LICENSE
MANIFEST.in
README.rst
setup.cfg
setup.py
src/tokenizer/Abbrev.conf
src/tokenizer/__init__.py
src/tokenizer/__init__.pyc
src/tokenizer/abbrev.py
src/tokenizer/abbrev.pyc
src/tokenizer/definitions.py
src/tokenizer/definitions.pyc
src/tokenizer/main.py
src/tokenizer/main.pyc
src/tokenizer/py.typed
src/tokenizer/tokenizer.py
src/tokenizer/tokenizer.pyc
src/tokenizer/tokenizer.pyi
src/tokenizer.egg-info/PKG-INFO
src/tokenizer.egg-info/SOURCES.txt
src/tokenizer.egg-info/dependency_links.txt
src/tokenizer.egg-info/entry_points.txt
src/tokenizer.egg-info/not-zip-safe
src/tokenizer.egg-info/requires.txt
src/tokenizer.egg-info/top_level.txt
test/test_detokenize.py
test/test_tokenizer.py