LICENSE
MANIFEST.in
README.rst
setup.cfg
setup.py
src/tokenizer/Abbrev.conf
src/tokenizer/__init__.py
src/tokenizer/__init__.pyc
src/tokenizer/abbrev.py
src/tokenizer/abbrev.pyc
src/tokenizer/definitions.py
src/tokenizer/definitions.pyc
src/tokenizer/main.py
src/tokenizer/main.pyc
src/tokenizer/tokenizer.py
src/tokenizer/tokenizer.pyc
src/tokenizer.egg-info/PKG-INFO
src/tokenizer.egg-info/SOURCES.txt
src/tokenizer.egg-info/dependency_links.txt
src/tokenizer.egg-info/entry_points.txt
src/tokenizer.egg-info/top_level.txt
src/tokenizer.egg-info/zip-safe
test/test_tokenizer.py