README.md
setup.cfg
setup.py
botok/__init__.py
botok/config.py
botok/vars.py
botok.egg-info/PKG-INFO
botok.egg-info/SOURCES.txt
botok.egg-info/dependency_links.txt
botok.egg-info/requires.txt
botok.egg-info/top_level.txt
botok/chunks/__init__.py
botok/chunks/chunkframework.py
botok/chunks/chunkframeworkbase.py
botok/chunks/chunks.py
botok/modifytokens/__init__.py
botok/modifytokens/adjusttokens.py
botok/modifytokens/cqlmatcher.py
botok/modifytokens/mergedagdra.py
botok/modifytokens/mergingmatcher.py
botok/modifytokens/replacingmatcher.py
botok/modifytokens/splitaffixed.py
botok/modifytokens/splittingmatcher.py
botok/modifytokens/tokenmerge.py
botok/modifytokens/tokensplit.py
botok/resources/README.md
botok/resources/SylComponents.json
botok/resources/bo_uni_table.csv
botok/resources/particles.tsv
botok/text/__init__.py
botok/text/format.py
botok/text/modify.py
botok/text/pipelinebase.py
botok/text/preprocess.py
botok/text/text.py
botok/text/tokenize.py
botok/textunits/__init__.py
botok/textunits/bostring.py
botok/textunits/bosyl.py
botok/textunits/charcategories.py
botok/textunits/sylcomponents.py
botok/third_party/__init__.py
botok/third_party/cqlparser.py
botok/third_party/has_skrt_syl.py
botok/third_party/pynpl/__init__.py
botok/third_party/pynpl/cql.py
botok/third_party/pynpl/fsa.py
botok/tokenizers/__init__.py
botok/tokenizers/chunktokenizer.py
botok/tokenizers/paragraphtokenizer.py
botok/tokenizers/sentencetokenizer.py
botok/tokenizers/token.py
botok/tokenizers/tokenize.py
botok/tokenizers/wordtokenizer.py
botok/tries/__init__.py
botok/tries/basictrie.py
botok/tries/trie.py
botok/utils/__init__.py
botok/utils/expose_data.py
botok/utils/helpers.py
tests/__init__.py
tests/conftest.py
tests/test_bugs.py
tests/test_config.py