tigrinya_tokenizer/__init__.py,sha256=6qXHYhLQPzC_lwVRIWhTU4vVrWZGKCC6KW4lQpQgc9w,115
tigrinya_tokenizer/corpus.py,sha256=QlwEG9yi83yfkoFxaUKpAeLZ6XLljYFEIPhfly6GL9g,204
tigrinya_tokenizer/normalization.py,sha256=lSUv0pfxx_wg8mYMdcZfzEC7mkSNjYDs4gaR8idnqMc,222
tigrinya_tokenizer/tokenizer.py,sha256=vgeg0sjYEHuDXqgoD5ZwhOUYGU7P3WiQvbueYsQMk_o,4138
tigrinya_tokenizer/train_bpe.py,sha256=aIDfMasaj0e16jIgWu9tCFtv45RG59suAUpFGW5tTKg,2768
tigrinya_tokenizer/configs/bpe_50k.yaml,sha256=Dr24gQ4UqWTU1oS0ccQImx0Q91m91Ndz2U9qyUKlAC4,174
tigrinya_tokenizer-0.1.3.dist-info/METADATA,sha256=rfKSAqtU4mfRZ9JA2tv6bfPOH4xCJs1qJZ0cKvw9eN4,2154
tigrinya_tokenizer-0.1.3.dist-info/WHEEL,sha256=YCfwYGOYMi5Jhw2fU4yNgwErybb2IX5PEwBKV4ZbdBo,91
tigrinya_tokenizer-0.1.3.dist-info/top_level.txt,sha256=8CR3x6F8GumAvqkSNzXztQxuAg4QFB68msSzOlIS9Ck,19
tigrinya_tokenizer-0.1.3.dist-info/RECORD,,
