MicroTokenizer/__init__.py,sha256=53W4dbr2iKnox6htaopQu7FYOJsYbILiuvD8iQ2qMDM,2278
MicroTokenizer/cli.py,sha256=Sy_ms-O77KVmnddnCXbuAuRvk41JaZvfcEWePpjjeUQ,788
MicroTokenizer/dag.py,sha256=dogcsvJXirEVIjxzHYC7BLTkkqIOZfJ-pV36rlJZciU,130
MicroTokenizer/hmm.py,sha256=Kj_nSGrSi7yhT2vkO-8_w1E5N6egpGdbREBccide25w,1828
MicroTokenizer/merge_token.py,sha256=z02w-G2rKTb96BD3lRehS0261RiGT2yJBzZe2-QadLs,2858
MicroTokenizer/tokenizer.py,sha256=Id7PaojOpfWVAspKITyHcuSlAXoG0pF7YzCKSHIfMl0,2574
MicroTokenizer/model_data/A.pickle,sha256=ryWvdVl4m0AhKwbJM9M7hAi3YU7_H3JfFIEUHIWlmK4,210
MicroTokenizer/model_data/B.pickle,sha256=uZ-qhTqMxdTQSguCniplzhfoaHCiPFm7akqbQH3glZM,231910
MicroTokenizer/model_data/dict.txt,sha256=cZfDIR3dmJYrA2zfQDJNHqK_qhK9Ao5o-qcBEaiOEqg,5071852
MicroTokenizer/model_data/vocabulary.pickle,sha256=lkFQ52NGXrX5dGSzQpSUr6m6UMxpO4nT2EARwYya2Ls,47743
MicroTokenizer-0.1.4.data/data/A.pickle,sha256=ryWvdVl4m0AhKwbJM9M7hAi3YU7_H3JfFIEUHIWlmK4,210
MicroTokenizer-0.1.4.data/data/B.pickle,sha256=uZ-qhTqMxdTQSguCniplzhfoaHCiPFm7akqbQH3glZM,231910
MicroTokenizer-0.1.4.data/data/dict.txt,sha256=cZfDIR3dmJYrA2zfQDJNHqK_qhK9Ao5o-qcBEaiOEqg,5071852
MicroTokenizer-0.1.4.data/data/vocabulary.pickle,sha256=lkFQ52NGXrX5dGSzQpSUr6m6UMxpO4nT2EARwYya2Ls,47743
MicroTokenizer-0.1.4.dist-info/DESCRIPTION.rst,sha256=OV2PVAN4y6Q58xjb1w2skPuXMBVRypeFc9HmX3_usbw,3204
MicroTokenizer-0.1.4.dist-info/METADATA,sha256=kDrz_2hlmJOxysha1Mq1RtjAsIgUWbzldp_XWdv4tUU,4111
MicroTokenizer-0.1.4.dist-info/RECORD,,
MicroTokenizer-0.1.4.dist-info/WHEEL,sha256=kdsN-5OJAZIiHN-iO4Rhl82KyS0bDWf4uBwMbkNafr8,110
MicroTokenizer-0.1.4.dist-info/entry_points.txt,sha256=b2V0TPstQgSfvJ7fseBCFGuhWr3zP7VfEm_lRQs5-mc,60
MicroTokenizer-0.1.4.dist-info/metadata.json,sha256=i3oXOiVB2h8hinBq4dp6P4b_0lXcitWauOqw3y_LpHY,1230
MicroTokenizer-0.1.4.dist-info/top_level.txt,sha256=68HqvYUEnSsda_7S7O7Ui4otcFus_66u7u1mwRhg4YM,15
