faster_tokenizer/__init__.py,sha256=e7PfJmkcykf8av5Mp9FooHvI3dNPLLwd_TKqOJ7vIr8,3320
faster_tokenizer/commit.log,sha256=tNBy-KgqRnT12wlBlX97dqOe1SVTvqZDMZ_JHz6jWnw,41
faster_tokenizer/core_tokenizers.lib,sha256=lwLxrdcLspSI3F-m1AnwAZrhKYwWgIsGuifC8ObLbHs,461488
faster_tokenizer/core_tokenizers.pyd,sha256=yckn_dYaUTT55avUqCWJsgB95cLy7EtW6hhSihFeyQs,2545152
faster_tokenizer/libs/__init__.py,sha256=cOu8wzox8XwJKd_A8HwkIH3LsCk8DLwxYCREU3Nslms,687
faster_tokenizer/libs/icudt70.dll,sha256=QJEBOljFpVB1-4x9wOyHXeDoWHllegWBDdeLesLlORg,29469184
faster_tokenizer/libs/icuuc70.dll,sha256=DMrLovGDeQPJ4WUTAb0dGMobRP6k4RL_hZy8rQER0Co,2243072
faster_tokenizer/models/__init__.py,sha256=89ulDGTZ1xpAlknRluybkZR0dvEjWdw3eM6ftlvYpuE,661
faster_tokenizer/normalizers/__init__.py,sha256=Dmv30sHlT87v6psiAiOg9KuC4jWcPy-DApqvKbs79dw,666
faster_tokenizer/postprocessors/__init__.py,sha256=4Z-qUw2kBsq22-kEouWtAOB6xadASkp7KAeFf9k-Zkk,669
faster_tokenizer/pretokenizers/__init__.py,sha256=FZiYIzp306EVX8NmqPV5FUET7k92AKh3q4u48oVewAg,668
faster_tokenizer/tokenizers_impl/__init__.py,sha256=kJSNoPvD8c83naMaiDo-55kALfQyScLAiFH94s2_zvo,779
faster_tokenizer/tokenizers_impl/base_tokenizer.py,sha256=bRJz6rlM8ES1OkQkHP0_NZBfeNbftpFY7sNFQlbq4eE,5946
faster_tokenizer/tokenizers_impl/ernie.py,sha256=3g8k-Y-tqQVrQZVD2RAWfg-7AeUNMO16cNSQFSIWF_8,4734
faster_tokenizer/tokenizers_impl/sentencepiece_bpe.py,sha256=G0Kahcb0jBYieNYem2duvlIRGAw1nRZIkUk_TdMhiOc,2403
faster_tokenizer-0.1.6.dist-info/METADATA,sha256=f5hiQ8Q-HD1HmRc2uAuYgIF_JjFYmDzr6Q__pDgxmr0,976
faster_tokenizer-0.1.6.dist-info/WHEEL,sha256=M2GQ3lde8oJhlQPj2wbRvnqE3cuovPJasri5X5aCmck,100
faster_tokenizer-0.1.6.dist-info/top_level.txt,sha256=j2BW9gWYY5YNUk6oB0I1eyS6S1XixFyCric933fAcgI,17
faster_tokenizer-0.1.6.dist-info/RECORD,,
