fast_tokenizer/__init__.py,sha256=OZPweJclgpBH-qkvall3RUnYIPsSM7KiXNRo8C3kccM,2523
fast_tokenizer/c_wrap.py,sha256=SCDJzNmdwuUM8gr8AMb4utYpjv3F7sG6SNroWJWdOrA,14469
fast_tokenizer/commit.log,sha256=qHz7x1Fwqe9EbR3NZ4UbNzRmLhA2rLo6dPAP4ED73ys,41
fast_tokenizer/core_tokenizers.lib,sha256=fQoRe_jrZ5sUTDdT_RlmWmRu3TvSqf1tyepN_GIza-Y,491380
fast_tokenizer/core_tokenizers.pyd,sha256=IKlv51kygxqiTf_f-4Sp3ZGvRUN8gSP0UWSTWycv2ts,2554368
fast_tokenizer/decoders/__init__.py,sha256=eTK7QKxZi22yPIOn3QI13HfLP1gJlnRKkxuCTN-4XwU,987
fast_tokenizer/libs/__init__.py,sha256=z23nLakJGh-a90MkqaCRaoyIHVSrAZ9oj6y6SOPePl8,689
fast_tokenizer/libs/icudt70.dll,sha256=Qr4fgOtZvlomz2L3X2c81giSCr6vA-D4eh4LsSW0L2A,29469184
fast_tokenizer/libs/icuuc70.dll,sha256=zdLNVUkrYs0NeSurRwhHt5bnfA3_D0kFaTtJeNgmmlM,2243072
fast_tokenizer/models/__init__.py,sha256=AS7pp2IBX3O4-PqknM8IwZyb8_ZLbyhmYP7SG6s9mcI,5910
fast_tokenizer/normalizers/__init__.py,sha256=Esp3V0rJn9UiEcTh049udeZykBQxCd7CXbiV-Nuzgxs,3248
fast_tokenizer/postprocessors/__init__.py,sha256=0fs6rjLLaNiFijHu6GmYj3x5Y6JB8QizvqkbkNNIr78,2236
fast_tokenizer/pretokenizers/__init__.py,sha256=XdRlWcO2WOfl7cJAUy7R9WZbPPVQFQsgneVbdDwismM,4213
fast_tokenizer/tokenizers_impl/__init__.py,sha256=D3PbPUWHLK8JPraz_iNUo9y-ELMZDpxw2rMPeLZjyrs,810
fast_tokenizer/tokenizers_impl/base_tokenizer.py,sha256=9x_QipD86V9fsMf7ll7m5ZW8kO4OLkC8ZEHHToUxyng,5534
fast_tokenizer/tokenizers_impl/clip.py,sha256=D1x2N73ILMn2n6diMwmqhR4br2m3yGN8_-A4zGiN20E,3954
fast_tokenizer/tokenizers_impl/ernie.py,sha256=JFna3Hi4uBmwK4ZmmAEo8CMdtGIiFrqUF99sTSUpG88,4551
fast_tokenizer/tokenizers_impl/sentencepiece_bpe.py,sha256=AKoTUv8o3OQwUQ64b7X-vCr5aA9muw6BBEoO99el6Lg,2221
fast_tokenizer_python-1.0.2.post1.dist-info/METADATA,sha256=86kAaSk14E1oP62Wz2LJk_18RiAZdfdHm6LNwAu7FfE,1032
fast_tokenizer_python-1.0.2.post1.dist-info/WHEEL,sha256=fVcVlLzi8CGi_Ul8vjMdn8gER25dn5GBg9E6k9z41-Y,100
fast_tokenizer_python-1.0.2.post1.dist-info/top_level.txt,sha256=G2FxpveaMu1v2sT4JakuAWDrhVZ4TkTY1pB57BC1-eU,15
fast_tokenizer_python-1.0.2.post1.dist-info/RECORD,,
