fast_tokenizer/__init__.py,sha256=IF8291e15EdSQ3u9yrJHzMq4MLXFeJAeu7TDdUQgO6s,2517
fast_tokenizer/c_wrap.py,sha256=SCDJzNmdwuUM8gr8AMb4utYpjv3F7sG6SNroWJWdOrA,14469
fast_tokenizer/commit.log,sha256=IdSQzyJcgCUzLNzsmIUsUhQpEzdpct-wirvQ0Vh3pTc,41
fast_tokenizer/core_tokenizers.lib,sha256=UazcPH7026ebOBj6mewPsIDIcHwSuOpDAiq6adkgEcc,486258
fast_tokenizer/core_tokenizers.pyd,sha256=EBtc5YoMRPJaXVp8JuU38QUFiHpsJ8rzCMPFrfUUTVc,2627072
fast_tokenizer/decoders/__init__.py,sha256=eTK7QKxZi22yPIOn3QI13HfLP1gJlnRKkxuCTN-4XwU,987
fast_tokenizer/libs/__init__.py,sha256=z23nLakJGh-a90MkqaCRaoyIHVSrAZ9oj6y6SOPePl8,689
fast_tokenizer/libs/icudt70.dll,sha256=Y4iJ4X7IP1rUkglTV88UVrEZQkswanftzoBlMV8eBj4,29469184
fast_tokenizer/libs/icuuc70.dll,sha256=CIm5QIl7HTvXSyJ2PJIvYTvpQTspwkr6aOIi2bmulTY,2243072
fast_tokenizer/models/__init__.py,sha256=aVg7ZvgTSz0pd5T7wOohTVS2WjzxM87zQX0jp17yMQs,5666
fast_tokenizer/normalizers/__init__.py,sha256=Esp3V0rJn9UiEcTh049udeZykBQxCd7CXbiV-Nuzgxs,3248
fast_tokenizer/postprocessors/__init__.py,sha256=0fs6rjLLaNiFijHu6GmYj3x5Y6JB8QizvqkbkNNIr78,2236
fast_tokenizer/pretokenizers/__init__.py,sha256=HTqpxp4LkHkxK4VPBbwFVtlRmU1wHBOBzQPwc21XWO4,3748
fast_tokenizer/tokenizers_impl/__init__.py,sha256=D3PbPUWHLK8JPraz_iNUo9y-ELMZDpxw2rMPeLZjyrs,810
fast_tokenizer/tokenizers_impl/base_tokenizer.py,sha256=9x_QipD86V9fsMf7ll7m5ZW8kO4OLkC8ZEHHToUxyng,5534
fast_tokenizer/tokenizers_impl/clip.py,sha256=D1x2N73ILMn2n6diMwmqhR4br2m3yGN8_-A4zGiN20E,3954
fast_tokenizer/tokenizers_impl/ernie.py,sha256=JFna3Hi4uBmwK4ZmmAEo8CMdtGIiFrqUF99sTSUpG88,4551
fast_tokenizer/tokenizers_impl/sentencepiece_bpe.py,sha256=AKoTUv8o3OQwUQ64b7X-vCr5aA9muw6BBEoO99el6Lg,2221
fast_tokenizer_python-1.0.1.dist-info/METADATA,sha256=hbWuJaptu5HnLSh-2P-7eiYGx3QBMKUqmI_mcGi5YjQ,1046
fast_tokenizer_python-1.0.1.dist-info/WHEEL,sha256=-FqDJjo4HrkrIaThvtAYef2eEAn1_QvVe5nINCnUEbQ,101
fast_tokenizer_python-1.0.1.dist-info/top_level.txt,sha256=G2FxpveaMu1v2sT4JakuAWDrhVZ4TkTY1pB57BC1-eU,15
fast_tokenizer_python-1.0.1.dist-info/RECORD,,
