fast_tokenizer/__init__.py,sha256=jMcwj2BbGI9WQsR3HQn0Q2XC3rW5zQyXu94bQQoreDU,2454
fast_tokenizer/c_wrap.py,sha256=2ilE9-u7cNSVvhvp3lPVtY0G5YjBZxgVSvOV_XYuUkQ,13964
fast_tokenizer/commit.log,sha256=IdSQzyJcgCUzLNzsmIUsUhQpEzdpct-wirvQ0Vh3pTc,41
fast_tokenizer/core_tokenizers.so,sha256=8KLENpXAayP4IraQd2vA53iksIhG3kHx1DTv7yAcYso,34046828
fast_tokenizer/decoders/__init__.py,sha256=DbtKr3d6YhXbtiUeMR3ZneEpXHqT-47SnEtq61xtVhE,959
fast_tokenizer/libs/__init__.py,sha256=M0tjW1Fn4KPcnOpv9ceJEg9ArUBxPESSIY0fS0Idrms,674
fast_tokenizer/models/__init__.py,sha256=BPXxUcq52uoqxybY355yd_qa8BGtImiD81xhAm5Ud2o,5500
fast_tokenizer/normalizers/__init__.py,sha256=Ad5Z97pVhnH_eQvHpVC1Qr2JKRy_YMi2fMfh6d20cO0,3144
fast_tokenizer/postprocessors/__init__.py,sha256=-lUUF27R8KijVWaUKmRf_5XRjBev6HTc0zvOyd_1gOM,2180
fast_tokenizer/pretokenizers/__init__.py,sha256=XngadTA_QHuRrD04Q0dsisUT77jvfHrke7BDqlq-5Qc,3645
fast_tokenizer/tokenizers_impl/__init__.py,sha256=YrMria0fCEPQ7P5Ovk9-MXd0u2xS47DiZ-kGzsfe8Xw,792
fast_tokenizer/tokenizers_impl/base_tokenizer.py,sha256=PKQumUqf49UpsYQiUMcxFaGp9UkdKL9ZrQ1C-2ic4os,5365
fast_tokenizer/tokenizers_impl/clip.py,sha256=Rz6to_3nHNeK0aUnUe5N797HGDXcF7GKSg7M9YRyTsk,3853
fast_tokenizer/tokenizers_impl/ernie.py,sha256=nJxDABNHSX-FJ1dLbTpASSZZCfTfNH8-n7CfFsVt1AU,4440
fast_tokenizer/tokenizers_impl/sentencepiece_bpe.py,sha256=f_lIFnQahUhiN8XnsHhiB4VeJTgSyO9qdKgNxcpU72Q,2165
fast_tokenizer_python-1.0.1.dist-info/METADATA,sha256=lfMsJ32uT8Mh69CCDD1ZZYPYJN4PFSAqAbeHKtPWvRE,1045
fast_tokenizer_python-1.0.1.dist-info/WHEEL,sha256=Z6MuxYCr85t_VouUo-3dI1Xfn4u2e19_Oy8kyqAfxbY,110
fast_tokenizer_python-1.0.1.dist-info/top_level.txt,sha256=G2FxpveaMu1v2sT4JakuAWDrhVZ4TkTY1pB57BC1-eU,15
fast_tokenizer_python-1.0.1.dist-info/RECORD,,
