fast_tokenizer/__init__.py,sha256=rXsSc6YKAi7kRvarjERwvQCuLtAUV7AmrKXD7Z-d5xM,17174
fast_tokenizer/commit.log,sha256=8Ugg0gGZD5psVzPk-RjvsYq8PWHiNgNgXBJ6RnydNpI,41
fast_tokenizer/core_tokenizers.lib,sha256=UazcPH7026ebOBj6mewPsIDIcHwSuOpDAiq6adkgEcc,486258
fast_tokenizer/core_tokenizers.pyd,sha256=vhz_LMkVVrTyiLqiUpigMDY38aRMUzTx32WOnwoMCbQ,2537472
fast_tokenizer/decoders/__init__.py,sha256=2d1r7ZziH7PV7mHANQmhUcn_G_vxNk-X3EuVKf_Lymw,991
fast_tokenizer/libs/__init__.py,sha256=cOu8wzox8XwJKd_A8HwkIH3LsCk8DLwxYCREU3Nslms,687
fast_tokenizer/libs/icudt70.dll,sha256=sGgGK--LIg_kUVuRlUkydQvgcz8rBY1BHXRhlHDhqFU,29469184
fast_tokenizer/libs/icuuc70.dll,sha256=dI7S7LHNF6e-u80VbyFomNGvjIg-io5-gP6hL-G4aKU,2243072
fast_tokenizer/models/__init__.py,sha256=3aWLFkEQ4ooph5tGNRTEcF-97toK0UOZTbgr8n9GbiE,6309
fast_tokenizer/normalizers/__init__.py,sha256=e8eM_toLKN9fphmSe8PF5Ai04RgHXqpY6d8ULcIysS8,3504
fast_tokenizer/postprocessors/__init__.py,sha256=xpCDqTP-aNHJpvNobkrQDL9Ad-A-NmjTmZqacFmZ4Tg,2491
fast_tokenizer/pretokenizers/__init__.py,sha256=sNEpgDBUYqeUeUiONuX5_qExHI1MraR1lzQL0tk15qw,3846
fast_tokenizer/tokenizers_impl/__init__.py,sha256=D3PbPUWHLK8JPraz_iNUo9y-ELMZDpxw2rMPeLZjyrs,810
fast_tokenizer/tokenizers_impl/base_tokenizer.py,sha256=VFBbC7dbGjWWM40n7_UX_qXi-vwGgYjks1HhAghzzbU,5940
fast_tokenizer/tokenizers_impl/clip.py,sha256=dodiRXbW_pmzSgcfWj9nI6OJGBw6YV7CVrBpHtX1Yyo,4218
fast_tokenizer/tokenizers_impl/ernie.py,sha256=cQoyilcqGmMiO25cIFBreqrbFV3McdmVgkaVoIGzhAo,4696
fast_tokenizer/tokenizers_impl/sentencepiece_bpe.py,sha256=bML7aWvVWSCxxhbeKoP-45mpVEVDNXP2ofnEunPLDl8,2385
fast_tokenizer_python-1.0.0.dist-info/METADATA,sha256=rskiGLMmtQkneK5nE5WdxrAU0KiQFbSGPJRJX60_XuE,1045
fast_tokenizer_python-1.0.0.dist-info/WHEEL,sha256=fVcVlLzi8CGi_Ul8vjMdn8gER25dn5GBg9E6k9z41-Y,100
fast_tokenizer_python-1.0.0.dist-info/top_level.txt,sha256=G2FxpveaMu1v2sT4JakuAWDrhVZ4TkTY1pB57BC1-eU,15
fast_tokenizer_python-1.0.0.dist-info/RECORD,,
