utf8_tokenizer/__init__.py,sha256=8Yqmnc_zRh2kenICOPoTHAjYDiGhvJgcGLUukf3u52k,219
utf8_tokenizer/byt5_comparison.py,sha256=z6JasUolPZLhv0px9mpHF401vV0vc29xHC3NqBbatM8,1043
utf8_tokenizer/chat_template.jinja,sha256=VCUvTcUAq-ULi19Nf4ExMgPI05VrtxinUEJwbSZ-Bzk,2096
utf8_tokenizer/control.py,sha256=Phmzf7za4i172FblLtMW5Xtwa6Y6nqTKFwPCTTuveII,1946
utf8_tokenizer/embeddings.py,sha256=c1jmLzMn-oL02tMH4lxLj37K32sq6vSiRPrK1dZ6yqU,6286
utf8_tokenizer/logits_processor.py,sha256=DsY1hb8N8xjYMwkjy-J6ysGkik2Gw4gQZ1dqeR2RCWg,9538
utf8_tokenizer/tokenizer.py,sha256=dQsuViP2SQBDbcO30Od6L75dJUXYts1FpCAxUlPgsts,7151
utf8_tokenizer/utils.py,sha256=oRGKznBTqc-qjFa06wrfSDoWUQuC7rOI037iyRVeVrA,2539
utf8_tokenizer-0.3.0.dist-info/licenses/LICENSE,sha256=-85p81jfHERhmQnds40xOFt4q3cTlX0GFbSUuJU1jxI,1061
utf8_tokenizer-0.3.0.dist-info/METADATA,sha256=utFWsH0yKyI8dlRG0BZ-bQvR05hfXYzjt4Yfz-2qIUc,5367
utf8_tokenizer-0.3.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
utf8_tokenizer-0.3.0.dist-info/top_level.txt,sha256=V2Z9WBmh9TrN0TBnwyu5p0Tca1WSHRby9oJ8MAFN26w,15
utf8_tokenizer-0.3.0.dist-info/RECORD,,
