tokenizerbench/__init__.py,sha256=w8wSfkBwKxc-xXLliaJ93dIyB3M_KfMHn43BIcspeOA,587
tokenizerbench/evaluate.py,sha256=T0fsJawnPrhBNNZ6IhcNPwWYPjWl4bqh2Ftumnt19DE,11787
tokenizerbench/metrics.py,sha256=rid9LZygRL86WhKH1YSeh3WnKgu9yGdlb7rtqu9wZyo,12954
tokenizerbench/analysis/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tokenizerbench/analysis/plot.py,sha256=HwDxxYrcnhthJtaz0aoYs0mvI0XQrOW1OgsSKmPZwgQ,12292
tokenizerbench/data/__init__.py,sha256=xHTd-09M4-fnfd1o3Y6_4Sa_997q0BoBcYahsY6Owks,488
tokenizerbench/data/edge_cases.py,sha256=d6CCiLKig7OFkPSJrTRCMF6r9y5FeC-5sVzHr15bpt8,15527
tokenizerbench/data/human_languages.py,sha256=zZBKNqePMrpZLgtoeiIR_9CivC1Z4E3-5WjseXLuf7o,117231
tokenizerbench/data/programming_languages.py,sha256=MmTGZh6Hd_k1gvggRcI0ZtsRULSYsqvNZFi1UYT9GvU,25101
tokenizerbench/data/scientific_formulas.py,sha256=TbpeRZBWepFGeL4-imjNuhTmZ9xMhTljs3qwKMOd508,14333
tokenizerbench/results/README.md,sha256=FHRFqJqlNaKnqbWja-t7QA-4UB4kM4Pr4DA6bK_u72M,2367
tokenizerbench/spaces/README.md,sha256=BHoYpj-28g9ItApGfOithUBHBfWNv4ox-I4NTnATC3U,1735
tokenizerbench/spaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tokenizerbench-0.2.0.dist-info/METADATA,sha256=0OFT_9_-aMonET1RSqTGp3Jh2S2bFOEwrmP3a7RFRDw,5846
tokenizerbench-0.2.0.dist-info/WHEEL,sha256=QccIxa26bgl1E6uMy58deGWi-0aeIkkangHcxk2kWfw,87
tokenizerbench-0.2.0.dist-info/entry_points.txt,sha256=aqGGYxfzWHaJeNuqIohtDjMBfuZa2Gu2jCzbyzvkJ4o,64
tokenizerbench-0.2.0.dist-info/licenses/LICENSE,sha256=u_4td2bgMG01M4AFXeMUsU2SVJCQ-yepA-Hja3dF8uw,1067
tokenizerbench-0.2.0.dist-info/RECORD,,
