dolma-0.9.4.dist-info/METADATA,sha256=3TtAyvFtCXWzUxMIo4ZUHeaefBZwssK_uLxhHf7j-ng,6014
dolma-0.9.4.dist-info/WHEEL,sha256=MBDwpsx3ObvF4E_5DT_0oST6kzqnPflUzZSqxrVNCew,94
dolma-0.9.4.dist-info/entry_points.txt,sha256=ujDqnT7r2W8ndsvrIIkFajfDuLyv3VmZwwBQ4YjE3fM,48
dolma-0.9.4.dist-info/license_files/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
dolma/cli/analyzer.py,sha256=KMoHqtg3aG2alym-UZOJ6vhmO49e_p-_PaoW9Id_TtY,3115
dolma/cli/deduper.py,sha256=bCLHuVJTUgOTvLszlPH0-oTdYSijZihospvFjiT-ygo,8938
dolma/cli/mixer.py,sha256=KTH4EKHaRUXY4afqtQxFHMLU4CERJqQJUIQveE-M5LY,6544
dolma/cli/resolvers.py,sha256=vsDlIoMdchh1UGWDWo4SGfSX4usLV4-nUCPYoTazJOs,840
dolma/cli/shared.py,sha256=vPgIJ6Ikd-6x5ST7dxnWiDbXvT3KK-4GvGhqS8RkhW8,1321
dolma/cli/tagger.py,sha256=0E5EraN2y8qDzzm5hgTg8dA1SN8JstiQF9K1vse-Its,6368
dolma/cli/tokenizer.py,sha256=YZyudXzfs0-zmLYhgL9W1iyemRY2pRBgQSyxC3XwPKY,8249
dolma/cli/__init__.py,sha256=UQJKky4OKaALmIkIIL6guiheLFSXk_6O6bEl0zxS31c,6456
dolma/cli/__main__.py,sha256=WGWMlBO5jkjrU7dhS5Y9HHu4bRtUNTX_cwnyrA9xZLg,2202
dolma/core/analyzer.py,sha256=bEBQnUI-Wtflvc5izGws99ysl0JcC-jNXbSjotKj2qo,11256
dolma/core/binning.py,sha256=lmsiCEs7fRgw8j0MjMeOUdJGFuUMzP7PQFdSnwgGHqw,11447
dolma/core/data_types.py,sha256=H0gAHaeq6bVBuhO2nY0ZmthduSgIr2RDkwgEIZ8BqXo,8470
dolma/core/errors.py,sha256=uHFdOIEVqka7SBUqpPzpg7Q4HYPeuJIDLvF0IiJA0VM,505
dolma/core/ft_dataset.py,sha256=MwRmAzXnxmgeKqg27AUZT3i7Osve9dlcMNlTxQBKk10,6605
dolma/core/ft_tagger.py,sha256=MC6DzpX_uZDlj93ZAG04tS657wnbA7Ud2KmkVEW3wes,5712
dolma/core/loggers.py,sha256=5HtbDmNuQ3LXu2iyEEG4jaIvv7xe2OywKpU1Oi_ZMho,588
dolma/core/parallel.py,sha256=dHLwb5xUUYkEEAmJ0VnJBEZ2DytfTWGtlje2aqbGdD4,17469
dolma/core/paths.py,sha256=BQPhlREQ7k8o8obq-DLi-r19hxUHGsKKhCdDuzOg13E,9085
dolma/core/registry.py,sha256=wCmkPW1Q12kujUfoU_QJG5jyd_OOP9L23uyYXIF3BWU,1958
dolma/core/runtime.py,sha256=_9cb7dDNzn4fQ9d0NMUqOZSLkfkmvDyclsP-XHLIiOU,19424
dolma/core/taggers.py,sha256=jFPux4MeM3niqu_jvsQLCSZ3SGUUf-G75VczsZDXlfE,2070
dolma/core/trainer.py,sha256=Dq68dy_WBUQQS6vSKS0XZ87CBO3GGqLqUsoaV21UHSQ,49
dolma/core/utils.py,sha256=OumOy-kFY8G48OtTcO5nLDFMWnRtgpAAQn_z4nRITfs,5251
dolma/core/vizualizer.py,sha256=hrNqgO3-aq1g0GBPC2GHsWPPFg9yDVczcWb2Zt4ww-A,9764
dolma/core/__init__.py,sha256=PxQ2G89gXVbL72BbneTGblCi-QAoB64TtRt41NnmI2E,230
dolma/data/ext_to_lang_mapping.json,sha256=GDfONldIZpRmUwzyQ6raYbB8405TF9mRmJlnD31fTEE,19477
dolma/data/naughty_words_en.txt,sha256=sFPpdy2XnolVqyZ_jvVyfDdfpId0cXqFKUmTbnIG2aU,4180
dolma/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dolma/taggers/c4.py,sha256=DJF1N20JPvsAcWf7EAm4EPhDI8gYFTL_kYexWc3SNRU,4857
dolma/taggers/code/code_taggers.py,sha256=LEXUtJCUITAvMoJOSH4mpbVBcdNuO6R_W4JXZxDqf5k,9902
dolma/taggers/code/starcoder.py,sha256=otOe4RkB6rbjq7Ii0sTQSYKZVVijZodFJUs-F7bVaB0,4313
dolma/taggers/code/utils.py,sha256=6bIaxIbjw7Bo3VNqZeYTs-ompL8mmm8xA1iODM9abmo,2210
dolma/taggers/code/__init__.py,sha256=3lP_OOvIU5iMjHwjjMOy4OgXemp4pCx_HVSmtGiol0E,324
dolma/taggers/gopher.py,sha256=Muqur9BnJCoEQM8EFgdjy05WOeSeqNjle_KevNnkKC0,7029
dolma/taggers/jigsaw.py,sha256=_FhLnJL-JlQhtKZeVENemW-F0HCu02kVJK6yWkSfv0M,1943
dolma/taggers/language.py,sha256=QDtAgJW7GUzAhwpOMtRwWEI0BHuX8-8Dw0NqbVBtzDY,8101
dolma/taggers/length.py,sha256=wA9xszFZOCCaaClIy0EonSE6zE4oQKhn0gsZ4RqRjPA,5814
dolma/taggers/pii.py,sha256=B5M74G9MsYQY5wYk8cCRewnLVGgq8hBJgHgK8ttPYYs,11004
dolma/taggers/punctuation.py,sha256=Z4L6hWCWxsoCyJI8g-fGeXG1CNPBhOoPSAiqeLI-Kt4,1267
dolma/taggers/repetitions/repetitions_taggers.py,sha256=x6DeJY3v-xgxnAe_YD9rexI-V6LmE2HYamH0dDCi54w,5325
dolma/taggers/repetitions/utils.py,sha256=hr0tDuGo32ZnTK_Myb1qy1ra_jYOVRGpyGbWwbHbvLI,5225
dolma/taggers/repetitions/__init__.py,sha256=VtbAba-kQyldNbZ3OrRi3Zh7PFhScJObysGoTeZq4VE,224
dolma/taggers/sampling.py,sha256=nWY112ZvpogukfQw0rKGcLf38p2gpQOAsl1PRcFmo2Q,764
dolma/taggers/tokenizers.py,sha256=B7xpBZYv94WFMkbshLqfM8xJW9EBwJZtzH2pmmWBoSc,1078
dolma/taggers/__init__.py,sha256=VEtP6S88YPv1h0VW0UuG0zzo2iu3-D_Mqr85YI2H2uY,172
dolma/tokenizer/data_types.py,sha256=NGNAFDJT12E8f9Z3OVzDfNiN6IZ5_SG8nfRDrioCnak,1264
dolma/tokenizer/executor.py,sha256=NWT8vyBgWAVmGoH_LTSv-KrFOGhL_9j4GR1-3gAyVUE,11488
dolma/tokenizer/memmap_writer.py,sha256=2NvL4WKXDbKveHdaxlOrQwdSlz7w6M4JSH0WwqJvHuc,8796
dolma/tokenizer/tokenizer.py,sha256=G-J-nnQN_eFzs2rLnIeD92sen9UGF3xuKE5H2kJMduc,13096
dolma/tokenizer/__init__.py,sha256=-gA-Nhsg_tif5fCVcGyow4LIo3CQZ3uN36bXTfIuPyc,245
dolma/tokenizer/__main__.py,sha256=fgal1qkOIyy15cbSpREunPjjsJJ2koTBsNiq12gFoy4,1046
dolma/__init__.py,sha256=5AuQ8kyX6hpqFwWklBIBHtymstdjMuG2RLvHK9p7WXY,1299
dolma/dolma.cp38-win_amd64.pyd,sha256=X8FLN2UIyIM8jbqA8nl1PhqRWfhOZEggBEG6blGx6Tc,11763200
dolma-0.9.4.dist-info/RECORD,,
