lm_eval/__init__.py,sha256=9-jqCb66p_m29iqX1zVNpo_MzAIGznMZKNKOZKfEsxI,49
lm_eval/__main__.py,sha256=T6dSrY46zNrBEdxWNmkQnJlTSju4skonKt7dQGXdltI,17225
lm_eval/evaluator.py,sha256=bt8SmNhwgKFbqVkF55LUFw0tn683X4fv_ibXQkjhI4U,27003
lm_eval/evaluator_utils.py,sha256=gMK4gZQoamkBs4ClprRLf2hHnQwodpHSvCXHkVdTvoU,22127
lm_eval/utils.py,sha256=MVJMS-eOGwRFt516fvlS3TIH4QGAqRBCDh5GcMeIFrk,14672
lm_eval/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/api/filter.py,sha256=4XR0Sj7K_3ivNKYNYHS8iUWAHaUMYCjVj0ZMsoZsff4,2149
lm_eval/api/group.py,sha256=l87ywlVhB9TaPcHdyKKbtLIAaiw3DfWuNVAM9pFphew,3678
lm_eval/api/instance.py,sha256=neYbqoO3cakbUJYT1Dp9IYm0WU10XWTlAEC6Da_4ZZA,1060
lm_eval/api/metrics.py,sha256=qlopObjo5Ei4c2GkPEPIaba0066OTsoMFBftaIkaoFQ,16739
lm_eval/api/model.py,sha256=vzum_eLrKc8_ruKrnqkm2s1NnsLie76xzKZyfij8Txo,19779
lm_eval/api/registry.py,sha256=O1GO1VpKBUVMWMlb7725UN-Qtx6VYWmR4426ldjFj7E,5226
lm_eval/api/samplers.py,sha256=ECa1wyqUNI2C4j8HDLyd6aWgZ31xxEa7yba1RhiMzOk,7104
lm_eval/api/task.py,sha256=EhWTUiEqw3QygJLHwbcFGFFQMklan1KaCiBddbG8lns,66058
lm_eval/caching/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/caching/cache.py,sha256=lvukmRzezPjojXLw8L01H0asOGu-mwwk1EHKgX5ZrxI,1345
lm_eval/decontamination/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/decontamination/archiver.py,sha256=3XtedMPsXAN0_zA5yyYDAH36vttZphkAJ0YwGK8xy3Q,5732
lm_eval/decontamination/decontaminate.py,sha256=Jgu8HpvJnQL0nySL1hGN9qwnRshDvuW-_I13QZfKaA0,6817
lm_eval/decontamination/janitor.py,sha256=tIZLlI920eKtaNlSiualDTJPO7P42PbxInfBezK5iYI,13150
lm_eval/filters/__init__.py,sha256=u7nOabMXrIx3BYeqVehtY-tjPPgmrWSroVV5Ba_al6Q,696
lm_eval/filters/decontamination.py,sha256=kEAWSsDcA65LX38NRNc_0JY_4yS17z-0IMG4OPOSO3I,712
lm_eval/filters/extraction.py,sha256=ROZmnetNZ2eaAcS8uzxUmyfQG-697dcztV44uZyA8YY,6513
lm_eval/filters/selection.py,sha256=mgKFCRTrJVGoR204_P9LoB_dDqsyTZT-ZyLpyTibLUc,2105
lm_eval/filters/transformation.py,sha256=yfdnP7PDApTfAfQbl-e9EPc4Tp2CXNqszqIbDZPqub0,1730
lm_eval/loggers/__init__.py,sha256=dg8zEHqZajiJnMl47q9rwU4yhmSr0QisXAItN_YSdx4,88
lm_eval/loggers/evaluation_tracker.py,sha256=vlTuzxfAZC9kXSRIoNFHuwbRoXqMjGSjRqez1wR6V7M,23787
lm_eval/loggers/utils.py,sha256=GemoW6_O4xqOCx7gSt4AkI-o7KAtv12msFEdVkdBNWI,4987
lm_eval/loggers/wandb_logger.py,sha256=ud2g6mFt_ABj4x_OsTEFWheaqdIDOY6Jn1MExA-hPg0,13351
lm_eval/models/__init__.py,sha256=JT4JsnUEG5dSp0r4xVYgvaZO8XFEpR3SBovO4qibxm8,500
lm_eval/models/anthropic_llms.py,sha256=4ap6Ag9SPRl6TT7UkDyvLuL-WiBYKU1HIvF__0xS8M0,12177
lm_eval/models/api_models.py,sha256=C_NiLqWGVyqbTx_g2cYQ6GyTsxnhuTQG_QDaigqXgxw,25060
lm_eval/models/dummy.py,sha256=4GVF2M-BKATRUJjYz-eO6saZdJX0NTjYFrrMlGPUGl0,991
lm_eval/models/gguf.py,sha256=YpsiL-W-kpecylH8FkXbaOOylgA8sYO3P4L0sHZOGDU,4782
lm_eval/models/huggingface.py,sha256=3JYJRksdIVKcDccwaHxbYaImcLcGxXsB8sZNMDQ_7yI,57639
lm_eval/models/mamba_lm.py,sha256=Ogm3qozLM6ZD_yO1o7ffY49246E_Kf5l0ZWfkYX1cQU,4485
lm_eval/models/nemo_lm.py,sha256=NjQkF2celB4km8UEzwLTH-KlUmCt1Jl5v319O5pwaGg,19239
lm_eval/models/neuralmagic.py,sha256=9AEC_FusQTui3CfariE025jWWnl-k1GeeBEgtEGjk4Q,15513
lm_eval/models/neuron_optimum.py,sha256=jiAMrDneLrjUgH9Re65KUJlnHzL-DzOb4PQ6-hhC420,30531
lm_eval/models/openai_completions.py,sha256=8VC9mBJHPrLSFsYCD1Cz5iVR3fHiQcykNaKjt4LmdH0,7385
lm_eval/models/optimum_lm.py,sha256=WaZyy7txt_pIiQDtDN_ddGOD9SmJEtnSh8x0SjWbA14,2898
lm_eval/models/textsynth.py,sha256=nZmEkxOaWAhmzFkGSI27n49O9uVDExIcvHZzGVhhGfQ,5877
lm_eval/models/utils.py,sha256=gwJ5UPyvNIpkCqBUxexCO25jZ1IDIU-_V6JhvuDZFqE,23751
lm_eval/models/vllm_causallms.py,sha256=Yn4aW-Ya90vgg0Xn1a462wVAY0fgEGSAG-QTrA4x_tE,21384
lm_eval/prompts/__init__.py,sha256=r71EOQNKpkVkGCgNccsrCjGh7tRMRaDolZPB5s6el0M,4446
lm_eval/tasks/README.md,sha256=MuXP2_jkE-zSNSc76MKynKEdIz2wf2GyqmqGAFl3m10,15925
lm_eval/tasks/__init__.py,sha256=Wtxk1d_vZVQQD9GAi28MkykZPMtCLRpCfywmh9dBoqg,26067
lm_eval/tasks/aclue/README.md,sha256=_llqK9JkQb2_pOGpC5SQbENCxr0jCACcoSVS7IRTtXA,2288
lm_eval/tasks/aclue/_aclue.yaml,sha256=tqSJaR-vOk5MpAA7OUdjb4YQPSKw_9ijJU08UvLikFg,684
lm_eval/tasks/aclue/_default_template_yaml,sha256=VhHMt4dax8bqCKzwpo3B13VazMpX11j35w2fjcLup4s,481
lm_eval/tasks/aclue/_generate_configs.py,sha256=OVNccuRC0MpF19ZniYbkq6OjdNGn6wqPFdlizt_-W-Q,2736
lm_eval/tasks/aclue/aclue_ancient_chinese_culture.yaml,sha256=yeDtywfegrPtq2MiKG0hXuRnn3LDHLodH0gOGs1kKyg,227
lm_eval/tasks/aclue/aclue_ancient_literature.yaml,sha256=kya_5Yp-K9yEGqL0pWmugIfgCkP4E8HWhxFgjmKhcpY,223
lm_eval/tasks/aclue/aclue_ancient_medical.yaml,sha256=BjLOppaVH62sjg7SdQtdzrO1caTV09ZB6okem_C_3vw,208
lm_eval/tasks/aclue/aclue_ancient_phonetics.yaml,sha256=yllcVwZldzXuxsslwN-IfDMjGsaU8HRU-Au3kW4WrfY,212
lm_eval/tasks/aclue/aclue_basic_ancient_chinese.yaml,sha256=_SXDkd-LC0N9L6ig_yMJQy4air_0abawIGsYjQ3nIOc,226
lm_eval/tasks/aclue/aclue_couplet_prediction.yaml,sha256=DYmdXpGq84nJIYzbNklMIDyrHD_4Ljuyj4BjD7W_-fc,211
lm_eval/tasks/aclue/aclue_homographic_character_resolution.yaml,sha256=NZZQUew5LHtCzOpHTYxlcBwrb3CN8wf4bXDt6LXSYeM,242
lm_eval/tasks/aclue/aclue_named_entity_recognition.yaml,sha256=LABArA0Mqmjt06B4k8RzcBAWuoT7lJ0lpwGZvrfIdlA,241
lm_eval/tasks/aclue/aclue_poetry_appreciate.yaml,sha256=_BMywf9HD5yYIsXFbud-FTroje52SDIGKdD1qlHh5vo,221
lm_eval/tasks/aclue/aclue_poetry_context_prediction.yaml,sha256=G-qpD7dBBcEUMk0kyJhRlcuksE8u6qYZtP2HUsZmRSs,243
lm_eval/tasks/aclue/aclue_poetry_quality_assessment.yaml,sha256=kW6to6KJUoSgb_uXHJVW7Y9iSZTF2-IW7S0EzHB7iSk,240
lm_eval/tasks/aclue/aclue_poetry_sentiment_analysis.yaml,sha256=ujIRE9_k0PW3ovkcKhHA5eLMb4ofaNGoFROO_D0blNk,237
lm_eval/tasks/aclue/aclue_polysemy_resolution.yaml,sha256=I16ro2xhSU6_U_UqVTAy2_x3YoBrd7EE0N8sIMk-7sw,225
lm_eval/tasks/aclue/aclue_reading_comprehension.yaml,sha256=fnHlDvVi7gtuvIfY9VRgFi6GihpEKFrTecGIGebAuXA,229
lm_eval/tasks/aclue/aclue_sentence_segmentation.yaml,sha256=KK8apU0lMtg-ZQ86kx8ACNsTiJI8_Y2HtnsevUFrbW8,223
lm_eval/tasks/aexams/README.md,sha256=78PRyb-84-KE6MkQfewfG5_dGEQ-3ErWyX4fqdfJYEg,1896
lm_eval/tasks/aexams/_aexams.yaml,sha256=i1HNMAX8lh1J0gmVHxrbXvAH9d1o21MrgZhrsGeV0gA,300
lm_eval/tasks/aexams/_default_template_yaml,sha256=ZNSvmCzD9eITfII9aliHql25oulwaMhdNKyLLV35kmM,487
lm_eval/tasks/aexams/aexams_Biology.yaml,sha256=wDN2gfFm0U30tRM0TCS3gvIJu9zSIxjpZePKPFWkhGY,190
lm_eval/tasks/aexams/aexams_IslamicStudies.yaml,sha256=cmNYbL7ihokT1HRTHrwWnGxF3U7csYVUl5Ha5m9Zcwo,209
lm_eval/tasks/aexams/aexams_Physics.yaml,sha256=qoBzKeeuIfF0bqG6p0N1EzXVRhVAjehnAlPw-iIUODg,180
lm_eval/tasks/aexams/aexams_Science.yaml,sha256=LMWp9mQgMfwcQezmoCFX273lzj8LawQ-xaXRgjP_v_w,176
lm_eval/tasks/aexams/aexams_Social.yaml,sha256=ApUU3LYxwhnwtrMO--6DLWMlbMgWGcIxdXNc0KwQ4qg,195
lm_eval/tasks/afrimgsm/README.md,sha256=c-Nw_CyXljTTbPmfq5J0_zAhV85quk8rL00T-uJhGsU,2587
lm_eval/tasks/afrimgsm/gen_yaml.sh,sha256=FsCVfLRIaB5GpSENODDMS3hLaL3AwsBOgv4JieqFYfI,373
lm_eval/tasks/afrimgsm/run.sh,sha256=VU_XTyZ1p28pa0wOuF9jJhFAo-rYIWRz8nG0irOEh8s,327
lm_eval/tasks/afrimgsm/utils.py,sha256=qTrEn2zVa3avFa4ZsCIAtPwSWSOuB8qSRwbyIb_PFb4,7253
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_amh.yaml,sha256=EB3NV_q4AHN0xRGLI8oShApAzJhP5Gtw0dU-6Zm-NTU,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_eng.yaml,sha256=p_fb5mkWRmbU6HUB7urmYuOpPyQtgC3mFLgS_HSbXfU,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_ewe.yaml,sha256=6eo_b3yoRDSvS6sONcUKoRFq5M0M6JrolkmsMIlTtyM,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_fra.yaml,sha256=U_SrBHNH4XOGE3MpjikFMnATIv4yU2X_Edde9O_YuF8,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_hau.yaml,sha256=_3F_XHGLhmdA7m4_vsKgHtQeDLznYUQdaz3SYX9XILM,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_ibo.yaml,sha256=I1nXQfixu1abdEPhjDdFSLKYYDvG8mIuKil6TUirq_I,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_kin.yaml,sha256=n0ER-aqNbcUnIJ3RSolET8nVWaKsTTYbz0s9siXphuI,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_lin.yaml,sha256=FKwT7FGxLpc8z01LCflHv0pHIgC23PA-NUn9ppXpazY,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_lug.yaml,sha256=P1C2UM4sskuOgtzSiHdoBt_T7BQmmdVlQKvswyC5SM8,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_orm.yaml,sha256=uzaGmdCC6f-mP6MlOcFUh1JmGIumB0vi-2Ywsjf_a94,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_sna.yaml,sha256=Mx3jmGtEzZt-3ejdwwj137CGmO5NMpDdvEMQdddoPFo,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_sot.yaml,sha256=MOrMUnzTbnTvDbhxE-oDJN_ygGRUB-CTCqK7w6C6kug,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_swa.yaml,sha256=eaNePbv51nTgeanm8x54Sq6Af22HJwi85L5mYdHfx-0,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_twi.yaml,sha256=w2ELNP38lqMXPDHXe_pkdc_VM4obnYg00k1zCt4Iijw,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_wol.yaml,sha256=MlN7BFopiTOqCjz3LQGMN2dSgQhxau2s7b6SMCGote0,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_xho.yaml,sha256=LV8Abmy6TprDxAIIcc6IBudvdw9GBaiD53Bvz_rOc3A,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_yor.yaml,sha256=xyCVyyVlgkUe0-vkoP-04zrkXEKkpfeqtZdO-SZnZIs,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_zul.yaml,sha256=KnoaTLJGdOkXEUT2XspAEm1LIusCc0cxPmmYa0xWaF4,406
lm_eval/tasks/afrimgsm/direct/direct_yaml,sha256=BnhkKj7QrRgkZ9VYFq00H8qtduS01zKCcB8oiTnnfe4,938
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_amh.yaml,sha256=_Kfugvx31aLOaxghGWvathIBQTbYDG4VuL2P193eu9w,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_eng.yaml,sha256=vc8JwTdr9LTllpWZegLQVcpa8UxXDyuwz-g1w_G5EiM,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_ewe.yaml,sha256=vWHaBcz7zuXCx81ANEGwjpRs5JpAXQsgcvuF7DhbbB0,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_fra.yaml,sha256=QSUoBT-vaDejzBGXbVz_y6k_V-oaMPitWlPxLCu2l9w,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_hau.yaml,sha256=634HIX0xEzQhZPDCK9Xw-oabDMM6XYzeKavhwveOV3I,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_ibo.yaml,sha256=-oOGaWFR-Cv2mYYCssJMzoNJjLh3Rh90hY8BWmHz8q8,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_kin.yaml,sha256=B58xVjKZFQotNZzckUTf9MvuExMMk4RDtK61a3i6eyE,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_lin.yaml,sha256=XbWKxRaRuU7-3-25zSU43e51in2sGfkLJRkk43ub9Qk,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_lug.yaml,sha256=nZt1vuzmp9r7PrpMrrVLjYMLEVbJeuETYDrW5YQauJE,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_orm.yaml,sha256=l94sZvXzExYgDeW7O2Fa1SY65hlioWCd7M9mo6PKsI8,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_sna.yaml,sha256=463rAkFvghsgzwR_cncXgs0PuRy-ghg0FdZKyVjn2e0,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_sot.yaml,sha256=pSXpQpvOdjaTz7oCiOBKwumg0GTqNwLPCXLwr5jUaBs,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_swa.yaml,sha256=2rK3rBGoJz3wL7uAp8F7gzYOxPuSsOEtaw2YWQXHUhc,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_twi.yaml,sha256=Oabip5JJIGDsY4pJVoFC4v0ztX0CgjgvN2gH-ugmcQs,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_wol.yaml,sha256=PUHi2UqBV_kmgc8G5EN9ORMUv-F6ftoft9i8E7WYg6E,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_xho.yaml,sha256=R1bWP_u4els2TSX1_Fn6vnA0IiPz2S0EolUrbs6v6NQ,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_yor.yaml,sha256=9GvDwC1brOJbEV_3lq7pvlLU78T_qNM5Hom_69X_aC0,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_zul.yaml,sha256=S69Z1-aURxsntEWjbHeLsDWKn-txU4hBktBl8Gp3lHs,429
lm_eval/tasks/afrimgsm/en_cot/cot_yaml,sha256=5k0vLr1XWcQ9Ia5J6tp_LKGBpMq5MJ4xRgK7d7sxtGU,982
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_amh.yaml,sha256=PDJ4CaqPxbPxMRhtjh5kk5bEiUnTGeoUkkW8pFKwvtQ,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_eng.yaml,sha256=5qbaTUs8S5QluWALkTs_lMs5INns0O5Q5sIv0DZdlg4,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_ewe.yaml,sha256=Q3S0t-DdVjggkjylJdf7Whn1DZBf6bHWsKK0n0oky14,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_fra.yaml,sha256=syRmjWF-7hpY9cnmaRoX8gU5QvQbey4OpDSrXJ0Fc_4,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_hau.yaml,sha256=g34jTHwiVkB8i-sP4dMmdE-71Dcp2txFZ4RVuySQOEs,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_ibo.yaml,sha256=FE4HicZLcjCtWie5cwKfB3bEeOeJjj4OMAw7_pyF5mo,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_kin.yaml,sha256=MVeHfFmGnCDIv6m3n4IowqMX9eJSjH0ogL6gnAsVitc,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_lin.yaml,sha256=-8seGzlrkPHqHR5edgswT3brNtUoKOmY2s3jAlFmgY0,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_lug.yaml,sha256=3JGZ1dW9k-FD1AIC9S0bFLwizp6Pyi77cDggKM0G22o,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_orm.yaml,sha256=Eka_QgqR-oddyg9RAqQfXsRp2CZN51WB7SLxV5vrbTI,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_sna.yaml,sha256=PyUzZPKX2F7IPSmZ9w6Az74g-FHjM05Ww9aaMpSCgIY,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_sot.yaml,sha256=XrpJ3ruDypZW6I5KmJSYmfUUdiPZusHdfQApc2djiag,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_swa.yaml,sha256=xZgCEMQMo54A376r8wYnsTbBxbOjgHjIVWmRJRnW0xU,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_twi.yaml,sha256=bDnYz1_mLQz98aHCFTC878chS9wg4TBWYfXXSry96C4,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_wol.yaml,sha256=DORBZzyBytz65NnXe7EG8Qh6gmfPoz0jsUink3KzPSA,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_xho.yaml,sha256=vqHOI_dbdvjBUYBcP63wnHWE36OZmAHGocN6VXcK3qk,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_yor.yaml,sha256=SAM11cFBMV4SPSk_yN4HHAj0IW0IjClYAzzYH5u-oYE,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_zul.yaml,sha256=oFtycMxi62kjylc7E932u58wLPHOxXmbbd4qraNXX7E,426
lm_eval/tasks/afrimgsm/translate/translate_direct_yaml,sha256=8-HZXcgjOOcgr6VQvADeI2-q7sAoKWq3sCSUWPrlHVY,933
lm_eval/tasks/afrimmlu/README.md,sha256=7YKmGoSN5Yq_La9W2gyuEDeIV9eQ7DMEz5exw6JIS-w,2417
lm_eval/tasks/afrimmlu/fewshot.sh,sha256=D9s00X_1fEU0G-2FfXuFO2JW8MwijcxJH0joD_pEm2I,598
lm_eval/tasks/afrimmlu/utils.py,sha256=XSg5tcL3v50FzL8uUtr5YeMzoez07_rda-4h29GzGaI,839
lm_eval/tasks/afrimmlu/direct/afrimmlu_common_yaml,sha256=_Jx2FE4H5z_BtYijQVlP95Et_g9QFGb3KBlvauwC5ac,901
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_amh.yaml,sha256=4VDfrk8cy9h8qp7vJo6_Lls6ldo53J8-jCYgj_Ez9rE,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_eng.yaml,sha256=ZkPNpsD-oqeD3RXdw44JLOjQM-xY3n1rdYjXDsvHnFM,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_ewe.yaml,sha256=aNKJRKd5YBPcxTc5VwypKE0pmDWXyRKgtY1nPztpHYo,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_fra.yaml,sha256=kTH64qbWxE97Tao2bwhuP5P8--eh8X9XRSgSl6k0bqU,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_hau.yaml,sha256=xXwilRvW6oFcns3teFQp6DdcQLQ-6bxUnC9vzukZ8hU,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_ibo.yaml,sha256=kFUucGdGsYYPpQrh2-AnIk1YSNlWbznzQ0szugCh71o,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_kin.yaml,sha256=KHlEOGv-xJ85Q_Vh6rZe5w7NVXA2d7eWZXqt-B2ZNMw,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_lin.yaml,sha256=Ua3PWM1cPPJAUJ-CCRd71vAvyG79zHkbEO7eyOJ9YB4,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_lug.yaml,sha256=lC1csX_zQd43-Kc35ATDkXjwfXKXjPkQIWMHJrV4qAw,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_orm.yaml,sha256=WHgGFXT_uk8Fgz0ejdN7jI88ek5JquKnvNZWHNGDago,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_sna.yaml,sha256=sBQyXT6k07IDTUF6qFh6WckX9rp9MreJmhBzKkisGew,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_sot.yaml,sha256=8AMUd_qTDgCspOeC_WRU4EvnagNLBNhH5d8KnCpDcj0,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_swa.yaml,sha256=2EOIDLL4na75JkAdOFOHkXveNUs3GE97sOBZ7WRI558,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_twi.yaml,sha256=Mrv7UkQ4STMcotQFSmnr1BGsbNySi0V5iR8xokHux14,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_wol.yaml,sha256=H-Mq-gj1xYADd3-3S6BMsajuWbQd0szA5kE99zwzt3I,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_xho.yaml,sha256=xKJmwuP99TnXpSluhhPEXZmtLlUEe4DftSg6cFzP76k,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_yor.yaml,sha256=yQha_JRhgw9XMC2BqE93sLzCuWQ29BsMgN4dfcoRXNM,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_zul.yaml,sha256=Ckc068AEqSy51biLuYmHqdT4xla11QcKi-tkv6BQS9s,74
lm_eval/tasks/afrimmlu/direct/utils.py,sha256=DnZLqUR1pLEnujf1rBQiF4c3ytVIpCFw2jwMP4XYiqQ,811
lm_eval/tasks/afrimmlu/translate/afrimmlu_common_translate_yaml,sha256=z2csEdzBqWS24j-i0bg_E1VCpHk8APTrnNJmnS0ghb4,851
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_amh.yaml,sha256=BMgTjEMYui-719tNYZoKKIDGNl6_7_HSAbKkFDU9yP4,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_eng.yaml,sha256=CvR_xqdDYBx5MN617gH8LiIZ7GZQRzmZFAMTBaJEQNA,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_ewe.yaml,sha256=svFadoA0N1iAeRFkJ123fQdXKNzPpo-uVQ6ihB5pO-k,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_fra.yaml,sha256=Ac2S7cQvBQsI9XZ9bMG3LAG4pr5XUKn4VfOOWuI3MVY,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_hau.yaml,sha256=bVu_VzIR8IxRPYIPzM5JyhcFmut_AvHVyzeURHyKLy4,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_ibo.yaml,sha256=LRo3RHsjh8GNPNKmfYqcA8zK5sSpclISqQcSMiOeKmM,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_kin.yaml,sha256=DoHobmfBB31dbYLIA62fmm6-mf4crYi6HrdxILYSO3s,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_lin.yaml,sha256=hbYLGn0MzY3JeJRExgyHnIeWsqakhwGeINYLaY8WciM,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_lug.yaml,sha256=TfmtNFOtBoqUmZKVHxPfRl8VTLxF9tA4YcQYua38YtE,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_orm.yaml,sha256=JcLImi4SOfo-XR66PPB8pcu6ySld1a6hjCw8Wzj__cM,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_sna.yaml,sha256=1BtI_hlmObGLiQYZQDLIC6bSLqtvtRAeS73yvNK3QNo,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_sot.yaml,sha256=KZyl_Wsaai8j9tk5fITvzh5OFe2axC1Ucv-n7tzX0GQ,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_swa.yaml,sha256=7N7dRJt2A8o8ImZ7fJAQr5QOHTe89v-6telA1ax3VOk,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_twi.yaml,sha256=6C6I4-jyP-LtBf6JGSh8lDS7noMtUFbkuY87qNvXubo,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_wol.yaml,sha256=FDTftsOOPZz34X9WjR80v6cOPg2qdTfhlbdAhBwSGXo,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_xho.yaml,sha256=dx8mwZc5cfs47VrB-eHxuYi4W0d_Xwstq-HGfOQ_Tnw,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_yor.yaml,sha256=guFWhe4VQI6bJji376HO2L7OrrLKGXEvIa0700u2lo4,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_zul.yaml,sha256=fu-toBVhZNcUplTBm0A74DDbOWH-9YqcaKvxau-Ul-A,87
lm_eval/tasks/afrimmlu/translate/utils.py,sha256=XSg5tcL3v50FzL8uUtr5YeMzoez07_rda-4h29GzGaI,839
lm_eval/tasks/afrixnli/README.md,sha256=ppH2ccPW0LjVFXXN2nO2Va93_qerQA1kxW4twbV_sUw,3125
lm_eval/tasks/afrixnli/utils.py,sha256=YwEbI9MX-woenVEY10ru-YFZBdOGOiJwOdES4K2pQmM,7025
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_amh.yaml,sha256=uDqIr1we2bf5JzSoHeeTV-Vgp3DT9IDfxFYRbPS7XQk,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_eng.yaml,sha256=1bpXhE1IG98hNYZO78sgofvJTaeA7TRXiIBxsDumJ3U,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_ewe.yaml,sha256=WbtmhXFsKLvdXVl_wHoDWp0PJezUXkq9yqcl5kwUYDc,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_fra.yaml,sha256=QzZ2rvQYr_s7_AJWpuvcYiSY6VjZ-Glm1CXT9fyR--w,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_hau.yaml,sha256=V8uRa_zXf0VNF9JbcnqSz1FyQZO65b7GLwaDZS5ZOlw,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_ibo.yaml,sha256=Or9olSmiorGtZpCW0dEKfAtieJ8-voYt3RbG4CgxuTs,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_kin.yaml,sha256=geKfpjOm1hqODBhhQbEA4H42T9KF1rwuUeW4Kh7FUN4,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_lin.yaml,sha256=PEaDBGvYq4vRONgz3BgWAJIazwiunByWw-6ga7hbDEc,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_lug.yaml,sha256=FoKpRxGFtmWo69eP238zQrCOxdNabiVYiRv_HMgefSM,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_orm.yaml,sha256=06XiOjHL6hTQd1CzMQLh5i-lCNEd89ARvrKCkOUfCz8,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_sna.yaml,sha256=D0mhw6Qc7fPd1opO40iguvRv4pBC9B-pHd7cKIQ5F6E,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_sot.yaml,sha256=08OU64Jxqa_kvLeksGkVTgbnHMVFoNrn18D2x2lVLn8,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_swa.yaml,sha256=vOOu5a8usjWTeyZH3fIjQVtDEbmx-Eog89MPWyXy7cg,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_twi.yaml,sha256=CXR1n_AzqNMByWYVZOZIk7mgdppilNraRyxv7BdwI0E,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_wol.yaml,sha256=RHTJ6RO6rhrNQNhPwnWgDpiYrbk1wvCRjDbV4JfudPY,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_xho.yaml,sha256=7oslvkgMlpqxFAy49Sp4dgHcMvwy3FgTIXBLMFeUBTI,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_yaml,sha256=iTc9oib7RO75YmC2Vs1mbNr-e4Ivr-3uJqF7EfWJHGk,833
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_yor.yaml,sha256=elsYvLVNBYW6E5VBtmcjHTbEAZF6roJg3sOTZX-woF8,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_zul.yaml,sha256=Wtdhru3YtPVZZzPVw1EDoRGWy_dMbM559dxpljbsNh8,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/utils.py,sha256=wc_pJ1H_ym6ZZDOQjW_YG0TmGm_XcjZfWWFdomknGU8,165
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_amh.yaml,sha256=KoYNo2CCmT50h36hFeDaeXw_Wm3HLJgOdBS2fL0KN8c,284
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_eng.yaml,sha256=UUqzYQAwA8h-hgjUDnZkWBTrkdCwlQXhGEhIMQu7qqs,245
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_ewe.yaml,sha256=elay1ponPNKu4IjD4vc_7eg-uJaaXxD1cd07vmCiZVw,255
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_fra.yaml,sha256=bNJORHmXw-b2i67D_PZxe9trm4RoQQ8C6PuCyS5gvps,253
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_hau.yaml,sha256=GArIkChwuWS8DSV_mi1nBywKGAhOymGexScLxbWxAe0,254
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_ibo.yaml,sha256=1OIf6C00GFMZqnNz0aSnkxKYFbVSuhM5wmRqPQ9wltQ,262
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_kin.yaml,sha256=CiLLRw9jG4keV4S8EKytt6n06dU5zB95EP3AwNFVOLs,250
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_lin.yaml,sha256=yjlKEY5ysPvUZ-XIs9PEdKwzmzM2IPCbXNXmyTCLt6k,250
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_lug.yaml,sha256=x04QBnxewv2KjSEL2XGKNyovDwfkyarIZNVgZdLmDCY,261
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_orm.yaml,sha256=-tg4Z1hLyoniVRBn3JGPBqNG117K3_swXbIzsIlDQaw,259
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_sna.yaml,sha256=MquuRXV3gL4HcRTARZFom9jYF_169dhZXj0r3mDjHnM,258
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_sot.yaml,sha256=2gcSJ-bu5XAO8sRC1ZtmKDlQNCblL1AIw9AwsCUrNeA,248
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_swa.yaml,sha256=VJr1Xf0-BubFX8g4nqyKbUGCExNOAg_ixfJTjQ9LK_c,253
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_twi.yaml,sha256=wVlPGiLY5-bYx-ZV-PmEvnh5nxJB0per4TKaYLAh9lg,249
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_wol.yaml,sha256=mJRWYFLcD3l3bjHQFYpfYlVO477lhe3gU4xMTImvbkc,249
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_xho.yaml,sha256=h-WH7xuy2jcjNcg0GKNbQr3qIKcbXEfsxfyWOGiTsgM,267
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_yaml,sha256=_0zzHetpDNLSdSpla_aP8607AbFWWj0V2jGeREh3xoM,561
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_yor.yaml,sha256=6eXnrEJKoVDO-4nbS2RNruf9asUUgCfvChZSJG5hL-M,278
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_zul.yaml,sha256=t1IWmTL8fUhf20A_Mrmo3syMr3G_jNL03jqEzNduv4Y,260
lm_eval/tasks/afrixnli/anli prompt/native-direct/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_amh.yaml,sha256=c_WPU9U5qH_9lsqDCrGYHg1DpEsVVoh50MO9irIF9RQ,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_ewe.yaml,sha256=yZbnUlYBi78Nq8Oe9Wg7Jh1l8Hb9BRRJFUWTfwdWpIM,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_fra.yaml,sha256=cQWpeshax4uAbnp1O1aQfAquLEm_s07BgL3c7ZVxt5w,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_hau.yaml,sha256=9pdnDgEpZwMvSdqDaneOYOakqDeSw0-jZBdjHqiYDyM,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_ibo.yaml,sha256=ZZ65HoLbdf9rjeg0C0JjxWxQoIe1AHIxoEjr_u7-ceI,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_kin.yaml,sha256=1rmCRgiKtODdcNSiWSsan5j9U7KufZ6LttYOsr0k02g,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_lin.yaml,sha256=YvUFl0iQaFe7oK1Mt258ZsU_FtxrGEcL6OAUZhev6AQ,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_lug.yaml,sha256=o0c1nttM1_Jvn--wi5wAuW9yQc66g2AWYd5yPDpEsbQ,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_orm.yaml,sha256=_8eiGhJussobB2IzYKlJJWa1c0U5QKWLittRCJsjugE,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_sna.yaml,sha256=TuXLHiw3sLzxp4YpBXSiFDMFN05e3PYN8AdL3n-p9gY,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_sot.yaml,sha256=LzW-2eLZsAfi-2PmJpAvZXUJtkPOEEMXzNl4bLoX6Bw,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_swa.yaml,sha256=7QuNr7uo494Yjputd5C2Ho5w0K0d-SO9UXU_zHOUYjM,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_twi.yaml,sha256=5HumwHleJ0uNIJvwxjOqZDzj604Ig9yoBEqCgMza7ao,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_wol.yaml,sha256=ptdROTJpd8I9dG7CTop6vknISZ09kFUhk8e0XQg_9sQ,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_xho.yaml,sha256=x8m-evMxZlzWnxMq0diClKaPScnKuAn0qUnP3f-gKjI,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_yaml,sha256=Gx6XLsV-eJNRhNc6_9oXwlVPf4FAt0Z8JQe25ESVZuk,793
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_yor.yaml,sha256=pZXoH0HbEVRsvICHKqZDvS75VJTEHoGzOWToAVb2PLs,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_zul.yaml,sha256=DdvlVJK92WyXHSg0RiULQnv67QC633g9lwt0l-0csSo,104
lm_eval/tasks/afrixnli/anli prompt/translate/utils.py,sha256=wc_pJ1H_ym6ZZDOQjW_YG0TmGm_XcjZfWWFdomknGU8,165
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_amh.yaml,sha256=Z-RfnWwcKHWxePf4R4utFCi5LxbP7bp5b2lBodVWRL8,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_eng.yaml,sha256=JQYGDYV2GVvUHFn0onjj75VSAi65TuxGGrBqjP3qFfc,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_ewe.yaml,sha256=n7JzrEQlj7eByDGpiUhiKQ1a7NtqsgAqJIF56MCL5x4,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_fra.yaml,sha256=x-_ft4VboYB40fzrNpClAbhRAecl2pzt90xKao1g5uk,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_hau.yaml,sha256=501firWWSbk7VquHPhqfCwJjz0jQnDoHEql_6LkPN4Q,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_ibo.yaml,sha256=JwBFKGXgiifuoYaOkSgl5WnUZLaW0FP9dIfvonpCDMQ,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_kin.yaml,sha256=Du7CCIm00CNR-PvmXoXDUQQXTDFyBM7AXxo22Oo2ddw,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_lin.yaml,sha256=nk_z4RRcuqr6pOg-QiZtmItyy-9_AdrFbLBtq3SOwbk,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_lug.yaml,sha256=LkShO90XAuDiJXN-pEGaDt991mAu36msb5BgFCX5qhg,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_orm.yaml,sha256=0Vc_BAUTlg5BYH4MO2eEJI2lCRhlVDPVZCoTABDhH6c,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_sna.yaml,sha256=dxV7PCEkYPSJIAG5fwLi2-4I_zClBjcyvc1DJyjd-t8,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_sot.yaml,sha256=L3XwL0_-R44JnYtIQcXxIxcIqOFy9mZK5LAouXRRIOg,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_swa.yaml,sha256=jjiKwAKBPnhyi2bj6dsEuOIZH1utdXkHMJFWi9YIpUk,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_twi.yaml,sha256=dzDYnOcJbkC-RHG2dS7VK9rsS8RYGo9uxiT2mRpyOik,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_wol.yaml,sha256=B0NZ6_b38SbmjgCbaMjIvo3E0F07QUe0SqpziG8nRgo,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_xho.yaml,sha256=yKcsxjlNY54iuClHHELZ1sxRtMA26SskWcSOkAvhPpU,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_yaml,sha256=a-xIhfD6ujsIqMZWQ-86i9cF-Tm0Nxg8xUQXpG4MEeo,741
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_yor.yaml,sha256=TxHRMtOYOKbnzOBEdI583HWRxt1t9MrzB1S3n_5LOPI,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_zul.yaml,sha256=tFtPJz2rQuRoz09dqxGZYBbH58_XfGFgQLcz0WuZXdE,112
lm_eval/tasks/afrixnli/lai prompt/direct/utils.py,sha256=glBawD0cVsv5XXMC_EiOPTdiZAO-sDlVIY4S7RRk5Yc,606
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_amh.yaml,sha256=DgovY4pJY8AXqGo2tDrjENaBz-b4g2CX9bMByN4ejxs,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_ewe.yaml,sha256=Oy8mNFtPWXbyAm9KOS984Nnzop6aJ0lzev2NnCAqm9E,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_fra.yaml,sha256=qGUwInrHL4EnffnXB-vEqgDTs8o41sNC7Sb9TIIJP5I,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_hau.yaml,sha256=J36AdGxiMAveVgJIKgkrc5LMrP6m7StRhZnC8hx1KVQ,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_ibo.yaml,sha256=uh-s2Ll77YfwwaDsB5QNA2xqD0OZ2cOwLKGlUjrytgs,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_kin.yaml,sha256=Tem0j16yL468plm2e-_ZYp5JI4J7MoQ2urqbTpOze7A,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_lin.yaml,sha256=hdTcco0nrhz0gzjFsliVN8FZee-BneYGxqqxd46IoB0,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_lug.yaml,sha256=a78dVi9V3frlfF9nQy1hFeoIf9QPs1fA5avzcixwFYg,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_orm.yaml,sha256=JR2AXGeeoGYQbLUQugRNqMHf_xxS8wEenlTbFZsTVcs,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_sna.yaml,sha256=zz_JZ9O9TKLBsdY0udBKufUcXGEIExwNZJK4Gfked4g,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_sot.yaml,sha256=C2Yt0gVq2s_oLtp8IuaN8F8KyTtztpP-2udTkoRXppw,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_swa.yaml,sha256=zxZrI6dpQUCg3E1Als9hxmTSf3I6WCtpRDLiSwGXCl8,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_twi.yaml,sha256=QMa3sMRYE1t6swDb18JfXLxdRormc7lIQLWb6V_0Als,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_wol.yaml,sha256=JkYB14ctLyrbVOmgh2FzEBqARUyXSAJHrVEeWWXjHHU,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_xho.yaml,sha256=GqfDUg35L3ktj0U-NnzXgOCFbMG2c1R5SusVVYCDLzw,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_yaml,sha256=u1Jq8TGXDvVfkPII36KmSW-ypTd9zDjdi-rnPLyGWw8,701
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_yor.yaml,sha256=YH1MQYMFRVqVIqXS4907Fkd9rAOr6AR2U6kTW5LeeuE,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_zul.yaml,sha256=xO4VznfB57lIeSc4AijNtORwqZChWcN_pI2XDfkuvp4,118
lm_eval/tasks/afrixnli/lai prompt/translate/utils.py,sha256=glBawD0cVsv5XXMC_EiOPTdiZAO-sDlVIY4S7RRk5Yc,606
lm_eval/tasks/agieval/README.md,sha256=DU2kb6sa_iUBxBNuVSPvQNI7VEr0ULDsGPn2x33L8pw,5309
lm_eval/tasks/agieval/agieval.yaml,sha256=NGBd8yCQ-Sl-Z3ncZUY9qd30GKVfpainmoVyogg-Fww,641
lm_eval/tasks/agieval/agieval_cn.yaml,sha256=QPEmA2ZVJnQp2MuavCOSbmx5LAVDT6ARZ7FQaezzDU0,422
lm_eval/tasks/agieval/agieval_en.yaml,sha256=FAqGnlyasLUB3gQ4qbkpKHs19PgZtZUrjji5zT6iqVg,443
lm_eval/tasks/agieval/agieval_nous.yaml,sha256=MbNGYxvFxuA72izhcfM083Ryh9wDzRVgYqXQhlBoViE,320
lm_eval/tasks/agieval/aqua-rat.yaml,sha256=9CyhuQsH5MiQdUBE-BpcVV1Q-prTKQcHBmx1e-PVlIw,476
lm_eval/tasks/agieval/gaokao-biology.yaml,sha256=U7jeTINyIculewCfIrsi1LgkGmKOOY09dki5sNe8twc,95
lm_eval/tasks/agieval/gaokao-chemistry.yaml,sha256=VYcPzIm5CchcIpXEBfKfDn-S-44SOjnfSz9WZxz2-Ww,99
lm_eval/tasks/agieval/gaokao-chinese.yaml,sha256=wIFNOZPUBvOQV94UTNkWkniwElOzoUsLiMelsY25mlI,95
lm_eval/tasks/agieval/gaokao-english.yaml,sha256=E5edc6MYFD2bbvz6gH4MHoD20C5IadHDu4bX55_uie0,95
lm_eval/tasks/agieval/gaokao-geography.yaml,sha256=id_pDTzeEAZGIgA--REXcBYQQ4B9_C9me0pI6mT-35w,99
lm_eval/tasks/agieval/gaokao-history.yaml,sha256=Nle4OtGn5ycUCrine4LXnc1YMAvZsJw42el_RYQZWdM,95
lm_eval/tasks/agieval/gaokao-mathcloze.yaml,sha256=Oe4koxBZ4TJg3FZCPCzE6i84jh15o4gr3fAfcyPhl6g,485
lm_eval/tasks/agieval/gaokao-mathqa.yaml,sha256=19excdi7G-j8V8PqUDUQWi5YMUY0pN27V9v6iBBcnvg,93
lm_eval/tasks/agieval/gaokao-physics.yaml,sha256=qNtXTi7uej2t2Fla-VN0Zd4ucdqwe1FJm6ljULvi9OE,95
lm_eval/tasks/agieval/jec-qa-ca.yaml,sha256=FL2q2opJj89jVK0ocid1s9RMqNhSUrYWSYd1ouplIbk,85
lm_eval/tasks/agieval/jec-qa-kd.yaml,sha256=TK-fCEUBzbe6Nw4AuAeaeFs7yd3kDmvt-PBnxd-3Mes,85
lm_eval/tasks/agieval/logiqa-en.yaml,sha256=QXqTUOY8Ar6pmZXIqdK5CNd5NrmIrANq6rfjA94fJFk,85
lm_eval/tasks/agieval/logiqa-zh.yaml,sha256=0SZ-FyOaA9BGEtckSiUexEROBWm40SRMpGzLgYdHmqk,85
lm_eval/tasks/agieval/lsat-ar.yaml,sha256=W191grNAI0AgRmJt_1julhI2HPP2KV56HWrlZfGRTrU,81
lm_eval/tasks/agieval/lsat-lr.yaml,sha256=v2GzhNScGZ-Co4BUseyhrbfjaC5M6u0Dww6HDIwf3u0,81
lm_eval/tasks/agieval/lsat-rc.yaml,sha256=KjbmZrodOGzXZaOyfk_oS9Y3uZ5U5dTlNcSZyavfeQI,81
lm_eval/tasks/agieval/math.yaml,sha256=hbt8Nb2WNpS4TA-RlI-LcL1lAGNUuqgBWyiVm4jpiVI,461
lm_eval/tasks/agieval/sat-en-without-passage.yaml,sha256=8U884WXweB754A-fYQ3HqSyIhVIym8RuVN_5h0cyjFo,111
lm_eval/tasks/agieval/sat-en.yaml,sha256=zRFJh2fDAzQS3WhrplYBtkfF5EB4sYJqJ5KNaERodQ0,79
lm_eval/tasks/agieval/sat-math.yaml,sha256=E4jPUT-PPufF3z0WCX69tOWpQ7YaYbkvBZGsNvdcUjw,83
lm_eval/tasks/agieval/utils.py,sha256=LrPDL8tQP7swC0UC9LV0h5HBVyYJj9s79hP8VG4awjA,7846
lm_eval/tasks/alghafa/copa_ar/README.md,sha256=VH8IXNesLcOwA0A8zT7MWsujhsOi5A_kyjIXBaknYYE,1273
lm_eval/tasks/alghafa/copa_ar/copa_ar.yaml,sha256=Sm9qq--diqI6ZqvSvNH5FdYlqyM9UDIDCY9Q2_Ywc2Y,498
lm_eval/tasks/alghafa/piqa_ar/README.md,sha256=HdCbujoP2DyVHjPdl0XW8m207HJXh1CdbfjTYQSiEH4,1487
lm_eval/tasks/alghafa/piqa_ar/piqa_ar.yaml,sha256=kNDNb0-6DkY0PhoyUm7XmfXTTXRCeuK10os9QXRlJ1I,496
lm_eval/tasks/anli/README.md,sha256=QKLZp7Ox21Wn815nwzGczGu7Bce0fQVTRmlduKlckWU,2042
lm_eval/tasks/anli/anli_r1.yaml,sha256=L4L9dy_FlAW_mziYNdwc4MGR48wsJw8nemibgnAha1A,593
lm_eval/tasks/anli/anli_r2.yaml,sha256=nHP-W_OHCZpr9VjX3AiRsrLVV4Cb25vSfuHRN5CmTlc,106
lm_eval/tasks/anli/anli_r3.yaml,sha256=AgUdUSygTWd9giQsVVLEauQKz5NZQxjtGNBTKW3RKXo,106
lm_eval/tasks/arabicmmlu/README.md,sha256=UCuP1eNJmjY_z1heNWnf454zsYk2geWiK4IEj3M9AwI,2949
lm_eval/tasks/arabicmmlu/_arabicmmlu.yaml,sha256=_p9zgDxVEI3PdIbQ5Ku46iLq0Kz7edMdjcFVZwOyv14,222
lm_eval/tasks/arabicmmlu/_arabicmmlu_humanities.yaml,sha256=o2H6afAMI6Ixg4XfhL2JjhBnUpUuDiSD4Kq-Re4yDuw,178
lm_eval/tasks/arabicmmlu/_arabicmmlu_language.yaml,sha256=9A76iNYWJPKF_wzyT0rLi7CLbFhA_sIfQ-IjYKMM0ok,172
lm_eval/tasks/arabicmmlu/_arabicmmlu_other.yaml,sha256=YPgYiKE6hV_e_JCVEasNChoNI5SZlNLoPspztI4WFkg,163
lm_eval/tasks/arabicmmlu/_arabicmmlu_social_science.yaml,sha256=fafnVD8YbvZAewpNrR8mBGcKZtrdxjoj3yFZElSXC-8,190
lm_eval/tasks/arabicmmlu/_arabicmmlu_stem.yaml,sha256=LL2MVsyTLz8cXFfvUOJckOWoZUGvKqJSe0RByDW5VMA,160
lm_eval/tasks/arabicmmlu/_default_arabicmmlu_template_yaml,sha256=UeqaeJm0UabhzGW7x-NecBOM6V7iXhg4IUXbNmFZY0c,350
lm_eval/tasks/arabicmmlu/_generate_configs.py,sha256=FermW0bHLhUTXOkFJIcoPf4tl3RXmBrmWvtlv8DWIzQ,3890
lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_general.yaml,sha256=HFZelyr0zwaBb6GYtciqxyznFXKPmZT6_pqMTYSh7BI,215
lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_grammar.yaml,sha256=lcwcVZ4k9YNuNLlDa5ndQirAw-jKsS38_FDrMF7fDlU,215
lm_eval/tasks/arabicmmlu/arabicmmlu_driving_test.yaml,sha256=HcNLJclr5-Y0fE2hINoJDCC67g5jj8IoLzM_liuw0ls,173
lm_eval/tasks/arabicmmlu/arabicmmlu_general_knowledge.yaml,sha256=RwtAcjTKhOx0EjDbUsi0dtrpNWAdJgCP3LEMT2aYnBI,188
lm_eval/tasks/arabicmmlu/arabicmmlu_high_arabic_language.yaml,sha256=PugqD6D923MVp8c8Xjn_XXa4zQ7u5ni7HbrKoNkBETQ,200
lm_eval/tasks/arabicmmlu/arabicmmlu_high_biology.yaml,sha256=tLuvOfxR_PD-nItRu-_bxSj-AqU74ecCdljy7LVEr_M,172
lm_eval/tasks/arabicmmlu/arabicmmlu_high_civics.yaml,sha256=XA0RveidJc9DrSfQlQGWC0KFykWfGKlv6760Jmf8NVE,179
lm_eval/tasks/arabicmmlu/arabicmmlu_high_computer_science.yaml,sha256=NJMW27xUt9BIIge0Sijg9Q6zfNtP3KPPU7YhRrA-Y3U,199
lm_eval/tasks/arabicmmlu/arabicmmlu_high_economics.yaml,sha256=U3qZpwUR2KzgSb4qZ-XqUfVKVF7Ci3xVeD728mw9zBU,188
lm_eval/tasks/arabicmmlu/arabicmmlu_high_geography.yaml,sha256=GbEWpsXWafG6CSsSegaJa2HZtPcCpJA91YmncIXwgwM,188
lm_eval/tasks/arabicmmlu/arabicmmlu_high_history.yaml,sha256=PVuK-S_Qm7kUu-pljfity0-71-6ngXXNP9aGJBowomo,178
lm_eval/tasks/arabicmmlu/arabicmmlu_high_islamic_studies.yaml,sha256=RIGQT5jyoXBr8jcXCJlGqngj8JOecz2husdXfcjpDQk,202
lm_eval/tasks/arabicmmlu/arabicmmlu_high_philosophy.yaml,sha256=-chbJ0CuzjZBjOR3Ih9oSeMahNabpofQ68uBa5cnYqw,187
lm_eval/tasks/arabicmmlu/arabicmmlu_high_physics.yaml,sha256=JEpRimioQzZQR01U36ars4wWEA_m5gbxGfo1WGfYnis,172
lm_eval/tasks/arabicmmlu/arabicmmlu_islamic_studies.yaml,sha256=eGqbC-SX_tTu-Y4APORlq7LnOV0-yH9mKzBcoTIuvxA,187
lm_eval/tasks/arabicmmlu/arabicmmlu_middle_arabic_language.yaml,sha256=VBT1vgdmtIbp6wc08R6nTd-aTdGRHkrXA4A50rmugTE,206
lm_eval/tasks/arabicmmlu/arabicmmlu_middle_civics.yaml,sha256=nOEZQ0VdVqpJ8rqM_xiQQiZsr4S12ynkPujTSF2mQso,185
lm_eval/tasks/arabicmmlu/arabicmmlu_middle_computer_science.yaml,sha256=xtopgc8Sjra4YW6Jx1GwZhHQnXfJj8-fxTK02L2nBHA,205
lm_eval/tasks/arabicmmlu/arabicmmlu_middle_economics.yaml,sha256=sa1Z3tqdewDjVojURregCS5cEoJe5oNBd-ogU4bZIJY,194
lm_eval/tasks/arabicmmlu/arabicmmlu_middle_general_knowledge.yaml,sha256=OEINYedUscBCmzSX-onOpCbEVDtwYjZHSRuzNwRdKUs,209
lm_eval/tasks/arabicmmlu/arabicmmlu_middle_geography.yaml,sha256=sbIzdCn15TwVqKV1Z3qrhENSk24pXkVQ58AEGf0z2g0,194
lm_eval/tasks/arabicmmlu/arabicmmlu_middle_history.yaml,sha256=HGh9w1xPLx2UCSV5KjhC9K5RQh5j2UezdX51QS2i2Rw,184
lm_eval/tasks/arabicmmlu/arabicmmlu_middle_islamic_studies.yaml,sha256=BcfMrvdrT7oskGDksrgC0J5gucYRYpH98ZaAnEW2no0,208
lm_eval/tasks/arabicmmlu/arabicmmlu_middle_natural_science.yaml,sha256=NJFq-7d83uccmGNnaNGPX5s-W-DdonSDarVTiaAQZQE,202
lm_eval/tasks/arabicmmlu/arabicmmlu_middle_social_science.yaml,sha256=jStyCTxQ8mC3cz1a6SflePWjsM0reWl6sbN4hWd4QBk,209
lm_eval/tasks/arabicmmlu/arabicmmlu_primary_arabic_language.yaml,sha256=n-qcmay7mWQ2hMVRGwSIrwIY2cmMD8uWBBqeZPz4It4,209
lm_eval/tasks/arabicmmlu/arabicmmlu_primary_computer_science.yaml,sha256=SiFNRjgXQ6UbvBrbopbJhCUWZefNFDweaunxVf1Is1Y,208
lm_eval/tasks/arabicmmlu/arabicmmlu_primary_general_knowledge.yaml,sha256=AhO09zGYPTvnqptbLobd-yYVe--DYKMGNKLJXNdUPuk,212
lm_eval/tasks/arabicmmlu/arabicmmlu_primary_geography.yaml,sha256=peMwnTlOa5bSamRgJzw27oRnv4F8cme7sAJKR7UQt-0,197
lm_eval/tasks/arabicmmlu/arabicmmlu_primary_history.yaml,sha256=EKRU4RqY9lRR2H7V9aNrK8YPz-z7reiCppfYGtPVQUU,187
lm_eval/tasks/arabicmmlu/arabicmmlu_primary_islamic_studies.yaml,sha256=3c7KD0mDZVEf4cMtQo_48Mj5iHg1AWP6mMmeDngT0QA,211
lm_eval/tasks/arabicmmlu/arabicmmlu_primary_math.yaml,sha256=az9YScwK3AIrUf-bH3s99uPpV4K0Zj9vcGXmYU9HasQ,172
lm_eval/tasks/arabicmmlu/arabicmmlu_primary_natural_science.yaml,sha256=cm1SzBPgNbHmCER7sXo2QVYaKzYwsWIGOI5GPNFTOuY,205
lm_eval/tasks/arabicmmlu/arabicmmlu_primary_social_science.yaml,sha256=XL1q1cemJX5aXn2ZZQ4iGUofHaoTaMOWYCQJ1meAKEg,212
lm_eval/tasks/arabicmmlu/arabicmmlu_prof_law.yaml,sha256=KqLbuj6yvF-_kN2qrXlNFCl_D7XfcHuImIsS5OH01rE,166
lm_eval/tasks/arabicmmlu/arabicmmlu_univ_accounting.yaml,sha256=i30GoMEahrGCnIBp6VarGT1u87klf95rjAujgkM4new,191
lm_eval/tasks/arabicmmlu/arabicmmlu_univ_computer_science.yaml,sha256=UaflERC5eGqeOrLpMqBXWUpIv1rglWlpGtIgl-YFlus,199
lm_eval/tasks/arabicmmlu/arabicmmlu_univ_economics.yaml,sha256=G5ad3wwdxPl9PT_JeJ5yOEHV7eWSWUWYMnXmRxBdO4o,188
lm_eval/tasks/arabicmmlu/arabicmmlu_univ_management.yaml,sha256=6fJpv4uQGIqOPILzcqY2dfKhbdk8dA5EZbaaNusq3yE,182
lm_eval/tasks/arabicmmlu/arabicmmlu_univ_political_science.yaml,sha256=qc_1qrEKlkXwF33I7lrRECGg_ak334dCx0eyIPR0E3E,212
lm_eval/tasks/arabicmmlu/utils.py,sha256=9CI7sfRbV2jsfYZVQ5jBRLsFtbV4bZXa3oaoThHiFnw,1210
lm_eval/tasks/arc/README.md,sha256=L8N3Tc5ekitbFCZrW-KHPkx1pwjHzLJfrBEZDP5CABw,1932
lm_eval/tasks/arc/arc_challenge.yaml,sha256=aCYhwmriSxBlotcyRgpVqO8rnyVEV0QxZmyTCanv170,71
lm_eval/tasks/arc/arc_easy.yaml,sha256=ltodnv4d-IZZSBztwTmFyzR9wGhVSi6uVhMD-jm_qz8,579
lm_eval/tasks/arc_mt/README.md,sha256=a0meHVJdHA049ahxczqDE1C86-caQ-K3rOvfcd1i_5w,412
lm_eval/tasks/arc_mt/arc_challenge_mt_da.yaml,sha256=m4OqTza2K_Qu9XDVLj7SER206mdaUbV2Kpqn-sqr3qI,77
lm_eval/tasks/arc_mt/arc_challenge_mt_de.yaml,sha256=kBRkpb1E88AaMe4NedjuLvCcw6rqlnjIhyBYqdOL5FQ,77
lm_eval/tasks/arc_mt/arc_challenge_mt_el.yaml,sha256=oem8pS-GOBJx3N_t10hfIvX2pS3h6JnCi25wH4PVlak,77
lm_eval/tasks/arc_mt/arc_challenge_mt_es.yaml,sha256=1khqoN6MiNIULousAHvE_0EE5MbJb038NAe1P_9s2Oc,77
lm_eval/tasks/arc_mt/arc_challenge_mt_fi.yaml,sha256=cWeBhPqz5Zo3BUNJd1v4P4Z3ugPDUYqxTr6Y0fK9YXc,603
lm_eval/tasks/arc_mt/arc_challenge_mt_hu.yaml,sha256=ECJUphFbJn6ERd1a_-RrMg-WAb-eZI_GF9RPoKqLgWY,77
lm_eval/tasks/arc_mt/arc_challenge_mt_is.yaml,sha256=MPs29kR1j302CAM_EIpSJaU6VANo9Pa0y9qzOVZOqQk,594
lm_eval/tasks/arc_mt/arc_challenge_mt_it.yaml,sha256=nff51FMMAVCxvJgSmkD3whqGDyHlQQJs0Poy78yVJBM,77
lm_eval/tasks/arc_mt/arc_challenge_mt_nb.yaml,sha256=BTcix9911GOIbKUwHwSuJvzrrLP5vRrhj1IjkGWr7z0,77
lm_eval/tasks/arc_mt/arc_challenge_mt_pl.yaml,sha256=bKf8-kP5nVedQfj3r-YLOU_G7ne44OkMh7R8NQad9O8,77
lm_eval/tasks/arc_mt/arc_challenge_mt_pt.yaml,sha256=L_Q9FPnvjWW5LysRpJvtWzhEuw4BtNs2BKZE1QkgnUs,77
lm_eval/tasks/arc_mt/arc_challenge_mt_sv.yaml,sha256=OdYSwgE1bB9OuVcAnh_iMgTmkTOQyjEqn4cBUkoAS0A,77
lm_eval/tasks/arithmetic/README.md,sha256=XsTVLVsLcjZ0VrepwgV6TTn3GYSfYqq49HLyOtkefkk,2341
lm_eval/tasks/arithmetic/arithmetic_1dc.yaml,sha256=0Yb1l2hSHy_LDSq9kB_3hgMOq99o_7GNdamixfeCQo8,383
lm_eval/tasks/arithmetic/arithmetic_2da.yaml,sha256=V12nJMp6vQVEPrVmMBRvzclMuBb_HxbrB_f-9_v5b6Q,121
lm_eval/tasks/arithmetic/arithmetic_2dm.yaml,sha256=Hq_P-0ai3YMkoYTET0-IjMFJ1ZHuaXa56xRMz_OZsCU,121
lm_eval/tasks/arithmetic/arithmetic_2ds.yaml,sha256=hBtWC9FdqNUYWdCckQLe0AGjKJToWwizHxv52P1Cxwg,121
lm_eval/tasks/arithmetic/arithmetic_3da.yaml,sha256=SBEW7EW9U-b2_t_lYfI0HPxyt7arHqSsXRkzfj04jDY,121
lm_eval/tasks/arithmetic/arithmetic_3ds.yaml,sha256=Mt3FExvHxBd6yvGT_shmVwGgTGMttDXxDP29BrhqQSs,121
lm_eval/tasks/arithmetic/arithmetic_4da.yaml,sha256=Tm-_pJPxRioREeU7hLELfviPKf4RTATqTlPsn9Q1EVA,121
lm_eval/tasks/arithmetic/arithmetic_4ds.yaml,sha256=LGYKXa2CIefd8RyMKbeXOD62yt22JHW7MVJKEFCSU8A,121
lm_eval/tasks/arithmetic/arithmetic_5da.yaml,sha256=gLV1nowU_lAor9wD0O4oTrU65iH5rTRgi4px7qCHttM,121
lm_eval/tasks/arithmetic/arithmetic_5ds.yaml,sha256=lD4TGRpxz0P34KGXnSeqqJG1eYh66X2aE9LnBu8yh6k,121
lm_eval/tasks/asdiv/README.md,sha256=F3o1WlBRWZJZcCpLrSmN0LhcDPLgW75QASTeemKxwPc,2484
lm_eval/tasks/asdiv/asdiv-cot-llama.yaml,sha256=7WaKJN1HdgIKdmLQDtrkhPOWVu0RAfLIyQKWGGpKav0,3822
lm_eval/tasks/asdiv/default.yaml,sha256=8lIhCEYNbVCA993MVkXWqTAvw_2rNqQN-NMGs4N71TE,424
lm_eval/tasks/babi/README.md,sha256=TGk41TnuHwaGBRTVLufoWS590yAQeU59NgGc0aoEg-Y,2301
lm_eval/tasks/babi/babi.yaml,sha256=Zu1YY1DxenTDzTa3neetZi-r65OaS6QHZto66dkfKIA,436
lm_eval/tasks/basqueglue/README.md,sha256=DH1_Lxafbe683Kfj0roo8YxQ765cs9rlAtOEB0UIneQ,3714
lm_eval/tasks/basqueglue/bec.yaml,sha256=i52nDHXjos3T-xtL9awoQxkAYuKLzAT5iU1u6wuYETo,461
lm_eval/tasks/basqueglue/bhtc.yaml,sha256=Pw4rdT_jLjTkcZny37udafFbmttzV23-9wjHQG0Mmxo,564
lm_eval/tasks/basqueglue/coref.yaml,sha256=ucL5WJoWgqv_7drtYer5BKwmIgfpktgZ_vOVddBcx8w,367
lm_eval/tasks/basqueglue/qnli.yaml,sha256=_vy1gHKzx9d_M18obZgW_PJIcasEvMU9_x4KgvqpZ1Y,429
lm_eval/tasks/basqueglue/utils.py,sha256=KaYpKdLfnm6zUJpsOBZPkhBqgnvpqbqroxQ5nOpXB10,2367
lm_eval/tasks/basqueglue/vaxx.yaml,sha256=iKtt63rErnIbClWjYSUS_l9DJAYj3CaOCouvoZfHvRk,469
lm_eval/tasks/basqueglue/wic.yaml,sha256=BCmduvG0FEwnLzUAXCxSt2GPJjkBL3NIS6yjN5tB-kU,509
lm_eval/tasks/bbh/README.md,sha256=yCP3kakDYQsiGD5V5fupYJiKL9wrBUzV9qU-ppr3uv4,1451
lm_eval/tasks/bbh/_generate_configs.py,sha256=ZR8egBvkJtC5YPheE8jPohWsgq9eHHaszGABb-Iq4iw,2703
lm_eval/tasks/bbh/cot_fewshot/_bbh.yaml,sha256=jd0DpopPl2YJKAZCgRT3S-MsJ1ZzM6lDz2b93vy3Q68,1294
lm_eval/tasks/bbh/cot_fewshot/_bbh_cot_fewshot.yaml,sha256=RDTCvwVl7fo19MXnZDVf-IjKUAfCZP3TIbOgUhDA-iw,1306
lm_eval/tasks/bbh/cot_fewshot/_cot_fewshot_template_yaml,sha256=Nh9Wb9o3oYwYRJhapqevJSR5mdvXsqny8Dk0NQL8l4k,563
lm_eval/tasks/bbh/cot_fewshot/boolean_expressions.yaml,sha256=HOzMG7lFpGsM05FWomt9xgcqYztvIhGtaDzn2cqQOyg,2125
lm_eval/tasks/bbh/cot_fewshot/causal_judgement.yaml,sha256=4AHks2zN6cIfTDkbS8OlIbPq3CWCC5hKvaEP3vB92E4,4309
lm_eval/tasks/bbh/cot_fewshot/date_understanding.yaml,sha256=3VyH1D7HQuajv_2Oe6cNtnhLlTCVSVokdtS0rJpkK6A,1670
lm_eval/tasks/bbh/cot_fewshot/disambiguation_qa.yaml,sha256=ZSm2v2wXJ-yPj-udDog39YC0_lKwodmOwPfv3VHDq9c,4254
lm_eval/tasks/bbh/cot_fewshot/dyck_languages.yaml,sha256=bwXI9-WGmbBN-92gEfLpjz0rAl-31E6xvfiLdaPk7Qs,3159
lm_eval/tasks/bbh/cot_fewshot/formal_fallacies.yaml,sha256=RYUYI_wc5gMjr7FtMvgGJq6o5BsSK2dYIqvW_rv_MZA,5299
lm_eval/tasks/bbh/cot_fewshot/geometric_shapes.yaml,sha256=UpDLdVDLSIy9Sxdh6hMg4X_GaPU1iJX1rBvpHrOSxjw,5770
lm_eval/tasks/bbh/cot_fewshot/hyperbaton.yaml,sha256=qHKvg1HUmN0Xm3wVtck87nfAR6lL4qgIaV0AfJKLmNs,3690
lm_eval/tasks/bbh/cot_fewshot/logical_deduction_five_objects.yaml,sha256=Ty4GtpSkvgilIW3MXX4PH5c2yvCEaPiIn8yj1h-f_4Y,3126
lm_eval/tasks/bbh/cot_fewshot/logical_deduction_seven_objects.yaml,sha256=OkV5cEsG1dAvRsEDY4LbFtJ7JkeuQC6RqJ-8SvnkC5o,3128
lm_eval/tasks/bbh/cot_fewshot/logical_deduction_three_objects.yaml,sha256=JnolIfEMxMz-bZwI0NFfyNUX6X4VKzOVy8imAiRUEBY,3128
lm_eval/tasks/bbh/cot_fewshot/movie_recommendation.yaml,sha256=GQYQdRjAoSszXaf8CMVRM_DWHb0RwidGk46vRC3gxdQ,2726
lm_eval/tasks/bbh/cot_fewshot/multistep_arithmetic_two.yaml,sha256=Q5mAFh6b_yknXT5D4U14dICwnOohpabmsb31VduG4oY,2966
lm_eval/tasks/bbh/cot_fewshot/navigate.yaml,sha256=wVwHvEuFOpuapsd8tM0KrvZKfZxcp8P32HTjMpPN5iA,2694
lm_eval/tasks/bbh/cot_fewshot/object_counting.yaml,sha256=GCdgGOP3lWhszsTTDE4KVD0Ij9n3AIalxc4vKixizyI,1940
lm_eval/tasks/bbh/cot_fewshot/penguins_in_a_table.yaml,sha256=dxhoyQPupb59Hw2zSJkL-i02n6c5JzULkYr47yrTcYU,3005
lm_eval/tasks/bbh/cot_fewshot/reasoning_about_colored_objects.yaml,sha256=Ucae83n38fx6dqunOUCZyi1v--cDVwpVgFlE4dtotEI,3098
lm_eval/tasks/bbh/cot_fewshot/ruin_names.yaml,sha256=zcna1JL-uXoGRPlK0Eh-zHjXVqh_yeSuPqE3j3TjnOM,4167
lm_eval/tasks/bbh/cot_fewshot/salient_translation_error_detection.yaml,sha256=NdMAYGPdD1fPf4TQM_e-gFKcWQlCTMzCMENCKTu8VOY,7163
lm_eval/tasks/bbh/cot_fewshot/snarks.yaml,sha256=R00RsNAJ4gb1QU9n-tMh9uBjW0F4hapebX51Q__8OiQ,3673
lm_eval/tasks/bbh/cot_fewshot/sports_understanding.yaml,sha256=Aron3nBZkc_JojecaduwpX8dCXPaHefkPB4_hkE1TgM,1152
lm_eval/tasks/bbh/cot_fewshot/temporal_sequences.yaml,sha256=NlCNX4cM8h7nRD3nH2AU4dvmQMx-_RaQdZ35e6js-bE,3828
lm_eval/tasks/bbh/cot_fewshot/tracking_shuffled_objects_five_objects.yaml,sha256=gu7t0E_7K6zQ52WywEYCwl6v4PEMMotoFrcWyKDOX4Y,3232
lm_eval/tasks/bbh/cot_fewshot/tracking_shuffled_objects_seven_objects.yaml,sha256=UfhUj9tz4DZ1OXqx96-UTg3nflTQCeXpHyP0k3M9IBc,3234
lm_eval/tasks/bbh/cot_fewshot/tracking_shuffled_objects_three_objects.yaml,sha256=KyD28IiVbE_N5mZizGC-XG6jLJvDBVUQSuR_37YDUrw,3234
lm_eval/tasks/bbh/cot_fewshot/web_of_lies.yaml,sha256=169eVSMdL6RbDYV2lxDIlklRFvsLuxTp0IBzwSgQnLQ,3493
lm_eval/tasks/bbh/cot_fewshot/word_sorting.yaml,sha256=Lto2KqwG4jQJICBdK5cdYq-p-_3iKxWN-h5E2aZMZks,2629
lm_eval/tasks/bbh/cot_zeroshot/_bbh_cot_zeroshot.yaml,sha256=AhCJP_xiyAEyDoKpxI50B5cnnkUpm9P_HjWCM3c36sk,1340
lm_eval/tasks/bbh/cot_zeroshot/_cot_zeroshot_template_yaml,sha256=p4bry9zk45mePBDOY4wEkToBsSUwOg26YcWJwCmZlp8,478
lm_eval/tasks/bbh/cot_zeroshot/boolean_expressions.yaml,sha256=BKQ6JO9I2gLwb1MfgCnwaIG-66v-mzZqd__1oy1rWc8,679
lm_eval/tasks/bbh/cot_zeroshot/causal_judgement.yaml,sha256=FOCmMOguNhSlowJnmKY-pRsJ2lBymWo6s2qlpTjS0E8,667
lm_eval/tasks/bbh/cot_zeroshot/date_understanding.yaml,sha256=2WR5jQ37ZwlDbc066gHLGrjmy_dE732uTBEZhyuCgsg,739
lm_eval/tasks/bbh/cot_zeroshot/disambiguation_qa.yaml,sha256=qJW8yPCukm5IKN2FBgm7kYg-xhjiCwKW6hGlOwtnuS4,766
lm_eval/tasks/bbh/cot_zeroshot/dyck_languages.yaml,sha256=mw1W-rh3wZ58rY19vAOfQVr_ISVpRvjmpGe5xI7nLqY,684
lm_eval/tasks/bbh/cot_zeroshot/formal_fallacies.yaml,sha256=rOekVBA9qj24R704zneL85yXzf8jLNCXYxreoMet5lw,687
lm_eval/tasks/bbh/cot_zeroshot/geometric_shapes.yaml,sha256=EjI9vVQJTCLofU9cAPADFEWtHW8i1uGluDdrr62N3aI,750
lm_eval/tasks/bbh/cot_zeroshot/hyperbaton.yaml,sha256=Pt49AiGA-g65WhWp1LLuQUM6LJgSfFhjT1eO7RdM10o,743
lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_five_objects.yaml,sha256=twk8yG1vjkU48OHoDwjJwh4Ohye0-zpIJf7NOAtcNUI,818
lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_seven_objects.yaml,sha256=fLICnem3s646N1Lbl5IRPAbMewhcUFxZ3Rdu-pVvarM,820
lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_three_objects.yaml,sha256=j8nBZ62_r9qj2KGzp4ildJS0tXeFjpy1uJvXVflhl9c,820
lm_eval/tasks/bbh/cot_zeroshot/movie_recommendation.yaml,sha256=5sK7ju6stnh6u7R6uvzI6-eQb4qgDDYZrBidbdGcXyQ,767
lm_eval/tasks/bbh/cot_zeroshot/multistep_arithmetic_two.yaml,sha256=vXJJjs-xeWRuXtCrfQVmyKPhgiIRSI58Fcwft1bdaeU,697
lm_eval/tasks/bbh/cot_zeroshot/navigate.yaml,sha256=58RaCT7VZ6fiKQ1D2eEEx3XfVeQG4m0G57F0xmmjx58,713
lm_eval/tasks/bbh/cot_zeroshot/object_counting.yaml,sha256=eCOmYJZufH_wmqRICNxCnAJ8qPbxq6f40T4iq2ZADDg,719
lm_eval/tasks/bbh/cot_zeroshot/penguins_in_a_table.yaml,sha256=iMRKS9h3NpUU90MmQ7Vzf4MJRVAbKNUXg1-4dlRM3-s,776
lm_eval/tasks/bbh/cot_zeroshot/reasoning_about_colored_objects.yaml,sha256=rkICB45Uv8AomM61e-8iatL_SCilCI0UfWKUdXT0reA,811
lm_eval/tasks/bbh/cot_zeroshot/ruin_names.yaml,sha256=t4QqzKgua7-v5Pnqp8s8o-YsKEYRdZr2U6pzvFgDnA0,771
lm_eval/tasks/bbh/cot_zeroshot/salient_translation_error_detection.yaml,sha256=rtV_kpJ6-Mif2wUrMmIQULrBhQuxFDcfBDt07PoM82g,823
lm_eval/tasks/bbh/cot_zeroshot/snarks.yaml,sha256=gH1y98pBpeFVJSdO9diIzlKi0kuYj5H82EIKZQG8KoE,1057
lm_eval/tasks/bbh/cot_zeroshot/sports_understanding.yaml,sha256=qC3tfNj-4hfvSFCVtj-ib7hHMLToF7AppQfqmVOyvDY,837
lm_eval/tasks/bbh/cot_zeroshot/temporal_sequences.yaml,sha256=ZhQfmkoNIt1SSKNZPfhEXlpXXIF_DLg5y6y4cGcGvG8,798
lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_five_objects.yaml,sha256=MqI1WvrFkONaQcoCQUk8Aqk8sqlRi3OXsya6Ukrub1E,890
lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_seven_objects.yaml,sha256=HzD6MUcCdjzReleZFv7oJPsVRHIHWtJYVYWQ-qtGwOw,892
lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_three_objects.yaml,sha256=FaW5OXsTGhuKTCz_4yuxlYnhLhgp-h6MBT8STObJKDY,892
lm_eval/tasks/bbh/cot_zeroshot/utils.py,sha256=03_KQKsfTCHMCwu_HA6HTdhGwXAD-TNlL3W8r1CpnxY,8777
lm_eval/tasks/bbh/cot_zeroshot/web_of_lies.yaml,sha256=XRcVudvzDNpMyhLFqIWa0n77DNygmpwiXQ1taDvxk8o,849
lm_eval/tasks/bbh/cot_zeroshot/word_sorting.yaml,sha256=BZ_CXxzfuz3XzPzbMifdj6Ep7it5pUUWLujdj7UQ5Cw,588
lm_eval/tasks/bbh/fewshot/_bbh_fewshot.yaml,sha256=VKHWSt8Kr2_bZoV_T9d2j8VlW82Tk-cAFZvlfO8_QYs,1166
lm_eval/tasks/bbh/fewshot/_fewshot_template_yaml,sha256=s7dB-ozicKrHm8jh5zAqm5pzEgzKtqnC6yl__9s5vnU,383
lm_eval/tasks/bbh/fewshot/boolean_expressions.yaml,sha256=3Fajp_M6a4e-9cjT9wiEVkfYak6MbDojg799LX4b7PY,445
lm_eval/tasks/bbh/fewshot/causal_judgement.yaml,sha256=zVvaCE5Ncvg8km4BgkXy1QNIvjndJrV_fV25popbLtc,2640
lm_eval/tasks/bbh/fewshot/date_understanding.yaml,sha256=3NdqSISk0ZUEvOqwpU9wLOujX8mb1nCw_SfTWOU_BbA,1019
lm_eval/tasks/bbh/fewshot/disambiguation_qa.yaml,sha256=sCNW7SS9bZ_Tt7cHPLsD1aofo6EcJwu0uda8YxAc3_k,1361
lm_eval/tasks/bbh/fewshot/dyck_languages.yaml,sha256=-n8BeGTjtPm8YpKqoXqQ6pc0FOxAkJWK-2vhXuUi13c,730
lm_eval/tasks/bbh/fewshot/formal_fallacies.yaml,sha256=cc-AJxsjxrzTBPzpQgsFEWpv0F3RGwcWITYMDX14u5I,2085
lm_eval/tasks/bbh/fewshot/geometric_shapes.yaml,sha256=AvMGWwus_pZciNHk81dYpc9Iyqai5dfsEtNYi5Q8OHM,1368
lm_eval/tasks/bbh/fewshot/hyperbaton.yaml,sha256=6eXPkZJXHWZyCIWwe2mmtFVEgXr0WSC-8lp4RhSCQRM,766
lm_eval/tasks/bbh/fewshot/logical_deduction_five_objects.yaml,sha256=TMBoI8cGGVd8tkuUFchBjR96U51c9hwcpxnXpsQd7wM,1757
lm_eval/tasks/bbh/fewshot/logical_deduction_seven_objects.yaml,sha256=gAgu7SgvHX7w12fvhB2IbpJJrSOFNLNfAFmXXsMvxoQ,1759
lm_eval/tasks/bbh/fewshot/logical_deduction_three_objects.yaml,sha256=u924v2Zr0-EBPQKBMAlXKP6kH6mHQ6ez7Rb_Mo5ooUg,1759
lm_eval/tasks/bbh/fewshot/movie_recommendation.yaml,sha256=1GhfwKpYOyXkh43CGrw2_loM5Dqk9FJzt2Y9gCIZtvw,1111
lm_eval/tasks/bbh/fewshot/multistep_arithmetic_two.yaml,sha256=PZP__VDcm9fIghOIY51gcIk9JnxeWUR4udn-imDNZ_A,467
lm_eval/tasks/bbh/fewshot/navigate.yaml,sha256=zoXyabumP7e8TZDT02msQWS2b_uP9mvvpWkll-X0yOI,1012
lm_eval/tasks/bbh/fewshot/object_counting.yaml,sha256=9s7TgTWz8CklGdjlbKQ5-UAT_KV-YmpOPXzdS1WX420,787
lm_eval/tasks/bbh/fewshot/penguins_in_a_table.yaml,sha256=iMWhQRory7-hm9BuhY4M-CtljGFp44EqhDgvA7BwmSo,1812
lm_eval/tasks/bbh/fewshot/reasoning_about_colored_objects.yaml,sha256=JuPOvmEuyca3uF6lscO4-29HQmLpHYpuhyanJy0GeRU,1911
lm_eval/tasks/bbh/fewshot/ruin_names.yaml,sha256=Vas7MYvXeger4a6-fNgRrR1RjlrgdffEgFim4fjzxxg,1078
lm_eval/tasks/bbh/fewshot/salient_translation_error_detection.yaml,sha256=f9eC8F87loZ2IHHrtHmoJDxV9hDvRcDSMdz9Y59QzuM,4202
lm_eval/tasks/bbh/fewshot/snarks.yaml,sha256=XvvlR_exJefx6qlVTPTEg4JpyY8ry7TYPB1P_9h5ApE,1390
lm_eval/tasks/bbh/fewshot/sports_understanding.yaml,sha256=77kpaQzU5C-Dnyf90EKUmBW1B1i0eS5zNRBcPd87a4g,665
lm_eval/tasks/bbh/fewshot/temporal_sequences.yaml,sha256=HE7QMrg_-upvfn_hbrXV0g2aH8-wcgxjfcC4V_fdomw,2455
lm_eval/tasks/bbh/fewshot/tracking_shuffled_objects_five_objects.yaml,sha256=nY5KEoiOX47FdsnVKah4Tdsqmv8POhb6Qk6gvjlVAnY,1947
lm_eval/tasks/bbh/fewshot/tracking_shuffled_objects_seven_objects.yaml,sha256=-sn8kiCM1-wzQ_z8bkPG3UhZyL7DLOZuyRXEXic9PNA,1949
lm_eval/tasks/bbh/fewshot/tracking_shuffled_objects_three_objects.yaml,sha256=EAHmO5JbQ8AXNrH7QrF7pwO4YMomzFL8X53ZV4hciJk,1949
lm_eval/tasks/bbh/fewshot/web_of_lies.yaml,sha256=1CptDj05FukKtOA0R_boYY94OJD_VNtvq4qnE_PkgWU,933
lm_eval/tasks/bbh/fewshot/word_sorting.yaml,sha256=1edVlHNWy5RV7Mb07xpVTzjiER5q92h7hmwmYJIk7i4,672
lm_eval/tasks/bbh/zeroshot/_bbh_zeroshot.yaml,sha256=EMsAZ9Lbn13AVhSSt4AbnIEM0M0XGa1Iw6dvMB_8UCE,1228
lm_eval/tasks/bbh/zeroshot/_zeroshot_template_yaml,sha256=38-7Ldju9VW0sGq-7k2o5zwpJyiGFNNeNLgwxl3wb7Q,478
lm_eval/tasks/bbh/zeroshot/boolean_expressions.yaml,sha256=Tuk0lWtRtnLCBsTLCEoVjnM2H572_4RqsHATK9c7oio,473
lm_eval/tasks/bbh/zeroshot/causal_judgement.yaml,sha256=kNc65hI1I1S2BU3JY5hsCNkEWgZ_EQYd92yg0b7OGek,461
lm_eval/tasks/bbh/zeroshot/date_understanding.yaml,sha256=Wzvx0IdNhHfdknnixvJySw_zbfz5XOJoJVMpVzccG7Y,533
lm_eval/tasks/bbh/zeroshot/disambiguation_qa.yaml,sha256=ttEMcEsDsyhmWk0lQ0MpJiBfN-oxKESlSXfiC9Bj9Lg,560
lm_eval/tasks/bbh/zeroshot/dyck_languages.yaml,sha256=jULSUCimkHyjYMbSyWz-3e5Fh4hwXfB8pJXl1pRqdnQ,478
lm_eval/tasks/bbh/zeroshot/formal_fallacies.yaml,sha256=nxSdCT_qpDvlblyiBkYwGH0GkE9r6kHzLzSxIdBPu7c,481
lm_eval/tasks/bbh/zeroshot/geometric_shapes.yaml,sha256=ug-J6K10cUAtkLyrgHiPq1opVrGTaqJbN08wB_KnycE,544
lm_eval/tasks/bbh/zeroshot/hyperbaton.yaml,sha256=RAScn4Nw49gKVviPyOWYdn1FTzhCtt_SQiaMCkRjLC4,537
lm_eval/tasks/bbh/zeroshot/logical_deduction_five_objects.yaml,sha256=6ABlB8hVvffXqdRvjCrBGL8W9NaGLa-RymEp2c4U12c,612
lm_eval/tasks/bbh/zeroshot/logical_deduction_seven_objects.yaml,sha256=QqSnathmDPy8QeX2vl5Mj5QCkCzb1o1nJfFVB6LSiDA,614
lm_eval/tasks/bbh/zeroshot/logical_deduction_three_objects.yaml,sha256=u9vkRxmhHAUVI6VAMWP2eBuaB5rxVM2JjpSIpNs5Hyo,614
lm_eval/tasks/bbh/zeroshot/movie_recommendation.yaml,sha256=qN_B4OgxfXhCFNVhclrBDJUf2Jiwo0hoNpMnDwwg0aY,561
lm_eval/tasks/bbh/zeroshot/multistep_arithmetic_two.yaml,sha256=3SfYjOOs9kxkf9tcIyFydk9aLwvfpAWbIBgLZkZjxfc,491
lm_eval/tasks/bbh/zeroshot/navigate.yaml,sha256=B6dRPFnXuX7DQugeVkTO8yR0407aW2J_OSVk2cHJaSw,507
lm_eval/tasks/bbh/zeroshot/object_counting.yaml,sha256=6Q-kZXpMaliqEcl84tarX0zW98dr58BySXtGMZYszYI,513
lm_eval/tasks/bbh/zeroshot/penguins_in_a_table.yaml,sha256=OPKYIHMGB0vmRhKW79iAEgY_Vin5OQEIxNrvWFida2g,570
lm_eval/tasks/bbh/zeroshot/reasoning_about_colored_objects.yaml,sha256=RP4_eYIh3yCqX2LaZ8RZ3xexILH91ZNdvJCCw_NFdcQ,605
lm_eval/tasks/bbh/zeroshot/ruin_names.yaml,sha256=FrgCzr7L0-Zmm4j2SDKtZnTO2urqw1uRliWdque4LUA,565
lm_eval/tasks/bbh/zeroshot/salient_translation_error_detection.yaml,sha256=XU-bur6KPqH4QFS6gHqs4iac7NGv4QqEjrMMsTMkUYw,617
lm_eval/tasks/bbh/zeroshot/snarks.yaml,sha256=KS0oIOa9ZIUaTORqPSsAbADJCQoMuKxkodxp3FINOqc,851
lm_eval/tasks/bbh/zeroshot/sports_understanding.yaml,sha256=k_kuvih4YmCkwomOi8qEp-t13zgyTtzkq3yLQcuLngY,631
lm_eval/tasks/bbh/zeroshot/temporal_sequences.yaml,sha256=9UIDSY0kmyLobfY2TMP58M-jpZvNPPOCWjsF1ApItZ0,592
lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_five_objects.yaml,sha256=IGV3TMZUQzccEgAAegKy95_Pw3DnP1hLI-ZfIar_1Qg,684
lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_seven_objects.yaml,sha256=K5DfPycBD-RzDXCqJ3Pn18tvtaSMyTE7N8KUWiacgJY,686
lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_three_objects.yaml,sha256=Th21qaJlSZk7cFK0JvzLA9kPRudT9KDzkkuwAySRAKU,686
lm_eval/tasks/bbh/zeroshot/utils.py,sha256=03_KQKsfTCHMCwu_HA6HTdhGwXAD-TNlL3W8r1CpnxY,8777
lm_eval/tasks/bbh/zeroshot/web_of_lies.yaml,sha256=WTBOPgr8j2aZ0cG0dAfnIQVhg4cZYmeQvkj8WstGG3A,643
lm_eval/tasks/bbh/zeroshot/word_sorting.yaml,sha256=c8SQ9dZlfgm1vBVbWD7tyt45kg-nNaEoErtypkdUKyA,383
lm_eval/tasks/belebele/README.md,sha256=DePrXLzy0Wd8hP3XqMGXlXBRLZsczh1aEN4-MhTxMv4,2578
lm_eval/tasks/belebele/_belebele.yaml,sha256=_ooccRkM1an6-FUp-hyzPI1B-P1ciTUBHpXxmtf8pzA,2885
lm_eval/tasks/belebele/_default_template_yaml,sha256=r4e68pFv5FtMy905S47RvaBODfUrSkEryMOhvlYrZY0,592
lm_eval/tasks/belebele/_generate_configs.py,sha256=661F4fNEdqHN1P5AOMN9ml_U3gUeEEhn8-9_O-ESH0s,2993
lm_eval/tasks/belebele/belebele_acm_Arab.yaml,sha256=Ox8MM1guNSs3mNZHX2zZn62FBWUOqKiSlT-nSbtFITo,116
lm_eval/tasks/belebele/belebele_afr_Latn.yaml,sha256=Yf3AhFui2vS86ewN2fG78kHIbpEcOn2simVif5V2Sgc,116
lm_eval/tasks/belebele/belebele_als_Latn.yaml,sha256=CmlQhqPMdOIlmtrTVabENBGBftVqKLJW8YtYJI4NXJ0,116
lm_eval/tasks/belebele/belebele_amh_Ethi.yaml,sha256=6oSQQ9mZ08JoMrDHgZuJTmFwT_Y8qHfMUamIbh4BE8M,116
lm_eval/tasks/belebele/belebele_apc_Arab.yaml,sha256=kEXmGMhImthv2VONBqCXO7Gc_gQCBc__kbDnbgzt5z4,116
lm_eval/tasks/belebele/belebele_arb_Arab.yaml,sha256=2WnWkxfJwO1fCUN3mqLJZH5Yo3aymX0LuZeJ5B0Pmns,116
lm_eval/tasks/belebele/belebele_arb_Latn.yaml,sha256=EbCTH_KvCwZhRG0o44tLk7VB-XizFDaCn2V-fGvJuMc,116
lm_eval/tasks/belebele/belebele_ars_Arab.yaml,sha256=ybQnyh2IgCqU1-6IG-MQz1AiDx_HZh479i5G0IXJRGI,116
lm_eval/tasks/belebele/belebele_ary_Arab.yaml,sha256=qAmyvoi3fHDIOjhG3c7TeTrAnNhzSR9eBmh9jlQkzcI,116
lm_eval/tasks/belebele/belebele_arz_Arab.yaml,sha256=K_ivU9HKdlSla8oPXKLfT-inIfdVxJffnKpYKDToHZU,116
lm_eval/tasks/belebele/belebele_asm_Beng.yaml,sha256=r369yGnArlOLwkqiTWrvE7SleDn-6x38ZA6AEgX0dLw,116
lm_eval/tasks/belebele/belebele_azj_Latn.yaml,sha256=11A1x3U2YsaewgoU3UVqmwip0n_uF5JbG4-JzTVUSp4,116
lm_eval/tasks/belebele/belebele_bam_Latn.yaml,sha256=2dpbhDRTAUx717tiJFDS-HPP5vVI9JGuOAaDeQy-pEc,116
lm_eval/tasks/belebele/belebele_ben_Beng.yaml,sha256=0rMnDtkNjCJp4nRN7M5pFIrRjT01oi7OSF3Xo3v-hK4,116
lm_eval/tasks/belebele/belebele_ben_Latn.yaml,sha256=X0d-L_-BSMTeUM_8D95U_zNUm5dfHDDlPJO2UPRIsyc,116
lm_eval/tasks/belebele/belebele_bod_Tibt.yaml,sha256=auhv0zNoDjrCweaN1TveSMJwAAs8e2OiI093Wsn4Vmw,116
lm_eval/tasks/belebele/belebele_bul_Cyrl.yaml,sha256=xsST0ouxRX1sAAAKKfn3cVLwyeLICqCT5svB9Vsfi4g,116
lm_eval/tasks/belebele/belebele_cat_Latn.yaml,sha256=W5w5P5vQb8gYkWsEmhaT0KatR7XE6R67w1YdQrEVPT4,116
lm_eval/tasks/belebele/belebele_ceb_Latn.yaml,sha256=BpoHtJqO6h4ckU_mSQNKjyxG44RofzLrHIA7mWPfAjE,116
lm_eval/tasks/belebele/belebele_ces_Latn.yaml,sha256=OxpohIdpf0b4Aw0Q8zuduW8yyyYbQaY-j3FGqULn9V4,116
lm_eval/tasks/belebele/belebele_ckb_Arab.yaml,sha256=IYOn3zXVDOovmQRdeKekHZay5a404G5dDPagTw1CxY0,116
lm_eval/tasks/belebele/belebele_dan_Latn.yaml,sha256=N07muaO3nkRyEySguQqNyUx-p_6aUBygWziY_6ad6Ek,116
lm_eval/tasks/belebele/belebele_deu_Latn.yaml,sha256=qvZ8wBuHfDUGT5PXD49k96c3znPs4r-v2jFTWPL4sWU,116
lm_eval/tasks/belebele/belebele_ell_Grek.yaml,sha256=LJdUx7VUxQYzAlJo1f1H8u-jWmWas0wSrNxlicr8sQs,116
lm_eval/tasks/belebele/belebele_eng_Latn.yaml,sha256=zpgfH48ISJsoCdteqIwiMeAz7Z9_ds4wLIXwisRUP9Y,116
lm_eval/tasks/belebele/belebele_est_Latn.yaml,sha256=c-Ohnv4VZ8Tht7Yv5VvVXFOMJlNroPjYuXQlHBZGmI0,116
lm_eval/tasks/belebele/belebele_eus_Latn.yaml,sha256=06JmaXMPZH7lsPCcMGDk7JCvxknO23nj03ZjDBsBJG0,116
lm_eval/tasks/belebele/belebele_fin_Latn.yaml,sha256=gyQogRDmpJMgFhj8G8cH_Qv32ahPVaTKX1tcxiNmnI0,116
lm_eval/tasks/belebele/belebele_fra_Latn.yaml,sha256=1pphwOwUVd9Q3yNcjUgap6tbZ7GXqy1XHYIDAkEBTn0,116
lm_eval/tasks/belebele/belebele_fuv_Latn.yaml,sha256=98jqXiSrO54KAD3bsMa7UDroh5iGyUB1bf_NQ3ydwVs,116
lm_eval/tasks/belebele/belebele_gaz_Latn.yaml,sha256=w-uyikCNl1_hnHca_Wpq9VbRPHTWMAuwmzYyY7UgJLQ,116
lm_eval/tasks/belebele/belebele_grn_Latn.yaml,sha256=vLLI0qKdXhDQWsK-5n3YKaCQ0rPk7xLOAzbpxA9Na9Q,116
lm_eval/tasks/belebele/belebele_guj_Gujr.yaml,sha256=QoThUCkRwTxFwASnpab8H4QyqcZdYm29bReY4vk4nYk,116
lm_eval/tasks/belebele/belebele_hat_Latn.yaml,sha256=jjkBWfzMo3APKi1EB6HWMlEEIv-PhJJnYpbY4qfLDOo,116
lm_eval/tasks/belebele/belebele_hau_Latn.yaml,sha256=4rtxwHw4dC5jgeNfilSr9mbk24RGTepVS1RFITlJKvo,116
lm_eval/tasks/belebele/belebele_heb_Hebr.yaml,sha256=IINVRwDhLNuYJzZxHX1w-8tneUTGTRcT8oxGFUCWiCw,116
lm_eval/tasks/belebele/belebele_hin_Deva.yaml,sha256=IvFi1_5IvroZN-4wG48SY3B3f2WxJL3wn4Yp5E2LO_4,116
lm_eval/tasks/belebele/belebele_hin_Latn.yaml,sha256=oqdZqbbnBErF6ZG9QcEl5liL6JVdRUqXpb-GRLmMcKI,116
lm_eval/tasks/belebele/belebele_hrv_Latn.yaml,sha256=Y7EoRyacYubTULBQYOxjo8vcmK8DJHFHt4VUeaUaC0c,116
lm_eval/tasks/belebele/belebele_hun_Latn.yaml,sha256=kOXhpZv_6bD_Csh9Ceno5hr1y3cu_or0hERb8GeZDfA,116
lm_eval/tasks/belebele/belebele_hye_Armn.yaml,sha256=tgzjBARUgx3QNOahNC1K0mIYb8EK35Xre5a_wLsNcTo,116
lm_eval/tasks/belebele/belebele_ibo_Latn.yaml,sha256=IdqnTGKBxR3bepqSLwqpt7TqmYdBu08L5nLTEYKhgP4,116
lm_eval/tasks/belebele/belebele_ilo_Latn.yaml,sha256=Jn7JLMxSLK0uAWUN9PIPWEGMCStwhj4hl5wdAq-S8GU,116
lm_eval/tasks/belebele/belebele_ind_Latn.yaml,sha256=b3x-bxYRWBra5dNUOMEsJM79o18XCmafLNw6SiQ2rXc,116
lm_eval/tasks/belebele/belebele_isl_Latn.yaml,sha256=m4Fhet_A91SDtYqkVPkdk3XRxfqkp6A1-jcIpBN58Ic,116
lm_eval/tasks/belebele/belebele_ita_Latn.yaml,sha256=kuNtrm7Ht6b641JDiATZr41U8JpE8NfTmNysuobD1CA,116
lm_eval/tasks/belebele/belebele_jav_Latn.yaml,sha256=rXtO9UVsH1rJ0euAY5KKYmz9ZsRzrCKA92ZsqQgPqe0,116
lm_eval/tasks/belebele/belebele_jpn_Jpan.yaml,sha256=fv07XXPy0E48LuYhKBk-tGFe_otOUNmr9aBYVh0wvy8,116
lm_eval/tasks/belebele/belebele_kac_Latn.yaml,sha256=MOIra6e2sfnBx4WPJEMpK1FUzupZY2oiYJ-ZhkGR5y4,116
lm_eval/tasks/belebele/belebele_kan_Knda.yaml,sha256=o2QB6pMhrXkS8ysG4TnK2bH0MQMYKWN6lSXsPDviLvc,116
lm_eval/tasks/belebele/belebele_kat_Geor.yaml,sha256=h1scO5OEma6wGf5Up8o40R7nf-l88np2YTOnb26jy1g,116
lm_eval/tasks/belebele/belebele_kaz_Cyrl.yaml,sha256=TeX6TSMTVYvNI9YQ6dS_U4pF4e0SOX2qLKRyQIwQSRo,116
lm_eval/tasks/belebele/belebele_kea_Latn.yaml,sha256=EnRw38jyBPXZxiAYrvkZNZ9EjXOpMYY9OXBFXbn0j1M,116
lm_eval/tasks/belebele/belebele_khk_Cyrl.yaml,sha256=GagPFp4uAx0SGGH8BtiFtHpz-dscHe7pDH1v5yIKpzI,116
lm_eval/tasks/belebele/belebele_khm_Khmr.yaml,sha256=5lOsy2YS0L3FJDLIoLlsQqCcBRrNAL7okhF8zynOkVE,116
lm_eval/tasks/belebele/belebele_kin_Latn.yaml,sha256=oTu00muwxMym-rI6KQx4yrgclsaDkz65hpP96jXAwks,116
lm_eval/tasks/belebele/belebele_kir_Cyrl.yaml,sha256=YNo36Yf_OlM4P08GG91yH9ZiLpu-moGvIIlFyhMFbYE,116
lm_eval/tasks/belebele/belebele_kor_Hang.yaml,sha256=5f8miG_RwEiKUN0M2wMf84bSA1UcRUDOqu7cju_Lqbs,116
lm_eval/tasks/belebele/belebele_lao_Laoo.yaml,sha256=AiKZqsx9HhnmDOdPXAj7JFVU1bs0maj_C6jil0TkUJA,116
lm_eval/tasks/belebele/belebele_lin_Latn.yaml,sha256=S3FF5ijjIQlMCKBuXbsRQ1C3WsWwhrANz1n4-G-5uCI,116
lm_eval/tasks/belebele/belebele_lit_Latn.yaml,sha256=DokleoByErh1w-pkIngHW8cVN-OfFuql3-QRQUKmGxE,116
lm_eval/tasks/belebele/belebele_lug_Latn.yaml,sha256=9KHN0G-iDWtmWlMhHr9ktN-h0yKgcx-L8t_FXncDN34,116
lm_eval/tasks/belebele/belebele_luo_Latn.yaml,sha256=5ihUAyJf6ZL5zQsOmK5ShafbPLqZcvHoq2KMzDQzgjc,116
lm_eval/tasks/belebele/belebele_lvs_Latn.yaml,sha256=0ACAm-muLQK9k0DSiwlZhze0RgjE__O87aaDFo-YQaI,116
lm_eval/tasks/belebele/belebele_mal_Mlym.yaml,sha256=4e1zNqAhLgravLHo3TZAHbSN_MirhQ3dmR0VXUredvY,116
lm_eval/tasks/belebele/belebele_mar_Deva.yaml,sha256=6q5Hq8ZwHX9CQuDHBGJSUX7YSzc53kgdQ0PPeKZV6fg,116
lm_eval/tasks/belebele/belebele_mkd_Cyrl.yaml,sha256=lijY7egQoSlVWPntjxdorkUOluZuLA4ky6vOeHiOXsM,116
lm_eval/tasks/belebele/belebele_mlt_Latn.yaml,sha256=96yjPMq6fTe0NLF3vzaX0pqm7ycmuSxJ4CkJhjYYojU,116
lm_eval/tasks/belebele/belebele_mri_Latn.yaml,sha256=1DR2AFWPVeRW09_xfUdD1CT0XDdAdyZIkwPeH0qyv60,116
lm_eval/tasks/belebele/belebele_mya_Mymr.yaml,sha256=a7M7tz4X6Z5VpEh6-_txeWlBHJMbGJ5SNsFSIEZv1ug,116
lm_eval/tasks/belebele/belebele_nld_Latn.yaml,sha256=rAubBJ87rxXwDYst1dT_kNgr2q8zn7w4ULMFDMv339E,116
lm_eval/tasks/belebele/belebele_nob_Latn.yaml,sha256=gg7XtenEYZMnaIyZsn9EkSKXzDV0JCxBS9BXosry6WY,116
lm_eval/tasks/belebele/belebele_npi_Deva.yaml,sha256=-4qOmw4M_Eq0JHmEIy3VkfmsD937NGMMyMLttH2mxYM,116
lm_eval/tasks/belebele/belebele_npi_Latn.yaml,sha256=4Pzcyqii00O9qpbhsiI5tT4Qj3sUqKbnmMQtE4n7t7A,116
lm_eval/tasks/belebele/belebele_nso_Latn.yaml,sha256=Wwig-fWyXTcHnGWY2LMKYH_PiAO7uIiTHUoqJVusQHI,116
lm_eval/tasks/belebele/belebele_nya_Latn.yaml,sha256=pXftT6uaG0XhLqLxMmZ11iChd7eShALVKN5fFJ5uQ4U,116
lm_eval/tasks/belebele/belebele_ory_Orya.yaml,sha256=UIZXzTDe5XQv9cJZh7Kk_KKO1s_xHvs0rtR1ZhfC4ws,116
lm_eval/tasks/belebele/belebele_pan_Guru.yaml,sha256=tP8RCh1tJc9ZlgLhixCu2GDRBZCGRbSuIJn-A-w2maU,116
lm_eval/tasks/belebele/belebele_pbt_Arab.yaml,sha256=fDNgn9YhgPCH9MniMF5vnHgXDPc3XGe_gRUkX4rUJW4,116
lm_eval/tasks/belebele/belebele_pes_Arab.yaml,sha256=9R-PoCmccH3SutfetWnHlflaenEhv_kfQtB3gCXK-Mo,116
lm_eval/tasks/belebele/belebele_plt_Latn.yaml,sha256=gU3rmfJ5vq_0qjvxaiPMFMrfZYAO9zx2_yL6qB2I1Bk,116
lm_eval/tasks/belebele/belebele_pol_Latn.yaml,sha256=PjpwESmDz3VtKOYtCnG_gio64dU8h_UCFF0YSfWrPaU,116
lm_eval/tasks/belebele/belebele_por_Latn.yaml,sha256=-rwbfmrKJR9J44wcAC-3hfaYf_yaKKrpc6h-X9ypH7M,116
lm_eval/tasks/belebele/belebele_ron_Latn.yaml,sha256=fCkSEg4f_BdWbEnQhdgaoR1Qu-eSmL_kQdUAg5_t-f8,116
lm_eval/tasks/belebele/belebele_rus_Cyrl.yaml,sha256=hHLC_AxbUW7E2YYf-rOttwzConiUjFAwkDCSIP4GOfk,116
lm_eval/tasks/belebele/belebele_shn_Mymr.yaml,sha256=TgbggHKM271opdOHPKbrf3lkMuySF3mttgE7wHzLaR4,116
lm_eval/tasks/belebele/belebele_sin_Latn.yaml,sha256=S_E6SHVvsLZ-MrGohn3fQgPgxNiqhcf_HEkzMuPaY-c,116
lm_eval/tasks/belebele/belebele_sin_Sinh.yaml,sha256=0GENZ5_RLg_7JD1NjINE5IqCJYolxpxNvYaeOmwcPJ4,116
lm_eval/tasks/belebele/belebele_slk_Latn.yaml,sha256=lC5RSNQwt4QY3IZpFp82KFdlUKGij0REIA8-SFlm-3g,116
lm_eval/tasks/belebele/belebele_slv_Latn.yaml,sha256=UY_CU23It_dAwcp3mW_ZsZbQMqyAuBM5P71xrvgnEWs,116
lm_eval/tasks/belebele/belebele_sna_Latn.yaml,sha256=hOF3AhHfApOtXUOo71S--jgp3Mw2pZmCyTcr6uTuHLo,116
lm_eval/tasks/belebele/belebele_snd_Arab.yaml,sha256=lUhnTrDZY3jetFOxSQYwuTlCZL5Gx1RBlRj6WLw5mhs,116
lm_eval/tasks/belebele/belebele_som_Latn.yaml,sha256=v7-j8Q6_L1kDzPKwwqTo8ynT-t3-AyalNd8Vb5VeoGM,116
lm_eval/tasks/belebele/belebele_sot_Latn.yaml,sha256=iwgal8Zay_ZgbmdddODw2XprjpcN-VqXlUT9FLPppfQ,116
lm_eval/tasks/belebele/belebele_spa_Latn.yaml,sha256=UFdE7oFT0BB7xmN8xw42e9vPt6cSVcXiVWZTZI3NsVs,116
lm_eval/tasks/belebele/belebele_srp_Cyrl.yaml,sha256=zc8ZHxN70BbreqDmUExPBGgA21gCBRkz7Qprpi020mk,116
lm_eval/tasks/belebele/belebele_ssw_Latn.yaml,sha256=CRe6lvJPZD4_so-5JCqaqiO8wNTlEKECqC3fgiHacJA,116
lm_eval/tasks/belebele/belebele_sun_Latn.yaml,sha256=_wtok2uE9P3m4UYArH_9W2UUED741fePsurtiGcvTZg,116
lm_eval/tasks/belebele/belebele_swe_Latn.yaml,sha256=PUM3yTjm-14qWnW-gnczyF42cL4yNmSPpmcdjxNU95Y,116
lm_eval/tasks/belebele/belebele_swh_Latn.yaml,sha256=wo5Pmt-YPMNeXY4dBSRNzm6Q9atmjhfBr8WKnd-LW4A,116
lm_eval/tasks/belebele/belebele_tam_Taml.yaml,sha256=rKmv_gW0SjoUQ9ut_l_Dt_jC6W6VV9oRcxa_olkszJE,116
lm_eval/tasks/belebele/belebele_tel_Telu.yaml,sha256=TLLJUxXPJJGWCLf_se9yiCxysYIMo0wFwyAZ7vWSySA,116
lm_eval/tasks/belebele/belebele_tgk_Cyrl.yaml,sha256=3Datzf6LWnv7LFuw6SpvfNwZZkK7Ng06CTwQIum0mu4,116
lm_eval/tasks/belebele/belebele_tgl_Latn.yaml,sha256=sfDEvUhF6AXfhhBj4TewHa71BMJ6H9oerMdfurH1tLE,116
lm_eval/tasks/belebele/belebele_tha_Thai.yaml,sha256=GFktjX8jxncc9r54Q3jKXwG8_-sJRUWjKjR1YtbJOvk,116
lm_eval/tasks/belebele/belebele_tir_Ethi.yaml,sha256=ZAgjOUtktOFMgbwOvDzzeNNNan-j5UIKU08D0bBe61I,116
lm_eval/tasks/belebele/belebele_tsn_Latn.yaml,sha256=D0b2bZ23w5KvfsQKXlJOFXVSiXJ2Zrs0Rpbe2rt3fSU,116
lm_eval/tasks/belebele/belebele_tso_Latn.yaml,sha256=YRp2U_GyjTFdUaQaGKTWOgLbI2BB51vRjdn7202zgVk,116
lm_eval/tasks/belebele/belebele_tur_Latn.yaml,sha256=oM3sSBf680aiCoNw-b41GxyB5c2IBEueLmnl7gZAJ3A,116
lm_eval/tasks/belebele/belebele_ukr_Cyrl.yaml,sha256=DcCpJo-dz87rOn8FOeRTna6ncVbichSVK1kdFNtQBgs,116
lm_eval/tasks/belebele/belebele_urd_Arab.yaml,sha256=I77wnubWQQmthyUVL3hfbS7yN5z7J0JdQohDbyBdb8Y,116
lm_eval/tasks/belebele/belebele_urd_Latn.yaml,sha256=ybVttiEmIXQSrrewzz3Ld4uufz28OwBA6FRnPnmSeOQ,116
lm_eval/tasks/belebele/belebele_uzn_Latn.yaml,sha256=tx7-fmSZVv0wqWFBjz29fUmpHzkoo5qYiez3N5DcNpA,116
lm_eval/tasks/belebele/belebele_vie_Latn.yaml,sha256=Ou36E8eZvlLsxIJ6vn2veLWs9s0ByiZoY4BJtZos8f4,116
lm_eval/tasks/belebele/belebele_war_Latn.yaml,sha256=wOla0ytjpUNNPJKNwErkFQwFCno4y0U_pCt8cMWIyxg,116
lm_eval/tasks/belebele/belebele_wol_Latn.yaml,sha256=asMXwsRn7gTrTPxRencHg_9jdtiACrzRAYt2tYUxMUw,116
lm_eval/tasks/belebele/belebele_xho_Latn.yaml,sha256=_nIuUwJKPw7_28wUrgcMbCm_fe7XibzuDMyLVGUPTrE,116
lm_eval/tasks/belebele/belebele_yor_Latn.yaml,sha256=o4CHRiYN30EdtwUKj0xsqyXeLMhkxm265yMnXn-r9-A,116
lm_eval/tasks/belebele/belebele_zho_Hans.yaml,sha256=Znhk-k5McHO0GHVXZyfmqECxX5uTQO0ufGoEA9inkGk,116
lm_eval/tasks/belebele/belebele_zho_Hant.yaml,sha256=KRg_NJGL7XkuEnMZAj3elQmo5s4iAmiY-x49rPA1JoI,116
lm_eval/tasks/belebele/belebele_zsm_Latn.yaml,sha256=KWIhTXXVnfAy883tD6H88kLWHT7s02zKqgf0hayPsfU,116
lm_eval/tasks/belebele/belebele_zul_Latn.yaml,sha256=qzRGUjechS9It8zzolK2iMMbj3c3D9LeO_581q-cPcI,116
lm_eval/tasks/benchmarks/minerva_math.yaml,sha256=-yfgnDDwWbm9gFmw9AkV4r3irgDrzasgWTNqlqE9PV4,350
lm_eval/tasks/benchmarks/openllm.yaml,sha256=SE8PyOTLK5FEUf9VKnzxzae1JgII7tp2-UZdVgVrKzw,368
lm_eval/tasks/benchmarks/pythia.yaml,sha256=xb6ysr5Wkze05aUl0DS6aKWKN4d3-WBXHInrmE3Q4Uk,135
lm_eval/tasks/benchmarks/t0_eval.yaml,sha256=NfW-WLp-pnT4hQrmNyO1Du6DHVscevER86MHVSf_zVE,3491
lm_eval/tasks/benchmarks/flan/_held_in_template_yaml,sha256=8dsDGbiy4jXYWwg1jzpjFi9MOkc6bkH1Pt5YFW9gSEM,255
lm_eval/tasks/benchmarks/flan/flan_held_in.yaml,sha256=4btejIoZ5ZJnllfrcQCebO6ZnpOpt4evimGooHB1eDE,20184
lm_eval/tasks/benchmarks/flan/flan_held_out.yaml,sha256=5vHKmz0WUNCMugMItX0Ym8metOG1IU8anff9aGyMq9Q,247
lm_eval/tasks/benchmarks/multimedqa/README.md,sha256=3i7dHJvrbpWYzjn5W51-sl-FUxQhvM9hsi738TrSQzM,2373
lm_eval/tasks/benchmarks/multimedqa/multimedqa.yaml,sha256=pyejckqmNTePEZU9Ut9hHpd1gkM7-3unsGLsKLyxvi8,592
lm_eval/tasks/bertaqa/README.md,sha256=jx7yUNVBqmtPY3JoPMMxa4Nh9VLmf-FN1kuAds3evhE,2722
lm_eval/tasks/bertaqa/_bertaqa_template,sha256=_-d9raXXq511TtDr6_U9KP6uXGaSoY_h9WERxgFL3nk,304
lm_eval/tasks/bertaqa/bertaqa_en.yaml,sha256=5ovVcVQTjSSrjmYtUEAm8IDwL8RTO9sSMQPDGjaKKSI,174
lm_eval/tasks/bertaqa/bertaqa_en_mt_gemma-7b.yaml,sha256=T5_uktfr7VPmp1nTtXtWEC7HV6QAHVMH_I9L7xI0tio,198
lm_eval/tasks/bertaqa/bertaqa_en_mt_hitz.yaml,sha256=1tnXoNJeHj7X42p3tlkBun64g1RjWLZd0fP_rkxKk1I,190
lm_eval/tasks/bertaqa/bertaqa_en_mt_itzuli.yaml,sha256=Q92e4LENGSwiYbX1gVKvDkG-83e0pB8YZyRbgWuEIIU,194
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-13b-v1.1.yaml,sha256=vsmUuavNv8r9_NgyYBTtumyulibH19u8suME89T-qQM,210
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-13b-v1.yaml,sha256=opoANZTGSUZmt2W0hwsrV10lj5ZAIkzBoBM2Cfy0I_o,206
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-70b-v1.1.yaml,sha256=-mfmmCNQA9P86r8_4kXo3zs1mASMBSisFACTW9-MN0U,210
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-70b-v1.yaml,sha256=Je5pih5rLEXvg7W_Jfwg8BvibmyXBuFRlBSpt1G3Jns,206
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-7b-v1.1.yaml,sha256=HPFk03E-xNYE05cNG9_Cpra8khuTzfDOFwdYA0veq_U,208
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-7b-v1.yaml,sha256=xMAZdEx_JkZC_5OqnlQ-h1n_XjyPRvpgnbDR21XZpQU,204
lm_eval/tasks/bertaqa/bertaqa_en_mt_llama-2-13b.yaml,sha256=UWkTbpCB-SX4V5MCcDMQFtHatCIoxwKl4scYaCu7okw,204
lm_eval/tasks/bertaqa/bertaqa_en_mt_llama-2-70b.yaml,sha256=aQzKNJI-Lnx0-TbFNgVzrgvDMdxFgg2fA1Om6fHl8c4,204
lm_eval/tasks/bertaqa/bertaqa_en_mt_llama-2-7b.yaml,sha256=5s9N4y2gobf5T_Wc10j4s9ZbxIacpmfSkV2qhD2FpO0,202
lm_eval/tasks/bertaqa/bertaqa_en_mt_madlad.yaml,sha256=869pdQT5y5PFcmPwADAsh3xxRcD-dBye_fLbaAY-Pkw,194
lm_eval/tasks/bertaqa/bertaqa_en_mt_nllb.yaml,sha256=XbMILc5G1LS0OzQRK1AitP_5VonHuLnwUnfssdTvS-w,190
lm_eval/tasks/bertaqa/bertaqa_eu.yaml,sha256=JEK_L5-M5RU2uD8zd6pVjDl2Z3OlSp-uxQ5WEjZcNl4,176
lm_eval/tasks/bigbench/README.md,sha256=-S-u9m2fxpIOoIvS4K1LS2Td3WfjFw4XFh6FnJXOGWM,9772
lm_eval/tasks/bigbench/generate_tasks.py,sha256=0M2OnqlxDO7YPHIMYAqJ9osiJZFE-r7dfTB2BbNHmPg,6601
lm_eval/tasks/bigbench/generate_until_template_yaml,sha256=sbd04VMXY4sqC54noXYP6TH8givQRdRqlB0mGdmjdRc,509
lm_eval/tasks/bigbench/multiple_choice_template_a_yaml,sha256=FzCXorb-KeOHd18kMMnEf1wvIWhjWqMmfmtlIYJjFOw,502
lm_eval/tasks/bigbench/multiple_choice_template_b_yaml,sha256=XiYJc4WiXLg1bjrucXOOx1kaeUZriufB2z52V9ifR1Q,492
lm_eval/tasks/bigbench/push_bigbench_dataset.py,sha256=aEACeC1ySE9-GTRzKm4KK_NBP8_SqvlyVNreXy8q-bA,1036
lm_eval/tasks/bigbench/generate_until/abstract_narrative_understanding.yaml,sha256=0QLUsd46oJza1RWtto1OHpdpxd8r79lLZJ-8eFNw5ZY,185
lm_eval/tasks/bigbench/generate_until/anachronisms.yaml,sha256=T1Fc7bNpFatJyeTOAZ61FOA_vQkkMwPpgFLvEe3tMGE,145
lm_eval/tasks/bigbench/generate_until/analogical_similarity.yaml,sha256=I-HNuu_mTxqRNiAGpiyEpoMbm4ViZJpd8tdPD-fkW5g,163
lm_eval/tasks/bigbench/generate_until/analytic_entailment.yaml,sha256=4IpGceDe68otlD7i617DSBXqhw067Y4AjpYVWYnfURU,159
lm_eval/tasks/bigbench/generate_until/arithmetic.yaml,sha256=--6zcCrvHwjcE1SSujrnoCHDXpTo4c2CT9sosctJ0qY,141
lm_eval/tasks/bigbench/generate_until/ascii_word_recognition.yaml,sha256=QhBAm87LFXXIztQjATqtE1QG2s3JOkADRvbiASZcsOM,165
lm_eval/tasks/bigbench/generate_until/authorship_verification.yaml,sha256=J7qQUerJLmxVwptNTbsFlZrDn3WWjxyA-i6aDY-iQ7I,167
lm_eval/tasks/bigbench/generate_until/auto_categorization.yaml,sha256=ZSVByX3aUgSSa_dUYHfJvm6bX6ID5iFF9pZodjWzudI,159
lm_eval/tasks/bigbench/generate_until/auto_debugging.yaml,sha256=EwWe_JEyKN8cQTnhvMFV2T40Td2Igaq0rWuvm9VFVaU,149
lm_eval/tasks/bigbench/generate_until/bbq_lite_json.yaml,sha256=x7II4n0ImBk4HwpbXn6Dap0no5YBdrizIo3qqeoIstQ,147
lm_eval/tasks/bigbench/generate_until/bridging_anaphora_resolution_barqa.yaml,sha256=QFdj_nZPzivXQ_99MACTqsq_hNqpOXwAv0JBvnKZQZU,189
lm_eval/tasks/bigbench/generate_until/causal_judgment.yaml,sha256=f9fiw28Jp_YEeRgrbmUG8dwtt7l6Up22-1-r-uhDyuY,151
lm_eval/tasks/bigbench/generate_until/cause_and_effect.yaml,sha256=5GlQQ-CAgOwXPypYnjRMpdyZ7fA4a-x6REDBEPpmFGo,153
lm_eval/tasks/bigbench/generate_until/checkmate_in_one.yaml,sha256=eWi6zh5n4gwBcE3J7IMiyNttiy2EYvOTAcMMB3Q33lI,153
lm_eval/tasks/bigbench/generate_until/chess_state_tracking.yaml,sha256=anlmDNc-UuKZhgvd4bGHfnloD0817tEiYWuoMBrstVI,161
lm_eval/tasks/bigbench/generate_until/chinese_remainder_theorem.yaml,sha256=hUIYsvTxDFpXOBBR3rc5ByHjK-kCr0IJuYD4-uCEeqU,171
lm_eval/tasks/bigbench/generate_until/cifar10_classification.yaml,sha256=E96IQAlynQhHjAYzJh3CIy3o1oF5Np0onr3Y0G0dS1Y,165
lm_eval/tasks/bigbench/generate_until/code_line_description.yaml,sha256=EbyOJ6tcfb56fDC7jKERqViylqMzNZReN5N4tFrp054,163
lm_eval/tasks/bigbench/generate_until/codenames.yaml,sha256=RHFfLNH_PvBByvta_z2FSqC0MgA5V7lr6ORRJN5IjO0,139
lm_eval/tasks/bigbench/generate_until/color.yaml,sha256=V66z_3cDIsLWHt7cHqnPGfFFvgVBypj-jqW60l4WGy0,131
lm_eval/tasks/bigbench/generate_until/common_morpheme.yaml,sha256=DMnQE0PnPan9Z10yajvyM6AnDz2SNKrmID06eKfW-aU,151
lm_eval/tasks/bigbench/generate_until/conceptual_combinations.yaml,sha256=wN2KQGaT9pun0hOWwe3jrAkjh2lZScYr2jJtiKfPiCA,167
lm_eval/tasks/bigbench/generate_until/conlang_translation.yaml,sha256=-HU-3JkFMpn4vPatZMO3gA6vAJBfdc5XISmYzTDIuMc,159
lm_eval/tasks/bigbench/generate_until/contextual_parametric_knowledge_conflicts.yaml,sha256=CgIDUv6CCJ07FK6H_ATyzqHq8uy_p4ktGWawP8Bmy64,203
lm_eval/tasks/bigbench/generate_until/crash_blossom.yaml,sha256=_kEHp_E3G1AXRC0UsLL6LLJN0o7OXpaobTZl9idnP9w,147
lm_eval/tasks/bigbench/generate_until/crass_ai.yaml,sha256=Gjf50yyrvFYa2uCcpcu6IJEw4_GpvPtLaIt_dHSgKiw,137
lm_eval/tasks/bigbench/generate_until/cryobiology_spanish.yaml,sha256=tIqxreR7fTTOmPbYthVH-SEuzjgJQhfAdm7wkQx_CPw,159
lm_eval/tasks/bigbench/generate_until/cryptonite.yaml,sha256=5QWZppWvBkcS3wifv3cihe1fCKTZnwVvmtifEkPjgbE,141
lm_eval/tasks/bigbench/generate_until/cs_algorithms.yaml,sha256=Bs4PE7GgZLTX3cPlHHaFqcDmmoEfUOc5V_Gmipya7ls,147
lm_eval/tasks/bigbench/generate_until/dark_humor_detection.yaml,sha256=u98XLx00QqxUlZyScZSaDghGG2XNblgVvQMYLzWW-5I,161
lm_eval/tasks/bigbench/generate_until/date_understanding.yaml,sha256=ikMqfOMsIQ5sMEu5F6jmiPZ1QIk55BMoWgPmlD2YZZc,157
lm_eval/tasks/bigbench/generate_until/disambiguation_qa.yaml,sha256=3AfjnL9sxOL7-mS00bAMCer8ytGaceP-AEVKJ036qCg,155
lm_eval/tasks/bigbench/generate_until/discourse_marker_prediction.yaml,sha256=IDsWjfdbnWGCmPZOPXF1cCqoae05UYLPwO2FJ2SqHVE,175
lm_eval/tasks/bigbench/generate_until/disfl_qa.yaml,sha256=slBKpOw28f7O4FrQjm43gqzcHgOB9-2ysKGTlOXcIt0,137
lm_eval/tasks/bigbench/generate_until/dyck_languages.yaml,sha256=Nf4uiVjkZB78bKbFEbnXRE3-4eTd4oHhWOAQsg4zOsY,149
lm_eval/tasks/bigbench/generate_until/elementary_math_qa.yaml,sha256=cvAGFFzJcYgDKDmdDfWoJxpPfGYcoH5YKM6hJv-504o,157
lm_eval/tasks/bigbench/generate_until/emoji_movie.yaml,sha256=xE60hkJ3GUO1IzxA5kyWTgQGN8MdpsFL6U44ABSzpgQ,143
lm_eval/tasks/bigbench/generate_until/emojis_emotion_prediction.yaml,sha256=XmwhQbFtBGHBvKcFeBNyaVvGZntHdIveeRV_6cdr7Wg,171
lm_eval/tasks/bigbench/generate_until/empirical_judgments.yaml,sha256=kjuLT2A-PhCTmqnBMu0msAkVL09fHHoTpszp-2Rmvxs,159
lm_eval/tasks/bigbench/generate_until/english_proverbs.yaml,sha256=C-ssB8SgXTSpWuxyjMBTQX9mBwKvHNNzO4nYcVauhjc,153
lm_eval/tasks/bigbench/generate_until/english_russian_proverbs.yaml,sha256=jN-poiQ4U4UCdcHf7RMV6hcZBoKFEvuzdkxBUqD4uFY,169
lm_eval/tasks/bigbench/generate_until/entailed_polarity.yaml,sha256=_gaT1mv0iFYNMbZTGfWeifF6TB8KxASgiyEeXY0vrH0,155
lm_eval/tasks/bigbench/generate_until/entailed_polarity_hindi.yaml,sha256=RE9kwhgved0dXeKgFCjeFtETtB9FuTgL94iiNSExJj0,167
lm_eval/tasks/bigbench/generate_until/epistemic_reasoning.yaml,sha256=J-n430fnOd4kw4zRySnYYUG-e7GnxadwVAtqU3S8NRc,159
lm_eval/tasks/bigbench/generate_until/evaluating_information_essentiality.yaml,sha256=6fKxC324hKwqkpV_6MTNNsLicGevovD1iKDflOtOzhM,191
lm_eval/tasks/bigbench/generate_until/fact_checker.yaml,sha256=QZ2tsTKpy93PWKXM-cPAdzSKXsYtspGFyQqQXM8QNSY,145
lm_eval/tasks/bigbench/generate_until/fantasy_reasoning.yaml,sha256=JWzZtrvKJaXfBrC8-B2ClPUze2704DVXUpWioHKCo0M,155
lm_eval/tasks/bigbench/generate_until/few_shot_nlg.yaml,sha256=jGqGMoegdMocHCIyV2HDHm6yrf-7h4N8JnzI028bWmY,145
lm_eval/tasks/bigbench/generate_until/figure_of_speech_detection.yaml,sha256=l3ohFveEUwi8QceVaX1Ubpo0bgaJOJkmN20oFENc4GE,173
lm_eval/tasks/bigbench/generate_until/formal_fallacies_syllogisms_negation.yaml,sha256=VW2iLQzYRtTXjvrCa2Xnz8wlpIyPhUvMfAf_3W_rHZg,193
lm_eval/tasks/bigbench/generate_until/gem.yaml,sha256=ODcWuReD_irTxL7Om0YX1lwUPdgTvS4gfnq64_9RT9M,127
lm_eval/tasks/bigbench/generate_until/gender_inclusive_sentences_german.yaml,sha256=N6yiMVWfYnYWXAku7GSw7PAw20_GJevKEF7Nln9s20o,187
lm_eval/tasks/bigbench/generate_until/general_knowledge.yaml,sha256=0FoVsz9_Whmets9lZh3vpd7TxwclRTFMIT8tpn2iTqk,155
lm_eval/tasks/bigbench/generate_until/geometric_shapes.yaml,sha256=tVKuLRsEGC6QEZINH_MJL9ouuGxYBuBcIoqf8Ry1CB0,153
lm_eval/tasks/bigbench/generate_until/goal_step_wikihow.yaml,sha256=HefVYueV7Ib4olhFiPSnN-4tKk-wm2-TTOJZq13zDiY,155
lm_eval/tasks/bigbench/generate_until/gre_reading_comprehension.yaml,sha256=imJmoGVFj12Yw1LFVNvOwMqmcjvPC0SfBwptLaX_Rj0,171
lm_eval/tasks/bigbench/generate_until/hhh_alignment.yaml,sha256=u9i_BMm0zJiWEkU_IL36D1nf9TLqGXArxICZoMmyn6g,147
lm_eval/tasks/bigbench/generate_until/hindi_question_answering.yaml,sha256=ed9fUg5xV9JFW_pI9slzBepyiTu-v1s5s3zu_M7JlCE,169
lm_eval/tasks/bigbench/generate_until/hindu_knowledge.yaml,sha256=GyJkeBgssT8R04bTdYSQM4oa4v8JWpa2ILwVTvLjOyI,151
lm_eval/tasks/bigbench/generate_until/hinglish_toxicity.yaml,sha256=F4y708uc0l1a5o1M6s_kSCpYNl3ivpwfWAgO7usZ8JQ,155
lm_eval/tasks/bigbench/generate_until/human_organs_senses.yaml,sha256=AeQZPk72WRN9G2pj31CvgKiDEbEjSGMppYhni2Q_sVs,159
lm_eval/tasks/bigbench/generate_until/hyperbaton.yaml,sha256=m_cFalqyG6dq_RoMUzTV9fiTFQQ2BssZfG071Zezlzo,141
lm_eval/tasks/bigbench/generate_until/identify_math_theorems.yaml,sha256=buqbBDN-gZJY8mnG2IRHpUPbEFgz4e2amo_c1uQmIvE,165
lm_eval/tasks/bigbench/generate_until/identify_odd_metaphor.yaml,sha256=EoTWJfETPJQIKFScOELfBno5wGMM0KSRUp5Ck8wDh_A,163
lm_eval/tasks/bigbench/generate_until/implicatures.yaml,sha256=XDY-X3eUplOlnEY2WZis1uGjSU0GLg85c7krqgsGQg4,145
lm_eval/tasks/bigbench/generate_until/implicit_relations.yaml,sha256=AxXDlJDpf_YQKJpvifStiRPiehlDl3L8_bo8i4EtY-c,157
lm_eval/tasks/bigbench/generate_until/intent_recognition.yaml,sha256=QSsKdp83MAfBu2LSLUx2dPt1mENEZ5s4O3to4ntZolM,157
lm_eval/tasks/bigbench/generate_until/international_phonetic_alphabet_nli.yaml,sha256=bPAQzEm6obZvwbxqzZGCDDKYJhasb9Esv6w7FVS5knI,191
lm_eval/tasks/bigbench/generate_until/international_phonetic_alphabet_transliterate.yaml,sha256=ERiqN2vbxFHM3lbUyvWvm46ydMwxU7y1xa4hur8V3B0,211
lm_eval/tasks/bigbench/generate_until/intersect_geometry.yaml,sha256=uq6hHt_p6HnyMFMN7XcS6Uhml-Ndv5a5l9TTaSzL-9Y,157
lm_eval/tasks/bigbench/generate_until/irony_identification.yaml,sha256=3Lg0jMAk1-QXMo08j6T4weLkMU1xihyF94-61Y5cjCI,161
lm_eval/tasks/bigbench/generate_until/kanji_ascii.yaml,sha256=ma-v7NMOLxNkdKYoRvL9OuEblQ7-l2O2O9bjPhIbyGQ,143
lm_eval/tasks/bigbench/generate_until/kannada.yaml,sha256=y3M1MBUaQqV6b3cfumpigEoeq9m7j8qu2wqM8mjzeEE,135
lm_eval/tasks/bigbench/generate_until/key_value_maps.yaml,sha256=YBdKpEXYUdrbg2YxcDpTheRCGtA8QQU_kMEyWfGaR7I,149
lm_eval/tasks/bigbench/generate_until/known_unknowns.yaml,sha256=FSMjIyrW6Zq86r6PjPnC7GY7KnWQQukFsSkNRMXkIAI,149
lm_eval/tasks/bigbench/generate_until/language_games.yaml,sha256=4vOMkyvPfKVTI-qWO_FfHnxH66nTN6qROPS5selFR-0,149
lm_eval/tasks/bigbench/generate_until/language_identification.yaml,sha256=siO1slzacE_Qem-FuA5vwlRqfo_gHZsMCGrIjnA-JlY,167
lm_eval/tasks/bigbench/generate_until/linguistic_mappings.yaml,sha256=9BAFhXST3cS9ktxMTB-qVF7lqN8NNEUN4L4JjhqSH5M,159
lm_eval/tasks/bigbench/generate_until/linguistics_puzzles.yaml,sha256=5KGRhLH_mhvoGwdh_CFQTM5r9dPowCxOHzzzcSAkdh0,159
lm_eval/tasks/bigbench/generate_until/list_functions.yaml,sha256=On2YeI3r2_s9bblbk-AoVp8jZsdmpH7JPTRxzLbLz9k,149
lm_eval/tasks/bigbench/generate_until/logic_grid_puzzle.yaml,sha256=N7JKcaLTcZIxh6efPHG6grF_-Dia9TLDj6AINFyrgas,155
lm_eval/tasks/bigbench/generate_until/logical_args.yaml,sha256=LeMAv4cqQynPdEgMjbX6DLUuHtE5be7VL3_TRgEBxcg,145
lm_eval/tasks/bigbench/generate_until/logical_deduction.yaml,sha256=cMhraRNkbdmCn70YWUI3L5szUSZxF2BZ9dkb08x3otI,155
lm_eval/tasks/bigbench/generate_until/logical_fallacy_detection.yaml,sha256=Plu8NPXtIwicj-ZOR-s-tUp8sQTRUSidXG13wkiybPU,171
lm_eval/tasks/bigbench/generate_until/logical_sequence.yaml,sha256=oiqHok8TaV88QsPEmUtF8J_mx7XBBOO_kEi6MYFETcU,153
lm_eval/tasks/bigbench/generate_until/mathematical_induction.yaml,sha256=AcUk2gvyYMBR2MXIxiswXjcbv4UITm2CU_RboxlfV34,165
lm_eval/tasks/bigbench/generate_until/matrixshapes.yaml,sha256=oPNV1qhlRa0CStZy9CCOEyYPM1Q88mk51aJ8EEY-yeY,145
lm_eval/tasks/bigbench/generate_until/metaphor_boolean.yaml,sha256=4pm8zy5rvB_f8jXoTBBLe_0gimdFwt7zkINpHdMztA0,153
lm_eval/tasks/bigbench/generate_until/metaphor_understanding.yaml,sha256=eTWZ8H4boQ7GHOkRh8JiGNzpqMwV0-jy-pxs3ZEIE6k,165
lm_eval/tasks/bigbench/generate_until/minute_mysteries_qa.yaml,sha256=-106CIqMUWgCr30EoCxvnjL3NnRwgqF4YzkXBjJKm7M,159
lm_eval/tasks/bigbench/generate_until/misconceptions.yaml,sha256=GRaducmwu4DxLeIPTw6fcxOi5aEoNctq09pae_zlmIY,149
lm_eval/tasks/bigbench/generate_until/misconceptions_russian.yaml,sha256=NXz_RMAGdhitHJUrOcyOs3lUJAR3BZczDkNh7wuRbrQ,165
lm_eval/tasks/bigbench/generate_until/mnist_ascii.yaml,sha256=3ft522RKA2O6tkvjKFEUXR_ZeAHZyRmUYAVFacedIYs,143
lm_eval/tasks/bigbench/generate_until/modified_arithmetic.yaml,sha256=tN48_TrYgL6NlmDnAFf4_ynOgjgf59tDjZaFMxiGXhs,159
lm_eval/tasks/bigbench/generate_until/moral_permissibility.yaml,sha256=QWHphy2-qbjA6cVIBkv3jojENR-RtA6dxSFUtTaiMCE,161
lm_eval/tasks/bigbench/generate_until/movie_dialog_same_or_different.yaml,sha256=izDgy0BjGi5gkJdKBFB6MT-vq2x97ktVkQHPYThzXpg,181
lm_eval/tasks/bigbench/generate_until/movie_recommendation.yaml,sha256=Ls68uPStQfEA_cXXoHRltL_of6hPd4LCyz5z2FhAQfo,161
lm_eval/tasks/bigbench/generate_until/mult_data_wrangling.yaml,sha256=tNqxoe0NI87WvxSOPS1JyUr1PCpU-UP-q19tmfeaU9Y,159
lm_eval/tasks/bigbench/generate_until/multiemo.yaml,sha256=ntr6dACBtdAxlsVaCYxQ4ZYEEZ2Q1pf4jF00fiu7HFg,137
lm_eval/tasks/bigbench/generate_until/natural_instructions.yaml,sha256=_W6euf1qNMYGfvy7VFPpSGTllBU3TnvQLEwnIzIjsKs,161
lm_eval/tasks/bigbench/generate_until/navigate.yaml,sha256=SgxFNM3bs3Cbfcw2oE2uBj2vXsc0_NKW-R8n1IPbgMU,137
lm_eval/tasks/bigbench/generate_until/nonsense_words_grammar.yaml,sha256=y7R8xHkK3Fg9Vwbs6MLI7nEk-v_lBkd3Qdpxw1TyKbg,165
lm_eval/tasks/bigbench/generate_until/novel_concepts.yaml,sha256=Uw79SXkiEfDm0za-qLou47Vmp42R5necVDTOmIsNnwk,149
lm_eval/tasks/bigbench/generate_until/object_counting.yaml,sha256=BPtUsBz3xxwrKC38WiDAP0Lz8Boh7rkMC0t4rWobGe0,151
lm_eval/tasks/bigbench/generate_until/odd_one_out.yaml,sha256=0MPa0ZWseDqQZWxIiUVHPLyHaC0CDqDYP5_VJqML9eI,143
lm_eval/tasks/bigbench/generate_until/operators.yaml,sha256=Xq2pA8FZ1d84z69QD0oXGH7hqs4fMLs-lxZpjwACBgY,139
lm_eval/tasks/bigbench/generate_until/paragraph_segmentation.yaml,sha256=UEraXnlx1L9yNh0qQwsz63wJ0AzYlMwJ-m2NjZEning,165
lm_eval/tasks/bigbench/generate_until/parsinlu_qa.yaml,sha256=BzriiMDmkFzK17iZEYiQmsK_QBfuBewrMNg8Jpanuq8,143
lm_eval/tasks/bigbench/generate_until/parsinlu_reading_comprehension.yaml,sha256=HRPXjduxFQ66sJImYH00lc7JCNOYvu1Cp1OVpcHtC9Y,181
lm_eval/tasks/bigbench/generate_until/penguins_in_a_table.yaml,sha256=AK27vKzGHc5dZmI_rUOaMb46gqArR93-qFAeWvc0LSM,159
lm_eval/tasks/bigbench/generate_until/periodic_elements.yaml,sha256=W3ru5pbGYHFh3cXAWta5sqN6tPhrfZTr0hmXoftd0uk,155
lm_eval/tasks/bigbench/generate_until/persian_idioms.yaml,sha256=4NV4ESKoI7a7EwwaMoP00HrhbF2n2fFcJDukwkrDjMc,149
lm_eval/tasks/bigbench/generate_until/phrase_relatedness.yaml,sha256=hEoCjBW50vaQcu1EnVRxmHCglXGOJEQITX7ki8oQemY,157
lm_eval/tasks/bigbench/generate_until/physical_intuition.yaml,sha256=4tnrOLP_uEpDciJaSe3bvAyw9V9BiEXIuNmy3CkGMRA,157
lm_eval/tasks/bigbench/generate_until/physics.yaml,sha256=O1CzYMtf6bKfY8xCh8ozpMiGBeKJR2OoDiKnQvS3xro,135
lm_eval/tasks/bigbench/generate_until/physics_questions.yaml,sha256=Y662E9Oe4bGLueoI3htoqKXQohzO5z1siHfkbkX_crk,155
lm_eval/tasks/bigbench/generate_until/play_dialog_same_or_different.yaml,sha256=b2pdgfqb9rmc6zFhFh4OhofhuITnd-CagxP_62YP7_c,179
lm_eval/tasks/bigbench/generate_until/polish_sequence_labeling.yaml,sha256=6syFTfP371tpGL08rlVUPSTGgRYOVs8H6qR-AWwNl9A,169
lm_eval/tasks/bigbench/generate_until/presuppositions_as_nli.yaml,sha256=F8FjUkXb6KO7faXV_OA96c8C8mehFEGr75jng3A7QRE,165
lm_eval/tasks/bigbench/generate_until/qa_wikidata.yaml,sha256=R9dHCcdvg2TzI2ZIyYMz9Va63qrW0XV-3pqDOzAVMMw,143
lm_eval/tasks/bigbench/generate_until/question_selection.yaml,sha256=yy8sqV94vIr97h-srkXC0UXmrn_hCFwfXzuN24T2I84,157
lm_eval/tasks/bigbench/generate_until/real_or_fake_text.yaml,sha256=BzT3eGjusHCJEkFGUWGKPVHk-Ty-kejnTO09ePPS2-8,155
lm_eval/tasks/bigbench/generate_until/reasoning_about_colored_objects.yaml,sha256=rHAOlsYCbZi_7Q6CsDJfxHxW-cKMYM108TFrRV6ZtFc,183
lm_eval/tasks/bigbench/generate_until/repeat_copy_logic.yaml,sha256=aMUsLN4oxqceJBjL42m22on1_4S6miTq4zNLWCKHJIE,155
lm_eval/tasks/bigbench/generate_until/rephrase.yaml,sha256=o7I78PrOnUIxqFZ_lNt0twELTMrajUAvI1-HvTM0APM,137
lm_eval/tasks/bigbench/generate_until/riddle_sense.yaml,sha256=eas5Zq3tq1xx03Qn8kB9mU1JbfV-KzY0SWnFTeomy8s,145
lm_eval/tasks/bigbench/generate_until/ruin_names.yaml,sha256=CkUBCb63izgA8XIrA6Ipg_JEsTZUhTd2jvokluiT0ug,141
lm_eval/tasks/bigbench/generate_until/salient_translation_error_detection.yaml,sha256=B4ODGvAsPK_yZhh6tdLwahQedWlrI8C747DnsEtMJ7Y,191
lm_eval/tasks/bigbench/generate_until/scientific_press_release.yaml,sha256=nQqzGRcOY_34eihaI54wGGHxbZmjCiLIlhnTy5NDuRo,169
lm_eval/tasks/bigbench/generate_until/semantic_parsing_in_context_sparc.yaml,sha256=IfY2K5ChSu7wJJocrAcFOqZZ6DJ2UbNQaVu1YmguN4k,187
lm_eval/tasks/bigbench/generate_until/semantic_parsing_spider.yaml,sha256=9NQEKZEqKQIxzTB9yrVOL_n9gdzGCTEh_SM_8d54nxc,167
lm_eval/tasks/bigbench/generate_until/sentence_ambiguity.yaml,sha256=UL89kpxCyDcc80GAvgeyrNSxb7up-Zg2r9vY-DIPOS8,157
lm_eval/tasks/bigbench/generate_until/similarities_abstraction.yaml,sha256=TJ56BdnL4GqshtCAGMFhnAyoJLakYJjHEg8IjpjUbE4,169
lm_eval/tasks/bigbench/generate_until/simp_turing_concept.yaml,sha256=VLUMGNwUn7UBmukWVTvm5FpnWwsgI05Sea-mycDxWeY,159
lm_eval/tasks/bigbench/generate_until/simple_arithmetic_json.yaml,sha256=K-mgxW5WEvkTiuPSRLyrOYrQxNsNOKOCxy903yRsAHE,165
lm_eval/tasks/bigbench/generate_until/simple_arithmetic_json_multiple_choice.yaml,sha256=E4ScDHW9xrHYoxX6tHpd9F5TelLTfF1FEkWKjiDrAow,197
lm_eval/tasks/bigbench/generate_until/simple_arithmetic_json_subtasks.yaml,sha256=zrb7SPKYenklYrv5iYEJlhbmoj4hlTsO5LOYzEUaO9g,183
lm_eval/tasks/bigbench/generate_until/simple_arithmetic_multiple_targets_json.yaml,sha256=hj5tcAejMWEqUpKb92vrxZdc3DmgQiV4wTGUxS0Ah_A,199
lm_eval/tasks/bigbench/generate_until/simple_ethical_questions.yaml,sha256=W3Q1UG0OZafvdloI4_6KrKUqBWySFjB86ip0wzq1qCY,169
lm_eval/tasks/bigbench/generate_until/simple_text_editing.yaml,sha256=9tauwNsCUcTjnjjmB7Ci1ffGJfT6kytRqruJQr9OsfI,159
lm_eval/tasks/bigbench/generate_until/snarks.yaml,sha256=-xI33E-A5p91T-56El3AIwWq8BUaCMvea32zq0VzeS4,133
lm_eval/tasks/bigbench/generate_until/social_iqa.yaml,sha256=m5y4-e6B9_hsHpO4N1xORqWMGNW26zqG4amCwQViMxs,141
lm_eval/tasks/bigbench/generate_until/social_support.yaml,sha256=Rw5LSAeaKSqM4P-Bw7TFuyrH2LQHr4eHJU7iF46_HAY,149
lm_eval/tasks/bigbench/generate_until/sports_understanding.yaml,sha256=THgiCQZQ7uXebiKfUfxMeoRn-wHj9YlbEDzEbUYPFks,161
lm_eval/tasks/bigbench/generate_until/strange_stories.yaml,sha256=jmSfVWMoIj3671y9thmnqV8CRip8gEzxon2NPQy6EVg,151
lm_eval/tasks/bigbench/generate_until/strategyqa.yaml,sha256=pvrWXwq87EQTrLZFlvrZwaUvL5S5fGic7ygFJRXH5cM,141
lm_eval/tasks/bigbench/generate_until/sufficient_information.yaml,sha256=y7jEwlu2P7qgTjNiTJZ9H0jJQjnirAIlZTWVB_n5umg,165
lm_eval/tasks/bigbench/generate_until/suicide_risk.yaml,sha256=tVTkOx8x631h4azG5yEH6k_tx8PINMgp5gJEAJNnsyY,145
lm_eval/tasks/bigbench/generate_until/swahili_english_proverbs.yaml,sha256=p2-DYr3WcFI8WSzoh_6ztyYXPZwK15f1d-XXld6xDsQ,169
lm_eval/tasks/bigbench/generate_until/swedish_to_german_proverbs.yaml,sha256=wR1R1kRuLai6rrIkL_X2qnjFecZpiBqSpE2Sl6_D5wE,173
lm_eval/tasks/bigbench/generate_until/symbol_interpretation.yaml,sha256=4Eg8-UYe6AvRZVvoyw4pWg3G8SLvotH6Y-fy7t-hI5A,163
lm_eval/tasks/bigbench/generate_until/temporal_sequences.yaml,sha256=gJ5NyIda1KbTaZ4DsUKm_TwZDervdNq_rThpzo5lPbo,157
lm_eval/tasks/bigbench/generate_until/tense.yaml,sha256=eorYGhfu6AXOFeGLs2iMWVpoPYm_dyV4slefRIdJ0Zc,131
lm_eval/tasks/bigbench/generate_until/timedial.yaml,sha256=Sp9BMfBIs4Bob-XdxDhqKdL_QVcHDsdj05hyeGp3pBs,137
lm_eval/tasks/bigbench/generate_until/topical_chat.yaml,sha256=rcjpxp2ukXzx8nTEcQr4oYEo7TjiFGnHeYZU5oM12ZQ,145
lm_eval/tasks/bigbench/generate_until/tracking_shuffled_objects.yaml,sha256=SCfecVUi2EGMRzune6kpya491RDXoyct3cbtc7A3C-A,171
lm_eval/tasks/bigbench/generate_until/understanding_fables.yaml,sha256=vH8I0hlKQ5P8cOGUeI91NClne9qMSUTv7vT0wHK0Z88,161
lm_eval/tasks/bigbench/generate_until/undo_permutation.yaml,sha256=9BHOlfV8xa5kjVW-uM635tkxDlTTuVFfwn5sw1XX8b4,153
lm_eval/tasks/bigbench/generate_until/unit_conversion.yaml,sha256=wtTHImrbhNRkSHyF-5hQUvBE0Pdn574G5TIdom-VmfA,151
lm_eval/tasks/bigbench/generate_until/unit_interpretation.yaml,sha256=9AHsHkx1dwuL2gfbLq8mduuitpKJgpD38xyWNTpfxPQ,159
lm_eval/tasks/bigbench/generate_until/unnatural_in_context_learning.yaml,sha256=QDLLkgEaTMOQ67huKiLaC1puqfxBcd-W-5U1iIg0aOw,179
lm_eval/tasks/bigbench/generate_until/vitaminc_fact_verification.yaml,sha256=UdngQIP7djwfw3Yr1n8OTDv5c5wa9vLKuuJXm_62Q2c,173
lm_eval/tasks/bigbench/generate_until/what_is_the_tao.yaml,sha256=X2ONz9UFxL975TIiCk-L7C5wDRI3TUxN3LCVzCIBswo,151
lm_eval/tasks/bigbench/generate_until/which_wiki_edit.yaml,sha256=11AwFg-8uyzYs01JdsTlD-76YJTy8QQElnBYtWTxZb0,151
lm_eval/tasks/bigbench/generate_until/winowhy.yaml,sha256=339YOg_p3fq0a8-5mBkuruJintiUmhe4VzuC4JATV7Y,135
lm_eval/tasks/bigbench/generate_until/word_sorting.yaml,sha256=sw0cqkQkb4K6yuQpa1HTDRPi36uQKfuJDnpTlHvTspM,145
lm_eval/tasks/bigbench/generate_until/word_unscrambling.yaml,sha256=vLuTPnG1BzEJcMQwQF37FNPPcFgw9E73tY6i2Y5ABps,155
lm_eval/tasks/bigbench/multiple_choice/abstract_narrative_understanding.yaml,sha256=GbWoys4Nb9-lTkVo2MmGEpfWv-Cniv3Fuo-Lq4VS5lc,189
lm_eval/tasks/bigbench/multiple_choice/anachronisms.yaml,sha256=aDWR9aUU1XPNhuS3ewel2j-LN74e7t2MCdx6s9ITgdk,149
lm_eval/tasks/bigbench/multiple_choice/analogical_similarity.yaml,sha256=7J1DpFq8ByXEtr4bUFoibxDzGPKXhhjnxIOsOMpPfz4,167
lm_eval/tasks/bigbench/multiple_choice/analytic_entailment.yaml,sha256=0iQIdl01itXpSwQcf6GugclaEtnyqitxGKmAJahlxFU,163
lm_eval/tasks/bigbench/multiple_choice/arithmetic.yaml,sha256=Pfubn99mZg4lVr4ShO-_AgmGvnGfZHypPvtWxvP355U,145
lm_eval/tasks/bigbench/multiple_choice/authorship_verification.yaml,sha256=RVJwjotftrsuEWsEJRuOF3-N5nHEkwboXvskWkUqGjQ,171
lm_eval/tasks/bigbench/multiple_choice/bbq_lite_json.yaml,sha256=5k2OquZdohwe3rMQ_DHuXMuRW5ZJK_WZA5kcPh8Nalk,151
lm_eval/tasks/bigbench/multiple_choice/causal_judgment.yaml,sha256=E769ZddbWG1b_BesLiErN9TXcWNsPlR1GMmxV5bxdqE,155
lm_eval/tasks/bigbench/multiple_choice/cause_and_effect.yaml,sha256=TvocRRZ5j6pE1O-2fXlWsjYJSZUEl7sDLYbqPUKRnX0,157
lm_eval/tasks/bigbench/multiple_choice/checkmate_in_one.yaml,sha256=cjo9vBe7YUlU1kixQ0ZpBUbD7op4NTGM9tv1DoJy09c,157
lm_eval/tasks/bigbench/multiple_choice/cifar10_classification.yaml,sha256=VHukhTqsWoooC0FcB-npPzCz_kdilIxI0ktyRGKFuYs,169
lm_eval/tasks/bigbench/multiple_choice/code_line_description.yaml,sha256=k0niJXJ49fXOP2oTZ1Z4Se-Rxhbp0V9Ila-6A2nZkPk,167
lm_eval/tasks/bigbench/multiple_choice/color.yaml,sha256=uaPxMR1vjTgNx-uK4EAMRLxv_YnuaRw1LINaUiOCuW0,135
lm_eval/tasks/bigbench/multiple_choice/common_morpheme.yaml,sha256=7seTUoP9qb61SCPPThnmCTj3Q3ztCS3bVh4hx0AxVFE,155
lm_eval/tasks/bigbench/multiple_choice/conceptual_combinations.yaml,sha256=pHctDaX6EriDGL6IFQwBBKSaVXiKl7VTvN1-WpapTFw,171
lm_eval/tasks/bigbench/multiple_choice/contextual_parametric_knowledge_conflicts.yaml,sha256=k4GVuY_jQvkd2eJvf075-zykCO7TdJwFHsmaKulox3I,207
lm_eval/tasks/bigbench/multiple_choice/crash_blossom.yaml,sha256=YIoIiaSVh4LHZAVTEd_V3fEqIhHxdrnRMwQXBS6TcZs,151
lm_eval/tasks/bigbench/multiple_choice/crass_ai.yaml,sha256=R8nbnZowz_6WfSw_fqvypDNHkOaXl4XSEtednLoVDF8,141
lm_eval/tasks/bigbench/multiple_choice/cryobiology_spanish.yaml,sha256=RZNeS5kIipm5n_JbzVT87kqEEbeC6rm11V37e1-ob14,163
lm_eval/tasks/bigbench/multiple_choice/cs_algorithms.yaml,sha256=BBynDo7oXH1kXaoKUiYE7KwvS3ISXdQOfO0_o21hxHQ,151
lm_eval/tasks/bigbench/multiple_choice/dark_humor_detection.yaml,sha256=Yi3b1K55_1HxnY7RAxQUoAbCKQplC_tBDOsvcg4JEW0,165
lm_eval/tasks/bigbench/multiple_choice/date_understanding.yaml,sha256=jJYp6Biqtlvnxqf1ixGKpUljJze_E_0MIWJmc0_cPGY,161
lm_eval/tasks/bigbench/multiple_choice/disambiguation_qa.yaml,sha256=41Lz7BaxA90r-ILVrkRsHeMjI1m1lM8mVwAF4apN6QY,159
lm_eval/tasks/bigbench/multiple_choice/discourse_marker_prediction.yaml,sha256=gCZwmEB69dByS5r42WByeMA0kvhUZewH7whlFPXfS7c,179
lm_eval/tasks/bigbench/multiple_choice/dyck_languages.yaml,sha256=4chstT-Qnj0NFmJM-NGZCZGyEhsg1-au6zMelmJI7Pk,153
lm_eval/tasks/bigbench/multiple_choice/elementary_math_qa.yaml,sha256=Gf1Qk7xrcmjfvYUAMfwUuv21RWjAGSDAEojzMxPZFbM,161
lm_eval/tasks/bigbench/multiple_choice/emoji_movie.yaml,sha256=69w8NPHncxilFkUHbNFu4g4EfoloJZ736WcEzDeb7FI,147
lm_eval/tasks/bigbench/multiple_choice/emojis_emotion_prediction.yaml,sha256=OhMJNtxDwD85htcNj3T3nQkImieZCEPBj2t85u2qsnc,175
lm_eval/tasks/bigbench/multiple_choice/empirical_judgments.yaml,sha256=tMXnBIyuGkibQFke3SVxDh0GOK2-mx2p0PHJkXeMlOA,163
lm_eval/tasks/bigbench/multiple_choice/english_proverbs.yaml,sha256=LypO3KiKnrH0GdswTZgD5H6MmXuUlh4NaIRIILxg7j8,157
lm_eval/tasks/bigbench/multiple_choice/english_russian_proverbs.yaml,sha256=89Q9gmY-Wl4CU6UE0itHFKFntSgJrI-UNFEU_XGUyvg,173
lm_eval/tasks/bigbench/multiple_choice/entailed_polarity.yaml,sha256=I_oaviLFBh21plU4NdoY3ypjYMpsGLs7nZx4Jmd2Pl0,159
lm_eval/tasks/bigbench/multiple_choice/entailed_polarity_hindi.yaml,sha256=FPVmAq0dw1vXGAS-0MCeNjl5XM21U_S0aphlS3qcc5k,171
lm_eval/tasks/bigbench/multiple_choice/epistemic_reasoning.yaml,sha256=12JJruVXXrXUVWsTcC3QpgXQEVMaPX1hAGkSHQhOUCA,163
lm_eval/tasks/bigbench/multiple_choice/evaluating_information_essentiality.yaml,sha256=FVcE9A1kG1UnviPNkCdyjMoO-_WFFZciV2nT7NUl7bQ,195
lm_eval/tasks/bigbench/multiple_choice/fact_checker.yaml,sha256=FZiXcM1Pn-waKZGLy0d3VFH36fMh_CWcOcxt2QNjdE4,149
lm_eval/tasks/bigbench/multiple_choice/fantasy_reasoning.yaml,sha256=7PABPKwXgz6d3hv6EbuaZfwW1C2rhWE2A1KiQlPW0u8,159
lm_eval/tasks/bigbench/multiple_choice/figure_of_speech_detection.yaml,sha256=r3QTqGg05wBCCSPIMfku4gmcdsPgLeOap8l7XQIfVVA,177
lm_eval/tasks/bigbench/multiple_choice/formal_fallacies_syllogisms_negation.yaml,sha256=q-z3RX51L9AT5qgEvetnjQT0p97Fa6RYVKdNZdthcoQ,197
lm_eval/tasks/bigbench/multiple_choice/general_knowledge.yaml,sha256=_VuOwL6mT231xGXpNKNMNwzuh4pli9_UuHWhghU2DBw,159
lm_eval/tasks/bigbench/multiple_choice/geometric_shapes.yaml,sha256=33O68T6RWFs5iluTkWzDvhgOlxtzXDoputrwWB03V04,157
lm_eval/tasks/bigbench/multiple_choice/goal_step_wikihow.yaml,sha256=U_OAbcWC7KYdAP9zU03cBnAKDxmNUFcpVGaDhqndI3U,159
lm_eval/tasks/bigbench/multiple_choice/gre_reading_comprehension.yaml,sha256=uDBqYpfWFQkP6rfivXD5S_8Ndr2Go4t3X6MQm-UTOqA,175
lm_eval/tasks/bigbench/multiple_choice/hhh_alignment.yaml,sha256=axCB2ex3xOKldISTngtUl8sUMIrFONVrO2zU6b6pMw4,151
lm_eval/tasks/bigbench/multiple_choice/hindu_knowledge.yaml,sha256=sQoPFKjUqCOhcRwThYmJaP6OHzdvkgN5PKrbunotERo,155
lm_eval/tasks/bigbench/multiple_choice/hinglish_toxicity.yaml,sha256=XyyILnt5aZMc8agIinPMFKbaf07kzK43wUjP1HR3rJk,159
lm_eval/tasks/bigbench/multiple_choice/human_organs_senses.yaml,sha256=mBbbUIxW00gfX9e3iyZa1zKaLuZnJ75VfB0EXd_qkD0,163
lm_eval/tasks/bigbench/multiple_choice/hyperbaton.yaml,sha256=Ekg1xhqzSYyI6SKLUd9coRoDpmmn6kDsdzNhdZjguXM,145
lm_eval/tasks/bigbench/multiple_choice/identify_math_theorems.yaml,sha256=pKWCeW9I64elldnKfVf8-LigOkWYG7rndbL_cR10e9g,169
lm_eval/tasks/bigbench/multiple_choice/identify_odd_metaphor.yaml,sha256=pkjJC7t-H9EKjPqop_qHgKZKNfWfenWzgO0aXTv6iCo,167
lm_eval/tasks/bigbench/multiple_choice/implicatures.yaml,sha256=QGum6xFZqOoKaJJpjLSpV68R49Qtv30V5NzGBcm7vN8,149
lm_eval/tasks/bigbench/multiple_choice/implicit_relations.yaml,sha256=bcyqXh-BMpGdVWARifLTUWG6nRJuZqHvnYKik10RgF8,161
lm_eval/tasks/bigbench/multiple_choice/intent_recognition.yaml,sha256=un8vQLD_a8NjIRLxPbSDgQb8P12ixmAtSriP5pFqFvc,161
lm_eval/tasks/bigbench/multiple_choice/international_phonetic_alphabet_nli.yaml,sha256=5oMJjog1fAfiLH-6wzaM4olFvoAKJdaZLRghjMRNNfo,195
lm_eval/tasks/bigbench/multiple_choice/intersect_geometry.yaml,sha256=YOt5W6V0sQ2etx_6hLDTSWZOpcmW_UT41edhYpnuEvs,161
lm_eval/tasks/bigbench/multiple_choice/irony_identification.yaml,sha256=Epzbq4CqP20EnkRcBV3fy_1Qk88w-OpQrvJtL4648-o,165
lm_eval/tasks/bigbench/multiple_choice/kanji_ascii.yaml,sha256=niz1QADnA_MUzTm_r-51t3Aw-B2ku5ltc4XjKWXLQhc,147
lm_eval/tasks/bigbench/multiple_choice/kannada.yaml,sha256=BUdQvcE8AfDS-HRcHgvEgxYy1kaMqIwLcGVoSSMAixY,139
lm_eval/tasks/bigbench/multiple_choice/key_value_maps.yaml,sha256=5If_vlfyQtZFOcVgogsi3JdzhpHiyct8VpqTmsIb7tc,153
lm_eval/tasks/bigbench/multiple_choice/known_unknowns.yaml,sha256=kDzoVZPEmoTBMkeRWJN61S7WsEW4x0ejEkbx0kQAiNA,153
lm_eval/tasks/bigbench/multiple_choice/language_identification.yaml,sha256=sv0sm3UvWPHD--ZJ0QOf_l04SxqtzM4fvHxWXY5DNJI,171
lm_eval/tasks/bigbench/multiple_choice/logic_grid_puzzle.yaml,sha256=xKN5HkeJ1KROBQsbSh6Pftm5DOzCR728NaQoG6RmIaA,159
lm_eval/tasks/bigbench/multiple_choice/logical_args.yaml,sha256=qMk9nXCWFWepoPhZqvV0iRZeqguUDI8EZfW1XH1fONA,149
lm_eval/tasks/bigbench/multiple_choice/logical_deduction.yaml,sha256=3rCshOZGCxRZY83hZklvbuskkXo5YfVHWIqP4gNqnkg,159
lm_eval/tasks/bigbench/multiple_choice/logical_fallacy_detection.yaml,sha256=TzN6POM6eZ9d2VAU8NnxHEjl0I0WBQONmzEvu80uaec,175
lm_eval/tasks/bigbench/multiple_choice/logical_sequence.yaml,sha256=WOVhN1BGC8WmyVJtLbHSItKgi5glCMI-EKmdFtWc8uU,157
lm_eval/tasks/bigbench/multiple_choice/mathematical_induction.yaml,sha256=vBS51nTZTfhhM68bOO9l9BZNzkzZGtyEcAGyahhd7OE,169
lm_eval/tasks/bigbench/multiple_choice/metaphor_boolean.yaml,sha256=a63v3g0koxQbGrUKcyGP6WKCpTRymAsdEQjGqXTFQTs,157
lm_eval/tasks/bigbench/multiple_choice/metaphor_understanding.yaml,sha256=06LYHHIQ4msQAjThL78DUGx2WdCsM9OlcITv0q85hfA,169
lm_eval/tasks/bigbench/multiple_choice/misconceptions.yaml,sha256=k9x4x7ISBFudezJgEoDluB_EexiSrj0gJQgdLYiZjBo,153
lm_eval/tasks/bigbench/multiple_choice/misconceptions_russian.yaml,sha256=GfTcUES9XyJf9eV-HqYhnakcTj5WaoYardc2yy8wxhc,169
lm_eval/tasks/bigbench/multiple_choice/mnist_ascii.yaml,sha256=srummF5OLDGd0dIHC0uVYjxKl7A7MYs4wtqUWJJqTF8,147
lm_eval/tasks/bigbench/multiple_choice/moral_permissibility.yaml,sha256=SJR3GaKFjYknFbvDhJgTx6-_9Cel7MsmdIJK12cpUtQ,165
lm_eval/tasks/bigbench/multiple_choice/movie_dialog_same_or_different.yaml,sha256=-UsWam73PBWr4dBMo5mHswK5D3v6QHJbfq7J4TogWic,185
lm_eval/tasks/bigbench/multiple_choice/movie_recommendation.yaml,sha256=9y799gCl_kqamLRsEeU1V60BgmtTluEgiHvjYgRLiS0,165
lm_eval/tasks/bigbench/multiple_choice/multiemo.yaml,sha256=50ToH0cH3FmihZr0hbtWS28vSftso1FzMejOWLjryII,141
lm_eval/tasks/bigbench/multiple_choice/navigate.yaml,sha256=nA9qVLyKDFWeCuNssKAT3bTB6YlgydNlJb3AJsb3zX8,141
lm_eval/tasks/bigbench/multiple_choice/nonsense_words_grammar.yaml,sha256=rzuG197pg4NIi22_qovwyi0PhET8QCcOlkIbYJzZHr0,169
lm_eval/tasks/bigbench/multiple_choice/novel_concepts.yaml,sha256=k9jm7NrQaAc-Mx9ZASfT-ks9J-_ktxT1eHsKUcPVhHw,153
lm_eval/tasks/bigbench/multiple_choice/odd_one_out.yaml,sha256=osrWc0Fhv492hDmIGzojN3VkIu_NTVbKDttKlUThgMI,147
lm_eval/tasks/bigbench/multiple_choice/parsinlu_qa.yaml,sha256=_Hkgaaj7k3w3AY1VhkH8KrVBmk7FRpiBbaMsYzW8SEI,147
lm_eval/tasks/bigbench/multiple_choice/penguins_in_a_table.yaml,sha256=12K-HMVJoXPX1nVfbNEnc1jBT8-suh0wBTpy7v0u24c,163
lm_eval/tasks/bigbench/multiple_choice/periodic_elements.yaml,sha256=O_CiUAKOPQYJEYGWTwx73wSc6cUfpAJggu9SVzEOaqA,159
lm_eval/tasks/bigbench/multiple_choice/persian_idioms.yaml,sha256=vMYpCIdlVUAs2OYXD3C_lvGLv7HAPqVScjqbo6gCK_o,153
lm_eval/tasks/bigbench/multiple_choice/phrase_relatedness.yaml,sha256=EiAzIHG5QzcN-RjyvsR8NVbtcVzAR6bHsiTV0dp93_c,161
lm_eval/tasks/bigbench/multiple_choice/physical_intuition.yaml,sha256=w43rI0tv8GOf4xZumbbrC0QeLkd1OJEk4iLJaNR7Ftw,161
lm_eval/tasks/bigbench/multiple_choice/physics.yaml,sha256=tdxLvphARgS36IVyqQifg57p55kyfxyVnraPsqRlxlY,139
lm_eval/tasks/bigbench/multiple_choice/play_dialog_same_or_different.yaml,sha256=_cI3rOrVBJ8_a5F8S4DYG_rX5iTy2ILlj1z_ZlOjKKA,183
lm_eval/tasks/bigbench/multiple_choice/presuppositions_as_nli.yaml,sha256=7nbfQdoG_sOo3Y7KXPzKW_-k-N5NvlkUwyH0Tti9ums,169
lm_eval/tasks/bigbench/multiple_choice/question_selection.yaml,sha256=7uy1p6pGoJ2VMZNtUZoBZQj5i-cjUdt_tjV7pKecY8o,161
lm_eval/tasks/bigbench/multiple_choice/real_or_fake_text.yaml,sha256=hCFZz0ut9_454J9UGZ7vBcFkE-IZuKwRzUEAKYH3c6w,159
lm_eval/tasks/bigbench/multiple_choice/reasoning_about_colored_objects.yaml,sha256=f-gtxeylxsxmxUNXmoE0SYMN5-xuH6-qfySarn4apJU,187
lm_eval/tasks/bigbench/multiple_choice/riddle_sense.yaml,sha256=vxJKcuhK9gse32yP8-gaKfUHfn8szz0hRxU7esvRcxs,149
lm_eval/tasks/bigbench/multiple_choice/ruin_names.yaml,sha256=N6dklk_cCVqsASGzjO2HhzrqBzsrsxRINerlk7KHCTU,145
lm_eval/tasks/bigbench/multiple_choice/salient_translation_error_detection.yaml,sha256=QkQyz5WWgkU3EWiiVvKreewUPR5mXxQSHf7xoyYMUU0,195
lm_eval/tasks/bigbench/multiple_choice/sentence_ambiguity.yaml,sha256=RWCNN4dwxCz6X5dBcKpQETNVQlcfO-XNtZL8stt3hN0,161
lm_eval/tasks/bigbench/multiple_choice/similarities_abstraction.yaml,sha256=S4Pmndu0Q2zCBEH70IoDP9T0A0tTHsWJ1F07WZMPpoY,173
lm_eval/tasks/bigbench/multiple_choice/simple_ethical_questions.yaml,sha256=U9k4XGobYV7-KteiVJLH1ilZvlDCReKrPECxi4Y1u_g,173
lm_eval/tasks/bigbench/multiple_choice/snarks.yaml,sha256=7OYWAN0WunWsdt1Im6AVhXmmmrHDrJgxLWqrV0nzWKo,137
lm_eval/tasks/bigbench/multiple_choice/social_iqa.yaml,sha256=kNsXY4lFrIcwEVzY6RMJHDF5ybSvZUIFOllMtJnANSE,145
lm_eval/tasks/bigbench/multiple_choice/social_support.yaml,sha256=_YWEojKp0kpKiXEoJXBnkFdzqNxYIzU_OO8fet3F9_w,153
lm_eval/tasks/bigbench/multiple_choice/sports_understanding.yaml,sha256=gr-jDZBR4oVpHJWEM_zQJntIrXBrQEuCseJnaEn-rIY,165
lm_eval/tasks/bigbench/multiple_choice/strange_stories.yaml,sha256=17ibBUzKxWUJruqbKpMOObd72xRDm8ewONoZ2WBIplg,155
lm_eval/tasks/bigbench/multiple_choice/strategyqa.yaml,sha256=YRY7RZokNrof4uaqKv_aGHYmkqAWPfhrYmOivsBHmJM,145
lm_eval/tasks/bigbench/multiple_choice/suicide_risk.yaml,sha256=1HEnEPHq9IcNgXOpwCRQHyDqBcyJ627TKePp8SNnq1Q,149
lm_eval/tasks/bigbench/multiple_choice/swahili_english_proverbs.yaml,sha256=xk58fbY262s0-5nIPnDyjwBCYTQTGiv153jI5i22Iu8,173
lm_eval/tasks/bigbench/multiple_choice/swedish_to_german_proverbs.yaml,sha256=YzMOOHCJGTPOHRZRJ8kx41pGH99PkXGSljLyBILe8S0,177
lm_eval/tasks/bigbench/multiple_choice/symbol_interpretation.yaml,sha256=3HFou0elOwgVSOhLeqn7U3KWNaRAOz64FzczxDTgGEc,167
lm_eval/tasks/bigbench/multiple_choice/temporal_sequences.yaml,sha256=NYD1gfeO3MArk5BQqTbW9uuvQCRRf4t68ZPrkNoeLI4,161
lm_eval/tasks/bigbench/multiple_choice/timedial.yaml,sha256=Xt2m_NYEH_WPscR0Xl6hMG8zXzkjbsCXQOHnC7V4-UU,141
lm_eval/tasks/bigbench/multiple_choice/tracking_shuffled_objects.yaml,sha256=HDFlw_swXyc5xcMXk_t6LrBxOEFtw6lKZg728K0FWxc,175
lm_eval/tasks/bigbench/multiple_choice/understanding_fables.yaml,sha256=K8VlZrvMHPPItmoRg_jHDSpU9rjn6KssSogMvGzOa-o,165
lm_eval/tasks/bigbench/multiple_choice/undo_permutation.yaml,sha256=fT1BZiis9nb3MWfq6-dwL_uH1JUWPIL5lNtjP7Jugqg,157
lm_eval/tasks/bigbench/multiple_choice/unit_conversion.yaml,sha256=G3SfWayMJaPhnPHqs321podd7PCvOiD2DHN4SSyGB-Q,155
lm_eval/tasks/bigbench/multiple_choice/unit_interpretation.yaml,sha256=YvgQpmd3xysm1jT6L6Z5N3112-rOUBgvPtAsBVjoP9M,163
lm_eval/tasks/bigbench/multiple_choice/vitaminc_fact_verification.yaml,sha256=EddfpaELyTOg08nFs588kA8_bb-cBNG1Ri79yikT6Qs,177
lm_eval/tasks/bigbench/multiple_choice/what_is_the_tao.yaml,sha256=WiBdWdOJGUpope3zL105XODUL7jLWBmQn1XSL_3BMeQ,155
lm_eval/tasks/bigbench/multiple_choice/which_wiki_edit.yaml,sha256=JDis-pbaG_s_tNkIzVaA_vnOoAMyM4-hXU5gB36mZ48,155
lm_eval/tasks/bigbench/multiple_choice/winowhy.yaml,sha256=YFSzF8hN6bcQfrqslKTIxYLCE3p2Y_pZVxPPObc5Qsg,139
lm_eval/tasks/blimp/README.md,sha256=DWssG7sScoVaJep8XMGuh7q4ypM9m0evl9YzvnxgFeA,2920
lm_eval/tasks/blimp/_blimp.yaml,sha256=lnNJpENUDYG_cOc-5ASdLrcPHkgStoQ4T3lt5r1Lom8,2764
lm_eval/tasks/blimp/_template_yaml,sha256=MnZQx8vxqtVJVgQag9k50ppf0dqY9P-1GCOh_pDSGIE,320
lm_eval/tasks/blimp/adjunct_island.yaml,sha256=-9lX4hPdterByJxKE5g0rKbduMM19WgtEMvblkzv68s,104
lm_eval/tasks/blimp/anaphor_gender_agreement.yaml,sha256=YvC5NfoTfaIQ8YEYSXDsj3nUph38cVyV6V6j8zDmmrM,124
lm_eval/tasks/blimp/anaphor_number_agreement.yaml,sha256=QZLYkO_7cmUYG0wJFBbXvoDAdgzEouIlWaw3WIlp85o,124
lm_eval/tasks/blimp/animate_subject_passive.yaml,sha256=znBh6LPx2JsVMfGJro-hfKDSwKb6UEPuv0SJ7bxjAF0,122
lm_eval/tasks/blimp/animate_subject_trans.yaml,sha256=NA59OdcPs1vcNK37AObFpIRusV4bXJAZWwgptFKWlxs,118
lm_eval/tasks/blimp/causative.yaml,sha256=iOyrzoGsOaU7L1mRctjhuFVgxFma_Z8FIDana6GRP-U,94
lm_eval/tasks/blimp/complex_NP_island.yaml,sha256=IJZMuZgeeJhBdE5fRK9JLkHv4-EFjRGIdZzOMlh6acE,110
lm_eval/tasks/blimp/coordinate_structure_constraint_complex_left_branch.yaml,sha256=3KHjSpHUgOlMknw6yyeuFcmq7Tr5Aj0BWhABRqBAXKI,178
lm_eval/tasks/blimp/coordinate_structure_constraint_object_extraction.yaml,sha256=1utajR5vsWlwfMlxnAIh6g_ZWMerLWplnVa_91ZOOt8,174
lm_eval/tasks/blimp/determiner_noun_agreement_1.yaml,sha256=Xozzid4qpRC2c2Y0G2CzQA4MwtC6lmAxWYzolnV1vyg,130
lm_eval/tasks/blimp/determiner_noun_agreement_2.yaml,sha256=h3l_Nur4ofxlOCEKG74Ped29pgKrKGJ2EU06CR-W_ko,130
lm_eval/tasks/blimp/determiner_noun_agreement_irregular_1.yaml,sha256=SaT-zTh8rDVb0lpIxKqDsvBaKGGtR2UtyzqE0n-ixuE,150
lm_eval/tasks/blimp/determiner_noun_agreement_irregular_2.yaml,sha256=mkorgBYuduNOB-gTdMlNFAxV6N7dC7mjdtL3jcpaWmE,150
lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_2.yaml,sha256=RyuzjODaFGx-tpB4qsFUCp6LKxq23TQVpePCW8Qffys,148
lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_irregular_1.yaml,sha256=yhSMa2TUnNbcDabHYtIPdgbU34sbFrEW2_WxDXzzrcc,168
lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_irregular_2.yaml,sha256=dmUQWIxZnSKEGJgBxBMancfBTAjhp-5Fn6IiL3w1ci4,168
lm_eval/tasks/blimp/determiner_noun_agreement_with_adjective_1.yaml,sha256=qO4si9QBuAvM1y0yGP9ZZo1YiQlBZljl2n8zKFh9VDE,160
lm_eval/tasks/blimp/distractor_agreement_relational_noun.yaml,sha256=ZXy-qJ5fkMeqctJDqo2hJfsM-8usA9bneX7VWAvR1Ak,148
lm_eval/tasks/blimp/distractor_agreement_relative_clause.yaml,sha256=aylJHRj3J50lqloD6TtbRWgTC8sMek7PlolhlQ2_wTs,148
lm_eval/tasks/blimp/drop_argument.yaml,sha256=piUDj4gM9_dlopsxQB47CYpaFOV2Z6l3beZEScQqB38,102
lm_eval/tasks/blimp/ellipsis_n_bar_1.yaml,sha256=pawDpZP85htkOT_Db2TRFP19neJP1xio404cYcFhzv8,108
lm_eval/tasks/blimp/ellipsis_n_bar_2.yaml,sha256=OBAtmSx6TW2Rgo-zdqKNp6ZBhJPBOa8eODvTZb8Blmg,108
lm_eval/tasks/blimp/existential_there_object_raising.yaml,sha256=f8wWYmAiqdEAKqIDcSCB2mj3CXRpz6Xx23tBw_YFmAk,140
lm_eval/tasks/blimp/existential_there_quantifiers_1.yaml,sha256=0dCbp1jHm8zZrznnHDWb31ho8rDV4tnLR3Fm1uGUMFI,138
lm_eval/tasks/blimp/existential_there_quantifiers_2.yaml,sha256=il9eevifcY7YXleFZtMPeT2aHM_0q_pmRrMX8Dnlvas,138
lm_eval/tasks/blimp/existential_there_subject_raising.yaml,sha256=Pms6JBnODzdcBr0HkS9o7oMskk0Uxxl0Smz7y8iFnhg,142
lm_eval/tasks/blimp/expletive_it_object_raising.yaml,sha256=DP15wYDN9C4ZZFBqz9TcnG89_GkmXm91YWFeueJGZ8g,130
lm_eval/tasks/blimp/generate_configs.py,sha256=E8qhbk0Xz2IPgjbc7Tm7QM33JphFsmuqI7KkdR1fFjU,2901
lm_eval/tasks/blimp/inchoative.yaml,sha256=DsMpj_a2yrOchFTmTXat0LGocDai5yEhefMj4mw11ug,96
lm_eval/tasks/blimp/intransitive.yaml,sha256=S4KtS7drV5J2iqoe3TNXbJIM56m85KCXSTBeCLJModg,100
lm_eval/tasks/blimp/irregular_past_participle_adjectives.yaml,sha256=gZhQpDK95j2qJotGRqg1JY5aRxDKMvABwpwLEHBHDvg,148
lm_eval/tasks/blimp/irregular_past_participle_verbs.yaml,sha256=J7i1uPI1XRkOJ5J9fVDqkma-DBIVpTP4CQaPF9zNc6A,138
lm_eval/tasks/blimp/irregular_plural_subject_verb_agreement_1.yaml,sha256=vkRRN_PpLhliyDbdjyrWP-Exo0IPvqbBxbV-gB-6u-Q,158
lm_eval/tasks/blimp/irregular_plural_subject_verb_agreement_2.yaml,sha256=Dhce_QyhiMuLq5nYtEsg9f2U14a2lPM5gNoa_k1BZqU,158
lm_eval/tasks/blimp/left_branch_island_echo_question.yaml,sha256=tmYr6gGH_W_bsTxfD0o8E0gm0lpPX_RouukysmN8PmE,140
lm_eval/tasks/blimp/left_branch_island_simple_question.yaml,sha256=6fQOQ1Khq4c4r2FKjccNOzQq2nPfSWGEfWAY5ui5YZk,144
lm_eval/tasks/blimp/matrix_question_npi_licensor_present.yaml,sha256=zgviPtzlA4t_e1I0uJHQWSIXoVxGCCYCbE9Q6ZJ8H0g,148
lm_eval/tasks/blimp/npi_present_1.yaml,sha256=1lFMhXRmF1N-ZCRA71OieXn9dcaNWM0h1_tr9nf3dr8,102
lm_eval/tasks/blimp/npi_present_2.yaml,sha256=hkelD4YT05hqNiBu6foSc8Ea6DBTVEZo6tA4_W6pn58,102
lm_eval/tasks/blimp/only_npi_licensor_present.yaml,sha256=8exp0yKRSCPcD5AXBbURBTDI1FaCcpWTDP_SQNckXgA,126
lm_eval/tasks/blimp/only_npi_scope.yaml,sha256=ByExTctp9xZmTtKrHCGJg70UY6yD2Kqpt1i95zIl1Xo,104
lm_eval/tasks/blimp/passive_1.yaml,sha256=aVZXNP2pI2DzSfGuNtNLmWElXxdNPTAMCABV8Yb9Kvk,94
lm_eval/tasks/blimp/passive_2.yaml,sha256=RSkmNYrndnY5tweYPxL1rvb7_IYJdBfs-QXQXHvpSuk,94
lm_eval/tasks/blimp/principle_A_c_command.yaml,sha256=HNR2XQIRJfJlOn63103PmDnnUG2NY2iMuWPAB_tKoGU,118
lm_eval/tasks/blimp/principle_A_case_1.yaml,sha256=2q4Zrc27iGDVaT7XilWvcJCzL3il8UILyEW6BW3-RMs,112
lm_eval/tasks/blimp/principle_A_case_2.yaml,sha256=VgfFmGJ5ODxbAyga-hvWrH4ALajZ0CqY8S1yMF5dN6c,112
lm_eval/tasks/blimp/principle_A_domain_1.yaml,sha256=wjWNm-2SkxOJpUf6XplZuY_lm45qNsAhEqf8gkw42cE,116
lm_eval/tasks/blimp/principle_A_domain_2.yaml,sha256=I7-vj_eHLXL92Q5YyQg0tNkn6XfDwZQmYAcdxZ5jDUk,116
lm_eval/tasks/blimp/principle_A_domain_3.yaml,sha256=N4NOk4-FYUrZe_yEB3QVpK10l5YTbVvAR8T2ZdZJbIY,116
lm_eval/tasks/blimp/principle_A_reconstruction.yaml,sha256=kbgPw8WRvQgEw4nOx6lIahrJfiwQgeldg-_ubuyduKQ,128
lm_eval/tasks/blimp/regular_plural_subject_verb_agreement_1.yaml,sha256=TRl_ZSGOzmoKj8aaps-3UoUH-E2CQTvHkT7oY8tvnp0,154
lm_eval/tasks/blimp/regular_plural_subject_verb_agreement_2.yaml,sha256=El69s111tnlZ3PaVD8dJ_mnGyHkwfF1Lx1NRbegvyqc,154
lm_eval/tasks/blimp/sentential_negation_npi_licensor_present.yaml,sha256=tlDP6oxHDRNT-DOlxqER7c16pMqjRiYtraonx0dhJSQ,156
lm_eval/tasks/blimp/sentential_negation_npi_scope.yaml,sha256=ZA01-DgkD_XiH4_y4LEPTxID6yN6IB3ChXcVM3r-yeo,134
lm_eval/tasks/blimp/sentential_subject_island.yaml,sha256=dWTwulV1S633yAhGuWGuyGttg3fkyYwMM2A_y8HxcKc,126
lm_eval/tasks/blimp/superlative_quantifiers_1.yaml,sha256=faxiPYPbVCG3Jz-PRJoHlYl6EyhEEc-nprr29tV-3Cc,126
lm_eval/tasks/blimp/superlative_quantifiers_2.yaml,sha256=WbMvowOM10KnngE6Nz5iS3f4A5hcEP01331m_m4JmGY,126
lm_eval/tasks/blimp/tough_vs_raising_1.yaml,sha256=pK9Upq5umDCfVZWm8u0E2kxdYmEitsuAqO-5QD9tayc,112
lm_eval/tasks/blimp/tough_vs_raising_2.yaml,sha256=7VeDbZkxEY8D9nwNymqOHotD8NkeTUibGkKJMSigWtQ,112
lm_eval/tasks/blimp/transitive.yaml,sha256=cmejl92fLdcvqrpWR4oX-yLeWExMqtj1a-x0fKHtLwQ,96
lm_eval/tasks/blimp/wh_island.yaml,sha256=jFAVoSJBhuKAfU8fs2kl4US-tFiZ03vnMXbNqYfdF0I,94
lm_eval/tasks/blimp/wh_questions_object_gap.yaml,sha256=kOvup2GXc9GtfsI9i4wzF3_jbL043PeHWjSUWFi0hBE,122
lm_eval/tasks/blimp/wh_questions_subject_gap.yaml,sha256=m3ybX6FgLO7SYEA-7iUyLOTRmXC3hpQpUmkvm620mrw,124
lm_eval/tasks/blimp/wh_questions_subject_gap_long_distance.yaml,sha256=rFcVijVQW-IG_mpNmRNFo7QEEhRoQ5CNVfBGKuI8qnw,152
lm_eval/tasks/blimp/wh_vs_that_no_gap.yaml,sha256=3Buk7jIKXy4e0c7JYjJ5Iknlobz-JjWQxuMFl-PjuqU,110
lm_eval/tasks/blimp/wh_vs_that_no_gap_long_distance.yaml,sha256=RVfGHziEZb_v7um-wo72xZNeSt0VcN6FiODhSq9uxTI,138
lm_eval/tasks/blimp/wh_vs_that_with_gap.yaml,sha256=MwnrjZ-CdZGyvAshYmken2hkNf97BhAXNY03rhu679A,114
lm_eval/tasks/blimp/wh_vs_that_with_gap_long_distance.yaml,sha256=9gOjb25Zw6AtFaXwyyyo9xrapuN3PwBE-zcCZ4zdWbM,142
lm_eval/tasks/ceval/README.md,sha256=UEX7W3AFO3-cM3UcL3yrLoO9C4ZsmiiD2cRzvCH6nys,4967
lm_eval/tasks/ceval/_ceval-valid.yaml,sha256=i3G3mCtOG-HkWUgUr2X8qRFQXXGH52n9XG0Bzei_sOM,2051
lm_eval/tasks/ceval/_default_ceval_yaml,sha256=e0fbF95wY9E9dxzWAEwc2hG9UGnAiLwCDBMBwZGjQOo,488
lm_eval/tasks/ceval/_generate_configs.py,sha256=A0mFMold3TUh3FfubjND21o_GlXe0LGGYtMr7sANJyk,5107
lm_eval/tasks/ceval/ceval-valid_accountant.yaml,sha256=r61lKl0DAH5ySKcDs7AwPvQl8JVUiHZfvzmJRmBiUX8,207
lm_eval/tasks/ceval/ceval-valid_advanced_mathematics.yaml,sha256=TowvVz5_ZfK6yBmcAuqQ1T1uv9_PfeQ8bJen8NkRHrg,224
lm_eval/tasks/ceval/ceval-valid_art_studies.yaml,sha256=kI7p4mk8_5oF4IEb9hAgy9LASGQIXRzzVp5Xar39Kis,203
lm_eval/tasks/ceval/ceval-valid_basic_medicine.yaml,sha256=m2PzLxFzKXbYd4_2Ln2z7sxS25fVlw1GiuKYjnZ1Nt4,212
lm_eval/tasks/ceval/ceval-valid_business_administration.yaml,sha256=tVyXVeOB5Mk_4WkGiY4FsVMb9GHWA0bXvK9VS22gTw8,230
lm_eval/tasks/ceval/ceval-valid_chinese_language_and_literature.yaml,sha256=SAhX_ST3R3hSDvyVRoZMvTIDTLzAOR6IA4QHRkUjwvM,252
lm_eval/tasks/ceval/ceval-valid_civil_servant.yaml,sha256=G_8m9RcD_aV7jJXAubW_1oq84RIbrUfyLZxxTcic_vE,207
lm_eval/tasks/ceval/ceval-valid_clinical_medicine.yaml,sha256=0QikXTEvr3amDcUGl8DcfynOZj0Ll5hZRa1AhhHTXQ8,218
lm_eval/tasks/ceval/ceval-valid_college_chemistry.yaml,sha256=0rhGE5axuBh5O4Z4aZRaOuQ0usiuTJd-CtAvKpxI9NE,218
lm_eval/tasks/ceval/ceval-valid_college_economics.yaml,sha256=Y9xrtTT-BiinFOkkqI7nWi4GyB1bxiOHh6pRPff3-AQ,221
lm_eval/tasks/ceval/ceval-valid_college_physics.yaml,sha256=JJfHph_isVStbsk2yIav4A5iqmLWNf1EAmCFOIUjk5Y,214
lm_eval/tasks/ceval/ceval-valid_college_programming.yaml,sha256=FYNlc9mHqfoLCAdtjx3aiaPq-HuI0c2zNDQp8AaE6wo,222
lm_eval/tasks/ceval/ceval-valid_computer_architecture.yaml,sha256=vGZ__iGOj0_nX7aVWX3qCDYrr2eEJ1mJj7k59NG3CTs,229
lm_eval/tasks/ceval/ceval-valid_computer_network.yaml,sha256=gPMX8lN2YMGH9QYaKBEXProfP_MA9XV4Lx_udMr-ktQ,219
lm_eval/tasks/ceval/ceval-valid_discrete_mathematics.yaml,sha256=a9wuabDadH9CgiyQc5uW1lld4vAeaJYv4mPTx5u-Ujg,224
lm_eval/tasks/ceval/ceval-valid_education_science.yaml,sha256=KiFoKyLZHkaDYdWCAZ45k4K_GglR3MDJGheeHWDgSbM,215
lm_eval/tasks/ceval/ceval-valid_electrical_engineer.yaml,sha256=DjZ62r5DtU_XIS1K-MUbQqbigXYd6YCQI7LBYdXhB8Y,231
lm_eval/tasks/ceval/ceval-valid_environmental_impact_assessment_engineer.yaml,sha256=S-HPmH9da8gLu8lh_2YZ4XwV5Hog7JPJJEbxVkbd0Kk,279
lm_eval/tasks/ceval/ceval-valid_fire_engineer.yaml,sha256=aTajwMc0EjalqD3Rx5O6BUX3slgolA8lxLSjF0NvDlE,219
lm_eval/tasks/ceval/ceval-valid_high_school_biology.yaml,sha256=KMO3L-P6JFdCwkH5431YBOImX-oWGi6A9gmtvyCq-EU,222
lm_eval/tasks/ceval/ceval-valid_high_school_chemistry.yaml,sha256=YdpYxhBFLDoKk9gz6UiZa6TBuqrdRH8FnZmG2NZiuL4,226
lm_eval/tasks/ceval/ceval-valid_high_school_chinese.yaml,sha256=6L4ePI81IW_ssklfqriFt83X8vMZ4b0gm_oAkpDXkqA,222
lm_eval/tasks/ceval/ceval-valid_high_school_geography.yaml,sha256=rPDd_fm_nqM530JAWLG7PmYyCFux3wOZf50gdZBBRVY,226
lm_eval/tasks/ceval/ceval-valid_high_school_history.yaml,sha256=SEMX0dqEXZjsvTn1JP_3ECBZ0M56I4WBKFbw0XWI8No,222
lm_eval/tasks/ceval/ceval-valid_high_school_mathematics.yaml,sha256=j45jE6-jfXFcdkLZFY2jPwexDnqiBkqilwC9a5vsM04,230
lm_eval/tasks/ceval/ceval-valid_high_school_physics.yaml,sha256=lTuM6LCjO9SlruoHX3xepebj46l_0ZK_N5l5HZmys6A,222
lm_eval/tasks/ceval/ceval-valid_high_school_politics.yaml,sha256=T6HS-hthajC2NJi5NFKkD0XDxmXmKHCNuhBbhntddpU,224
lm_eval/tasks/ceval/ceval-valid_ideological_and_moral_cultivation.yaml,sha256=hmHJ5O9v3iXt-j8xHO7UeCMWE6A6FB-dciyljq9xSqM,271
lm_eval/tasks/ceval/ceval-valid_law.yaml,sha256=QmrSRhjMC5K7OQDTz2_r52HJVZWWv4xjrptwmY5NKzA,184
lm_eval/tasks/ceval/ceval-valid_legal_professional.yaml,sha256=rQMWxpcWt2Y1bhoSgaUP5US4OXVbPvTSxvU_J90dwHk,226
lm_eval/tasks/ceval/ceval-valid_logic.yaml,sha256=mnuTRJO3tYKeySn2n3B-92InjPvz3t0mhf-UaKGcHgI,191
lm_eval/tasks/ceval/ceval-valid_mao_zedong_thought.yaml,sha256=z4BrjRmSCh96ieu9MCmc9J-vy0PnBdxKYO7Q8lUjenc,268
lm_eval/tasks/ceval/ceval-valid_marxism.yaml,sha256=3KjhPFk4w9kpVzl1WD9Va4EOAkux32iBqrfQ1UIP9s8,213
lm_eval/tasks/ceval/ceval-valid_metrology_engineer.yaml,sha256=YqiCDiJ4bphneVAIjweU5Qqc4uck_s_iuIzMT9HF_kQ,223
lm_eval/tasks/ceval/ceval-valid_middle_school_biology.yaml,sha256=Ic-e39wEVx6NScOoCbkA7dciQ-Y2wt0QFmN0kWVTVEk,226
lm_eval/tasks/ceval/ceval-valid_middle_school_chemistry.yaml,sha256=CJ6HyS-6Nlcp-wi0yb74zdqUPL_zQWdTf9oTYQcCGO4,230
lm_eval/tasks/ceval/ceval-valid_middle_school_geography.yaml,sha256=Yh1mxAbsNan6WY4sH8eN5EI-oLw8psQ5PmGO1ZX-ZrU,230
lm_eval/tasks/ceval/ceval-valid_middle_school_history.yaml,sha256=ckDHEb5npvsq2mdt4ICfkbk0eTlcZxHWlGJXax-1aIY,226
lm_eval/tasks/ceval/ceval-valid_middle_school_mathematics.yaml,sha256=Mtt8szOofgOabzBBVLIPV67b7sDEECndzOAz057qlJs,234
lm_eval/tasks/ceval/ceval-valid_middle_school_physics.yaml,sha256=oue8rUCV8h0MP0gx5emFPTOreBh6FSNhqNi_HEJtvW8,226
lm_eval/tasks/ceval/ceval-valid_middle_school_politics.yaml,sha256=pKqoZ560D8p0sJ6sEBanLv_ybuppFpvd8f-IYRCVl50,228
lm_eval/tasks/ceval/ceval-valid_modern_chinese_history.yaml,sha256=ISjUEGRMxv2nQGf50IbxoQEMA4hLHUchXO5wWT_ams8,231
lm_eval/tasks/ceval/ceval-valid_operating_system.yaml,sha256=1r9lC8brpfqm4D1lX1_0avgSZXwAm3xq48WtLYxtCxE,216
lm_eval/tasks/ceval/ceval-valid_physician.yaml,sha256=JV3vjt37Cmnv0fGCQzjpvCxGljASNTJQj3fO8Xt0WY4,202
lm_eval/tasks/ceval/ceval-valid_plant_protection.yaml,sha256=XxzSPV-7R2X6nOiqWM_PhKeMtIT9WOwVvkNCc71KZNM,216
lm_eval/tasks/ceval/ceval-valid_probability_and_statistics.yaml,sha256=Dm-WFp5dusbxLucUCEqRkmcbgIGnNjYoMXsmYbYJ5UY,236
lm_eval/tasks/ceval/ceval-valid_professional_tour_guide.yaml,sha256=LMS9fyh7Zmt8grr4CBQGccGHPAKuj0RZAj3XQGzmyl0,230
lm_eval/tasks/ceval/ceval-valid_sports_science.yaml,sha256=6rgkkmJCxopoPNedAkIhWVpGzhdcB4ztYO0EmUk_9rc,209
lm_eval/tasks/ceval/ceval-valid_tax_accountant.yaml,sha256=dHhlfeqH_HUlTkKbWzOJNaYXzAE1c9FWejT_3XBiGhU,209
lm_eval/tasks/ceval/ceval-valid_teacher_qualification.yaml,sha256=msYhw4RmvIXosDstJVb1l7wUs_-hokMOFY1UFSTteHc,226
lm_eval/tasks/ceval/ceval-valid_urban_and_rural_planner.yaml,sha256=lqXQXjQI4jxIQ3_iNIaTQE1CJ3OGg5UzEcL0NIiQRgs,239
lm_eval/tasks/ceval/ceval-valid_veterinary_medicine.yaml,sha256=g9Ui3hPL64eumBGsuKUE1xgiCKFMFzt8hqbJ14pbu90,219
lm_eval/tasks/cmmlu/README.md,sha256=gyA3hrGDwuWy4mtFMPgxWXleKApdjgbKmiiWi0t9CMk,1748
lm_eval/tasks/cmmlu/_cmmlu.yaml,sha256=pNap-1E-1xGk4Oa3lOYoTyeoNiJe_GzIhQmxlAheB3I,2054
lm_eval/tasks/cmmlu/_default_template_yaml,sha256=ZWCiKFdtER_GoCBGRtsF3siiAQMn-Ft7Auut0-i6kMU,482
lm_eval/tasks/cmmlu/_generate_configs.py,sha256=YGeRDCLxyh49A7b7iUoZ4zkA-WHnA8Aj4S1esDdZ4y4,5669
lm_eval/tasks/cmmlu/cmmlu_agronomy.yaml,sha256=DqvlHZ1g4sDq5lFUjDzk8Xu7LdpfOajsqgD5COLsnio,191
lm_eval/tasks/cmmlu/cmmlu_anatomy.yaml,sha256=SKazmZTenePltXz5i7wj33uM-zwAjWTmKcd0ngzEjOM,192
lm_eval/tasks/cmmlu/cmmlu_ancient_chinese.yaml,sha256=zQ5j11KOJ60Q0n3IJ2SNGFkx01I0Qy6p6i-RQTQC8_8,208
lm_eval/tasks/cmmlu/cmmlu_arts.yaml,sha256=qNkb7UTvtgXF9JcHo8qSYW6O22tZgLSuPzvoklCL0zw,186
lm_eval/tasks/cmmlu/cmmlu_astronomy.yaml,sha256=lgF3qfC_2bQc4NEklG6vnwmhy1GvfogpgRSYfoijulQ,196
lm_eval/tasks/cmmlu/cmmlu_business_ethics.yaml,sha256=TdFBk1ool2z3ihnnk5LHraT6R_Feo_F_p5at9JT3HcY,211
lm_eval/tasks/cmmlu/cmmlu_chinese_civil_service_exam.yaml,sha256=l7wFBEEn_BtahJVHQL6cI7azQeWSs3hX-2XdHX-CjhM,242
lm_eval/tasks/cmmlu/cmmlu_chinese_driving_rule.yaml,sha256=0Uj-zYoT4yeQqOqBfIXi_IpYzyQPcHMCf1dS9ma2LKc,227
lm_eval/tasks/cmmlu/cmmlu_chinese_food_culture.yaml,sha256=EMIfT1GJluls12hfxlmTgfNKevRuzV9XWkoGTzO0djI,227
lm_eval/tasks/cmmlu/cmmlu_chinese_foreign_policy.yaml,sha256=1yuG2_1A9Oe4_o_Bl7uJKOv3Qfqv9r6JYAD1P6L3AHg,231
lm_eval/tasks/cmmlu/cmmlu_chinese_history.yaml,sha256=vYox5jq9_vm04ClPytEiqluf8oiJ7Y2Yl8dwphd_ukY,211
lm_eval/tasks/cmmlu/cmmlu_chinese_literature.yaml,sha256=6vFl0vmSFAeLBtcyn9utf7YGQMtiJEOjxR1XtmmeN7k,217
lm_eval/tasks/cmmlu/cmmlu_chinese_teacher_qualification.yaml,sha256=Ofur5dABRspuog_bL39FTQcJ6cqSj3B1pjJTeparuPg,245
lm_eval/tasks/cmmlu/cmmlu_clinical_knowledge.yaml,sha256=ReXbIW90A0BZ3NGOysUraRr1n4Ugto-Pl8z3CPPU4aA,217
lm_eval/tasks/cmmlu/cmmlu_college_actuarial_science.yaml,sha256=vvVIOnXSEG-J9OcEFf4G3qGpGBRkfrKb8x1_oJrruK4,234
lm_eval/tasks/cmmlu/cmmlu_college_education.yaml,sha256=9AUMkRL72eBk2UnWaDBtmgdrh0EQZait775LloIZq7M,218
lm_eval/tasks/cmmlu/cmmlu_college_engineering_hydrology.yaml,sha256=HBihPhmNhTPj7_LSB939YL_o8zOI8vsuTXuEK8F2yd4,248
lm_eval/tasks/cmmlu/cmmlu_college_law.yaml,sha256=FWe0m1K9JmnVTcfXW5Fbsv2tE3LGBfNhSxLXrVi4pSk,203
lm_eval/tasks/cmmlu/cmmlu_college_mathematics.yaml,sha256=1os_um2HNCfbbRJYM6IKAG05I2_QsiSrmW9OaHLNGwo,219
lm_eval/tasks/cmmlu/cmmlu_college_medical_statistics.yaml,sha256=z6LJZK45Tf9gj9LIx1TjjuaH8LACReSz43ObiNTvd0A,239
lm_eval/tasks/cmmlu/cmmlu_college_medicine.yaml,sha256=iIQRLQfEx3ZCtcRqHE5Il1XDqjqaHaV8oAdM2ihWCC4,213
lm_eval/tasks/cmmlu/cmmlu_computer_science.yaml,sha256=64z6rFtry_E0LS5opBBaBcHXzmOW1lg9Y1wh1lNx1Cg,216
lm_eval/tasks/cmmlu/cmmlu_computer_security.yaml,sha256=iCYXgKnc8GpnHAwHPZq1-XbXzwZ9AlBuANlQ66Wj1Sc,218
lm_eval/tasks/cmmlu/cmmlu_conceptual_physics.yaml,sha256=L_DkqkfoMI1kBneIXn9W3r-zZ7rG0bp_dceUOlqaVWU,220
lm_eval/tasks/cmmlu/cmmlu_construction_project_management.yaml,sha256=1tMoBrlqts3rgxwRgVUu8tRR9td8S8_54LPZyOKRgZQ,249
lm_eval/tasks/cmmlu/cmmlu_default_agronomy.yaml,sha256=DqvlHZ1g4sDq5lFUjDzk8Xu7LdpfOajsqgD5COLsnio,191
lm_eval/tasks/cmmlu/cmmlu_default_anatomy.yaml,sha256=SKazmZTenePltXz5i7wj33uM-zwAjWTmKcd0ngzEjOM,192
lm_eval/tasks/cmmlu/cmmlu_default_ancient_chinese.yaml,sha256=zQ5j11KOJ60Q0n3IJ2SNGFkx01I0Qy6p6i-RQTQC8_8,208
lm_eval/tasks/cmmlu/cmmlu_default_arts.yaml,sha256=qNkb7UTvtgXF9JcHo8qSYW6O22tZgLSuPzvoklCL0zw,186
lm_eval/tasks/cmmlu/cmmlu_default_astronomy.yaml,sha256=lgF3qfC_2bQc4NEklG6vnwmhy1GvfogpgRSYfoijulQ,196
lm_eval/tasks/cmmlu/cmmlu_default_business_ethics.yaml,sha256=TdFBk1ool2z3ihnnk5LHraT6R_Feo_F_p5at9JT3HcY,211
lm_eval/tasks/cmmlu/cmmlu_default_chinese_civil_service_exam.yaml,sha256=l7wFBEEn_BtahJVHQL6cI7azQeWSs3hX-2XdHX-CjhM,242
lm_eval/tasks/cmmlu/cmmlu_default_chinese_driving_rule.yaml,sha256=0Uj-zYoT4yeQqOqBfIXi_IpYzyQPcHMCf1dS9ma2LKc,227
lm_eval/tasks/cmmlu/cmmlu_default_chinese_food_culture.yaml,sha256=EMIfT1GJluls12hfxlmTgfNKevRuzV9XWkoGTzO0djI,227
lm_eval/tasks/cmmlu/cmmlu_default_chinese_foreign_policy.yaml,sha256=1yuG2_1A9Oe4_o_Bl7uJKOv3Qfqv9r6JYAD1P6L3AHg,231
lm_eval/tasks/cmmlu/cmmlu_default_chinese_history.yaml,sha256=vYox5jq9_vm04ClPytEiqluf8oiJ7Y2Yl8dwphd_ukY,211
lm_eval/tasks/cmmlu/cmmlu_default_chinese_literature.yaml,sha256=6vFl0vmSFAeLBtcyn9utf7YGQMtiJEOjxR1XtmmeN7k,217
lm_eval/tasks/cmmlu/cmmlu_default_chinese_teacher_qualification.yaml,sha256=Ofur5dABRspuog_bL39FTQcJ6cqSj3B1pjJTeparuPg,245
lm_eval/tasks/cmmlu/cmmlu_default_clinical_knowledge.yaml,sha256=ReXbIW90A0BZ3NGOysUraRr1n4Ugto-Pl8z3CPPU4aA,217
lm_eval/tasks/cmmlu/cmmlu_default_college_actuarial_science.yaml,sha256=vvVIOnXSEG-J9OcEFf4G3qGpGBRkfrKb8x1_oJrruK4,234
lm_eval/tasks/cmmlu/cmmlu_default_college_education.yaml,sha256=9AUMkRL72eBk2UnWaDBtmgdrh0EQZait775LloIZq7M,218
lm_eval/tasks/cmmlu/cmmlu_default_college_engineering_hydrology.yaml,sha256=HBihPhmNhTPj7_LSB939YL_o8zOI8vsuTXuEK8F2yd4,248
lm_eval/tasks/cmmlu/cmmlu_default_college_law.yaml,sha256=FWe0m1K9JmnVTcfXW5Fbsv2tE3LGBfNhSxLXrVi4pSk,203
lm_eval/tasks/cmmlu/cmmlu_default_college_mathematics.yaml,sha256=1os_um2HNCfbbRJYM6IKAG05I2_QsiSrmW9OaHLNGwo,219
lm_eval/tasks/cmmlu/cmmlu_default_college_medical_statistics.yaml,sha256=z6LJZK45Tf9gj9LIx1TjjuaH8LACReSz43ObiNTvd0A,239
lm_eval/tasks/cmmlu/cmmlu_default_college_medicine.yaml,sha256=iIQRLQfEx3ZCtcRqHE5Il1XDqjqaHaV8oAdM2ihWCC4,213
lm_eval/tasks/cmmlu/cmmlu_default_computer_science.yaml,sha256=64z6rFtry_E0LS5opBBaBcHXzmOW1lg9Y1wh1lNx1Cg,216
lm_eval/tasks/cmmlu/cmmlu_default_computer_security.yaml,sha256=iCYXgKnc8GpnHAwHPZq1-XbXzwZ9AlBuANlQ66Wj1Sc,218
lm_eval/tasks/cmmlu/cmmlu_default_conceptual_physics.yaml,sha256=L_DkqkfoMI1kBneIXn9W3r-zZ7rG0bp_dceUOlqaVWU,220
lm_eval/tasks/cmmlu/cmmlu_default_construction_project_management.yaml,sha256=1tMoBrlqts3rgxwRgVUu8tRR9td8S8_54LPZyOKRgZQ,249
lm_eval/tasks/cmmlu/cmmlu_default_economics.yaml,sha256=bai4ZwJBfG7OAN_uSS-uajVt-HOrUw9nNwK4f9R53RI,196
lm_eval/tasks/cmmlu/cmmlu_default_education.yaml,sha256=JHFLezPEuR8vINuJ7fiq5vrMMaWieyW3HXoWsdpOWnw,196
lm_eval/tasks/cmmlu/cmmlu_default_electrical_engineering.yaml,sha256=pVHvc_MRieXI3ff7WJpKkQV1uaap3II7-BuzkAwrHiY,225
lm_eval/tasks/cmmlu/cmmlu_default_elementary_chinese.yaml,sha256=P4jiuRXU5OqjvlpDkjFJHl4RLu7b5LaTmbGrmvseYMI,217
lm_eval/tasks/cmmlu/cmmlu_default_elementary_commonsense.yaml,sha256=OlTYX9qyhhu4u5VYFDtUGEFicu-VPNLmNU1Juq8uO0w,225
lm_eval/tasks/cmmlu/cmmlu_default_elementary_information_and_technology.yaml,sha256=hAPmn31ac7hFTFl283vhK1jPjJm5tv6VchLKQgb3yPs,261
lm_eval/tasks/cmmlu/cmmlu_default_elementary_mathematics.yaml,sha256=D8ne6N6tJCsPzWqlF4qxy6oBgkmjb6Jqy5DKw-xJMnU,225
lm_eval/tasks/cmmlu/cmmlu_default_ethnology.yaml,sha256=OhNfsDxIuIA7ADIMc2SYiWjMtEw_DehtcQSIbXTbxc4,196
lm_eval/tasks/cmmlu/cmmlu_default_food_science.yaml,sha256=fItOTnSEaBqDxokXTmY62WJI8orHAo2EL6HHAA_6z8A,205
lm_eval/tasks/cmmlu/cmmlu_default_genetics.yaml,sha256=TOWNyAd8uOc1NrZkjgDMuYBDKaW1Ft8xJRABwMZYenk,194
lm_eval/tasks/cmmlu/cmmlu_default_global_facts.yaml,sha256=-jZNUBh1qBrRVz70BfV4WWjhDwS4jsH5G9yipyKDHfE,205
lm_eval/tasks/cmmlu/cmmlu_default_high_school_biology.yaml,sha256=pX2-airA86ZU5pUjewxjdlcLs-9FWHUUUiAnzBubrwQ,219
lm_eval/tasks/cmmlu/cmmlu_default_high_school_chemistry.yaml,sha256=Q1ZBG8Wp9ab96l19PRwod9Dll5skvlB96x2A1Jmnfc0,223
lm_eval/tasks/cmmlu/cmmlu_default_high_school_geography.yaml,sha256=G0VrkoUMzKtEm1kzOuEwPdq2vtlkc0KMDMsEGF6t1ds,223
lm_eval/tasks/cmmlu/cmmlu_default_high_school_mathematics.yaml,sha256=wB7tBE5a9SWghbkP6dRakza_3PpSt-wkmTrd0bQpUEc,227
lm_eval/tasks/cmmlu/cmmlu_default_high_school_physics.yaml,sha256=-QcmeommiYmIqCYaLVsaars-u6VKnqzbIoaf7Uz3Tmg,222
lm_eval/tasks/cmmlu/cmmlu_default_high_school_politics.yaml,sha256=kKjyp_zDx4tsAJkWmzBCqp6Ubx2hhriEl-PiI6GHRys,221
lm_eval/tasks/cmmlu/cmmlu_default_human_sexuality.yaml,sha256=IB0QxIhbKjAmhT77CJqheViIVw-2sZ3_kWpeyDcFAOw,214
lm_eval/tasks/cmmlu/cmmlu_default_international_law.yaml,sha256=9luncjc_o4MvJjIYSznbT4ljfGEkrQdiaxYRajAnREA,215
lm_eval/tasks/cmmlu/cmmlu_default_journalism.yaml,sha256=Tzhv5LmPa9-RTrok-GBgGc3mag4AmPIUVJKYqhzA_-c,198
lm_eval/tasks/cmmlu/cmmlu_default_jurisprudence.yaml,sha256=OVAiNRVJBAUmw7ON2CX1cP44BUv7TktZW0ufOC6Zgco,204
lm_eval/tasks/cmmlu/cmmlu_default_legal_and_moral_basis.yaml,sha256=YbQTOpGYrKJr5TOKzEWrUl3FO6zQtu1pAwjGCnmPRik,232
lm_eval/tasks/cmmlu/cmmlu_default_logical.yaml,sha256=4lpQg10BWCqLyepRgXn4fcazO9J6YKiZvoWhgRJTytw,192
lm_eval/tasks/cmmlu/cmmlu_default_machine_learning.yaml,sha256=yTSdJ2qB6hVZ-I1M3V8IQshSThOugOI_2H3ECNdeoig,213
lm_eval/tasks/cmmlu/cmmlu_default_management.yaml,sha256=xj0wH_La-bf_Ezx9mjmsbY07M4UdTXbkzCqGdnzJkRk,198
lm_eval/tasks/cmmlu/cmmlu_default_marketing.yaml,sha256=l7ulx3Nr47Ai4-MwPSvr64j1cKF8hG0wpkUHNKVkuTU,199
lm_eval/tasks/cmmlu/cmmlu_default_marxist_theory.yaml,sha256=d7XeZBoxxtzm9rf4WrjcChH5-RDT00XgITU9QJXKkBA,218
lm_eval/tasks/cmmlu/cmmlu_default_modern_chinese.yaml,sha256=M2gRRZy54c8e6CeJu69yNAoP6c9NpDfSMlVyD_0pMvk,209
lm_eval/tasks/cmmlu/cmmlu_default_nutrition.yaml,sha256=yLQYVLdRY1MUc4NaCidmrFlsDAWaBmI4tp9r3DLzjqY,196
lm_eval/tasks/cmmlu/cmmlu_default_philosophy.yaml,sha256=IlGz2CINUIAzbvlLbnAbXOdNsxCyO2rmwSnwB9iqF_8,195
lm_eval/tasks/cmmlu/cmmlu_default_professional_accounting.yaml,sha256=TgYE1xSlF2MBJW7fnisY7-dwcJlxTU-lKJDmf3nS5HA,227
lm_eval/tasks/cmmlu/cmmlu_default_professional_law.yaml,sha256=S86GwVZZw3ilxfFvxpvZg5Rsl1sn-nUllYx5VFktinE,213
lm_eval/tasks/cmmlu/cmmlu_default_professional_medicine.yaml,sha256=o9w1kA9-L1J72EuQ7V2kq1YhlUIS4ovXVhoQ44GLcbY,223
lm_eval/tasks/cmmlu/cmmlu_default_professional_psychology.yaml,sha256=w5wE-YswhIPdQp1NWW2U09hYs3Rd64bvb6ZGupYucTk,230
lm_eval/tasks/cmmlu/cmmlu_default_public_relations.yaml,sha256=jblBswd7hMbPfweUa-5hVEp43oNF24v4MeWRuea8Q3U,213
lm_eval/tasks/cmmlu/cmmlu_default_security_study.yaml,sha256=CFKa_RoDtHDkHrXyyS9FNp_HI6vGCV7XaogP2cjVHyk,209
lm_eval/tasks/cmmlu/cmmlu_default_sociology.yaml,sha256=Qzr4AiRoyPHtIISXvBN8_XAXltIO9GdMYr7xYXk9Atc,196
lm_eval/tasks/cmmlu/cmmlu_default_sports_science.yaml,sha256=wD1eTg1JgFg-rnglXDDM--owRRq94g6st7GA3zZiXkA,206
lm_eval/tasks/cmmlu/cmmlu_default_traditional_chinese_medicine.yaml,sha256=fs7VxHpIsAqdW52e-ffc6ClIdomsVPGzQKyiuGTTNs8,237
lm_eval/tasks/cmmlu/cmmlu_default_virology.yaml,sha256=aB_oTbDjh76nGH9rIkNhcbygJJkmckEBj7ehe_BVSd4,194
lm_eval/tasks/cmmlu/cmmlu_default_world_history.yaml,sha256=AWCZJjmwhJobrzPCUpNRKh5F_ieCDWuhQv4H6uq0mZA,207
lm_eval/tasks/cmmlu/cmmlu_default_world_religions.yaml,sha256=v39HzwxSXp2xo5Ap_Ig1sGcdT0XkiDKRBsiPnI7J05I,211
lm_eval/tasks/cmmlu/cmmlu_economics.yaml,sha256=bai4ZwJBfG7OAN_uSS-uajVt-HOrUw9nNwK4f9R53RI,196
lm_eval/tasks/cmmlu/cmmlu_education.yaml,sha256=JHFLezPEuR8vINuJ7fiq5vrMMaWieyW3HXoWsdpOWnw,196
lm_eval/tasks/cmmlu/cmmlu_electrical_engineering.yaml,sha256=pVHvc_MRieXI3ff7WJpKkQV1uaap3II7-BuzkAwrHiY,225
lm_eval/tasks/cmmlu/cmmlu_elementary_chinese.yaml,sha256=P4jiuRXU5OqjvlpDkjFJHl4RLu7b5LaTmbGrmvseYMI,217
lm_eval/tasks/cmmlu/cmmlu_elementary_commonsense.yaml,sha256=OlTYX9qyhhu4u5VYFDtUGEFicu-VPNLmNU1Juq8uO0w,225
lm_eval/tasks/cmmlu/cmmlu_elementary_information_and_technology.yaml,sha256=hAPmn31ac7hFTFl283vhK1jPjJm5tv6VchLKQgb3yPs,261
lm_eval/tasks/cmmlu/cmmlu_elementary_mathematics.yaml,sha256=D8ne6N6tJCsPzWqlF4qxy6oBgkmjb6Jqy5DKw-xJMnU,225
lm_eval/tasks/cmmlu/cmmlu_ethnology.yaml,sha256=OhNfsDxIuIA7ADIMc2SYiWjMtEw_DehtcQSIbXTbxc4,196
lm_eval/tasks/cmmlu/cmmlu_food_science.yaml,sha256=fItOTnSEaBqDxokXTmY62WJI8orHAo2EL6HHAA_6z8A,205
lm_eval/tasks/cmmlu/cmmlu_genetics.yaml,sha256=TOWNyAd8uOc1NrZkjgDMuYBDKaW1Ft8xJRABwMZYenk,194
lm_eval/tasks/cmmlu/cmmlu_global_facts.yaml,sha256=-jZNUBh1qBrRVz70BfV4WWjhDwS4jsH5G9yipyKDHfE,205
lm_eval/tasks/cmmlu/cmmlu_high_school_biology.yaml,sha256=pX2-airA86ZU5pUjewxjdlcLs-9FWHUUUiAnzBubrwQ,219
lm_eval/tasks/cmmlu/cmmlu_high_school_chemistry.yaml,sha256=Q1ZBG8Wp9ab96l19PRwod9Dll5skvlB96x2A1Jmnfc0,223
lm_eval/tasks/cmmlu/cmmlu_high_school_geography.yaml,sha256=G0VrkoUMzKtEm1kzOuEwPdq2vtlkc0KMDMsEGF6t1ds,223
lm_eval/tasks/cmmlu/cmmlu_high_school_mathematics.yaml,sha256=wB7tBE5a9SWghbkP6dRakza_3PpSt-wkmTrd0bQpUEc,227
lm_eval/tasks/cmmlu/cmmlu_high_school_physics.yaml,sha256=-QcmeommiYmIqCYaLVsaars-u6VKnqzbIoaf7Uz3Tmg,222
lm_eval/tasks/cmmlu/cmmlu_high_school_politics.yaml,sha256=kKjyp_zDx4tsAJkWmzBCqp6Ubx2hhriEl-PiI6GHRys,221
lm_eval/tasks/cmmlu/cmmlu_human_sexuality.yaml,sha256=IB0QxIhbKjAmhT77CJqheViIVw-2sZ3_kWpeyDcFAOw,214
lm_eval/tasks/cmmlu/cmmlu_international_law.yaml,sha256=9luncjc_o4MvJjIYSznbT4ljfGEkrQdiaxYRajAnREA,215
lm_eval/tasks/cmmlu/cmmlu_journalism.yaml,sha256=Tzhv5LmPa9-RTrok-GBgGc3mag4AmPIUVJKYqhzA_-c,198
lm_eval/tasks/cmmlu/cmmlu_jurisprudence.yaml,sha256=OVAiNRVJBAUmw7ON2CX1cP44BUv7TktZW0ufOC6Zgco,204
lm_eval/tasks/cmmlu/cmmlu_legal_and_moral_basis.yaml,sha256=YbQTOpGYrKJr5TOKzEWrUl3FO6zQtu1pAwjGCnmPRik,232
lm_eval/tasks/cmmlu/cmmlu_logical.yaml,sha256=4lpQg10BWCqLyepRgXn4fcazO9J6YKiZvoWhgRJTytw,192
lm_eval/tasks/cmmlu/cmmlu_machine_learning.yaml,sha256=yTSdJ2qB6hVZ-I1M3V8IQshSThOugOI_2H3ECNdeoig,213
lm_eval/tasks/cmmlu/cmmlu_management.yaml,sha256=xj0wH_La-bf_Ezx9mjmsbY07M4UdTXbkzCqGdnzJkRk,198
lm_eval/tasks/cmmlu/cmmlu_marketing.yaml,sha256=l7ulx3Nr47Ai4-MwPSvr64j1cKF8hG0wpkUHNKVkuTU,199
lm_eval/tasks/cmmlu/cmmlu_marxist_theory.yaml,sha256=d7XeZBoxxtzm9rf4WrjcChH5-RDT00XgITU9QJXKkBA,218
lm_eval/tasks/cmmlu/cmmlu_modern_chinese.yaml,sha256=M2gRRZy54c8e6CeJu69yNAoP6c9NpDfSMlVyD_0pMvk,209
lm_eval/tasks/cmmlu/cmmlu_nutrition.yaml,sha256=yLQYVLdRY1MUc4NaCidmrFlsDAWaBmI4tp9r3DLzjqY,196
lm_eval/tasks/cmmlu/cmmlu_philosophy.yaml,sha256=IlGz2CINUIAzbvlLbnAbXOdNsxCyO2rmwSnwB9iqF_8,195
lm_eval/tasks/cmmlu/cmmlu_professional_accounting.yaml,sha256=TgYE1xSlF2MBJW7fnisY7-dwcJlxTU-lKJDmf3nS5HA,227
lm_eval/tasks/cmmlu/cmmlu_professional_law.yaml,sha256=S86GwVZZw3ilxfFvxpvZg5Rsl1sn-nUllYx5VFktinE,213
lm_eval/tasks/cmmlu/cmmlu_professional_medicine.yaml,sha256=o9w1kA9-L1J72EuQ7V2kq1YhlUIS4ovXVhoQ44GLcbY,223
lm_eval/tasks/cmmlu/cmmlu_professional_psychology.yaml,sha256=w5wE-YswhIPdQp1NWW2U09hYs3Rd64bvb6ZGupYucTk,230
lm_eval/tasks/cmmlu/cmmlu_public_relations.yaml,sha256=jblBswd7hMbPfweUa-5hVEp43oNF24v4MeWRuea8Q3U,213
lm_eval/tasks/cmmlu/cmmlu_security_study.yaml,sha256=CFKa_RoDtHDkHrXyyS9FNp_HI6vGCV7XaogP2cjVHyk,209
lm_eval/tasks/cmmlu/cmmlu_sociology.yaml,sha256=Qzr4AiRoyPHtIISXvBN8_XAXltIO9GdMYr7xYXk9Atc,196
lm_eval/tasks/cmmlu/cmmlu_sports_science.yaml,sha256=wD1eTg1JgFg-rnglXDDM--owRRq94g6st7GA3zZiXkA,206
lm_eval/tasks/cmmlu/cmmlu_traditional_chinese_medicine.yaml,sha256=fs7VxHpIsAqdW52e-ffc6ClIdomsVPGzQKyiuGTTNs8,237
lm_eval/tasks/cmmlu/cmmlu_virology.yaml,sha256=aB_oTbDjh76nGH9rIkNhcbygJJkmckEBj7ehe_BVSd4,194
lm_eval/tasks/cmmlu/cmmlu_world_history.yaml,sha256=AWCZJjmwhJobrzPCUpNRKh5F_ieCDWuhQv4H6uq0mZA,207
lm_eval/tasks/cmmlu/cmmlu_world_religions.yaml,sha256=v39HzwxSXp2xo5Ap_Ig1sGcdT0XkiDKRBsiPnI7J05I,211
lm_eval/tasks/code_x_glue/code-text/bleu.py,sha256=bGCIK_eVzN92SnXvFXZEt9YpAntvpUcCegANXFD8vqY,7847
lm_eval/tasks/code_x_glue/code-text/go.yaml,sha256=E69gjwTkkc9b2iYg-9KGJuItUb9UaOI8gzuKUHdTBf8,479
lm_eval/tasks/code_x_glue/code-text/java.yaml,sha256=HhXKmCgWkp9O7nsI2O-glQsbzDjfsZNSL8Vf-ID1NgQ,483
lm_eval/tasks/code_x_glue/code-text/javascript.yaml,sha256=L3brOBtKJTNeJFUQUw_-N6Q8S1M_aQ0aCfo9ydwt7qw,495
lm_eval/tasks/code_x_glue/code-text/php.yaml,sha256=relg83ds1g2wf5x0euX8YqLKc_Y_XaYviH2e8stCnrg,481
lm_eval/tasks/code_x_glue/code-text/python.yaml,sha256=-5ipicnQUBTH2fUZG3jZ1XjAX0ue6K2HIY_d_5AS5QM,487
lm_eval/tasks/code_x_glue/code-text/ruby.yaml,sha256=dqAtzuKflJGBo09goRL2SgTkD1wRbBhLRyhu6wr6c50,483
lm_eval/tasks/code_x_glue/code-text/utils.py,sha256=Bt0SAZ8OruKLYiMCZUo1pTVRso-79yd7Lg5mNwzquko,308
lm_eval/tasks/commonsense_qa/README.md,sha256=9M8niAKAi6d5ZbIVXes_IeBtOAhcJnt6s-WZLIh3Sik,2146
lm_eval/tasks/commonsense_qa/default.yaml,sha256=YWma7G6VxxlXa6CnTAWsS0bAGvoHD5AtXE13MqhqVZs,470
lm_eval/tasks/copal_id/README.md,sha256=niSqt6wrwVAFCgY8Bqtu3kwQQ77m4GJWNpeBqvTB3n8,1852
lm_eval/tasks/copal_id/colloquial.yaml,sha256=BJ72m5zcs-x9jDMgikbKhNmLpdrsJKWV8C8LGwhqX_w,100
lm_eval/tasks/copal_id/standard.yaml,sha256=VHHdinHCufaLgBYLcMlttytPZ_oPY-mS2-l_aJp_HSE,314
lm_eval/tasks/copal_id/utils.py,sha256=eNtnPfhq-fbtwqUIwmKzAD8WyTE3pqCFW566jHzNj10,452
lm_eval/tasks/coqa/README.md,sha256=LF6N0XSwsg6DLYACWr5FJca7bRlUYib00tGPHNiSzg0,1262
lm_eval/tasks/coqa/default.yaml,sha256=A6Nt3Thu3Q4OZjo8epOvC8rcTyU6Mb3nqhgmFInbs5o,608
lm_eval/tasks/coqa/utils.py,sha256=YqyC6AJxYtE0cJNVoAUm_1SX3rWYe-67GLQ5syDoYMo,2835
lm_eval/tasks/crows_pairs/README.md,sha256=HesNVCLZST9DTRBTjxbAOIwzKG9UGaR9CuPVIrQUz3I,6562
lm_eval/tasks/crows_pairs/crows_pairs_english.yaml,sha256=vEj0H99Wmrdjwmz2VZfceOkkGTglypbJrX1GhlGNIVI,514
lm_eval/tasks/crows_pairs/crows_pairs_english_age.yaml,sha256=g15ncf9B-uj8jpnGspHMF_tkTgytHxTFDEQheq-r5jE,127
lm_eval/tasks/crows_pairs/crows_pairs_english_autre.yaml,sha256=-ZVZSt0RkemIKAHx-qM_Zf6WYphWFbtpKFTZqN4zer8,131
lm_eval/tasks/crows_pairs/crows_pairs_english_disability.yaml,sha256=FDuoBS89Bt4XnXT1qO4G3AKaLzRtjUr9ty_essY5ms4,141
lm_eval/tasks/crows_pairs/crows_pairs_english_gender.yaml,sha256=Jp_bpHin0LDl4Oh_5dw7DsnPIdw27_L7IvCSlt5-soc,133
lm_eval/tasks/crows_pairs/crows_pairs_english_nationality.yaml,sha256=Xq_gMqx84YOsPB85t-mg-WowqOC9wGZAjti5s1vxZEE,143
lm_eval/tasks/crows_pairs/crows_pairs_english_physical_appearance.yaml,sha256=rHxnfaefCxo-yW1nSA6odWsGWM1nuZ4qO7mY0_U3akY,150
lm_eval/tasks/crows_pairs/crows_pairs_english_race_color.yaml,sha256=1TcaZQ2Vq0XQPalvOSvlpKZ43gzWOJ2_cwokusrppt0,141
lm_eval/tasks/crows_pairs/crows_pairs_english_religion.yaml,sha256=TL4EheFGZbH1g13jyDFTx83tcLFoGijbuxv34HuCp8s,137
lm_eval/tasks/crows_pairs/crows_pairs_english_sexual_orientation.yaml,sha256=fkwnSl7AJI3zbmuWD2lWGOE7tiuRumRN1uINS0QI-d4,150
lm_eval/tasks/crows_pairs/crows_pairs_english_socioeconomic.yaml,sha256=uDwc7LsQC_Ws-4PsFQ8tc5vDkU98PxGzg4xz012Zi7w,139
lm_eval/tasks/crows_pairs/crows_pairs_french.yaml,sha256=fz9gbMutyCHqm_OKj0xqqkr0Z3b3DLbQa54fAPAZ-dE,80
lm_eval/tasks/crows_pairs/crows_pairs_french_age.yaml,sha256=p5WCzdbPIkilp8qG0fZGWG3dHjKr7ynX6PUP5GAWsN4,125
lm_eval/tasks/crows_pairs/crows_pairs_french_autre.yaml,sha256=nWk1CtmS4rPNxHuhp4fq4_r8MXmjO0PZUes6Cl5kW7E,129
lm_eval/tasks/crows_pairs/crows_pairs_french_disability.yaml,sha256=JHuqbu8Z8VflYRzJF2KnYGdIshBae9AmYptl84dW_wU,139
lm_eval/tasks/crows_pairs/crows_pairs_french_gender.yaml,sha256=I9YDvpOnQXTMWOH1smjEs1nDiDeQP3Emq-XN2SUfWQ0,131
lm_eval/tasks/crows_pairs/crows_pairs_french_nationality.yaml,sha256=ViElfWF8v9_JzWlhqosZtkA1WEuYCqwl__1eM0bByAg,141
lm_eval/tasks/crows_pairs/crows_pairs_french_physical_appearance.yaml,sha256=Hv8VGBgSbJRy7ituauUmgxxFc3aPMJiwPLEDuk1W4L4,148
lm_eval/tasks/crows_pairs/crows_pairs_french_race_color.yaml,sha256=WIbsZhtI3CTC1tYI0QuVtHRatNinqWWVbEhCFqadzLg,139
lm_eval/tasks/crows_pairs/crows_pairs_french_religion.yaml,sha256=n19G-AGyzTMp8dPGUcS-1TuCs90O9vR1np7oxn9RzhM,135
lm_eval/tasks/crows_pairs/crows_pairs_french_sexual_orientation.yaml,sha256=zg4UOJEM1CnKu933_I8NXpyM3pADeihBpMFOjrsWKpA,148
lm_eval/tasks/crows_pairs/crows_pairs_french_socioeconomic.yaml,sha256=N5rktYPTmeZkQDPZw6mGZL5GhBdmyE9hkxtd__lh8GA,137
lm_eval/tasks/crows_pairs/utils.py,sha256=Wx48MYgKgqn-kHLhTtsV_-FD0Ik53l0X_qF8LcL-DBY,1892
lm_eval/tasks/csatqa/_csatqa.yaml,sha256=sQbDkAWFjUon_H72hIlz8ZTK6FD5mazOJLBK5w47jtw,287
lm_eval/tasks/csatqa/_default_csatqa_yaml,sha256=VpPvDbVnkvM_AD-o9VmuMwmo0Gk_nkHrdg9xn3xDdg0,377
lm_eval/tasks/csatqa/_generate_configs.py,sha256=hqegQrMDd-TgreKRnOPt380AQXF4_nSY_Btn3ALxUEI,1474
lm_eval/tasks/csatqa/csatqa_gr.yaml,sha256=WfwUoa2uX8gOjaQfcVDUvVSVkWCmbJBjiv7KBpjHZ5w,75
lm_eval/tasks/csatqa/csatqa_li.yaml,sha256=ZRwynLR8BVgxgFcSDTLi_WoHpkYAtmG6iJhLhr8KUFQ,75
lm_eval/tasks/csatqa/csatqa_rch.yaml,sha256=hciObdoI5LBjMc0eM3fFX3fc-uKpuIIt-02-0-5K5Q8,77
lm_eval/tasks/csatqa/csatqa_rcs.yaml,sha256=8bSnj6bbts-sRbYrXpzM7OITuxED7VuIMiUzzo9xMPY,77
lm_eval/tasks/csatqa/csatqa_rcss.yaml,sha256=-GoC4clrkSwJLOFkxa6TOEwin1PeTaKfy-Qw6BpHogc,79
lm_eval/tasks/csatqa/csatqa_wr.yaml,sha256=ovjDaNGHTq38vQ3RROv4ppR09nQyVN6RMEsGimHfiL8,75
lm_eval/tasks/csatqa/utils.py,sha256=thFD-3JzYceDfR055-F6NhjxFLaEoAxF3b6E4ehwea4,662
lm_eval/tasks/drop/README.md,sha256=_fto2NjX5LFKc6jv6Ip5dM7V-viFzt8sGlqcxBM7OJI,1857
lm_eval/tasks/drop/default.yaml,sha256=6TeO_wLpoHxT0RnHTCO0xz9uL0kARdyViBqfKxPv5kA,642
lm_eval/tasks/drop/utils.py,sha256=pXgu59LlN5aKW4OXYZWuK5tuKlZaC_tcJNIhtNYaBPU,5992
lm_eval/tasks/eq_bench/README.md,sha256=m1KmzAWkJRV4w5G46-C_92DNboth03xIoUYRYaz2bXQ,2947
lm_eval/tasks/eq_bench/default.yaml,sha256=gyqAyRs1TvPTujpuD8dn7-4DpzU4GHvn8IYohMEVn6I,487
lm_eval/tasks/eq_bench/utils.py,sha256=i-LCI-BP46h-3DtniEDg3-l34M__xS91VHWb4JhAz2I,2323
lm_eval/tasks/eus_exams/README.md,sha256=gIgusYYxvirKSJJkTzXa6jmLVZBDC4_f-BvWh2vUkFk,2151
lm_eval/tasks/eus_exams/configs.py,sha256=jaHziD9b7i4oxSh6W4tK0T4adyLCAbE_gF3bvtACqMc,2004
lm_eval/tasks/eus_exams/eus_exams,sha256=cVr9liNHmHBIJH83e_oIbLTIl2I_lYw3BTjJ9IXl1-4,410
lm_eval/tasks/eus_exams/eus_exams_es,sha256=1NyG0KWCawvBUa0JM6vYUyhjHXbm97OiHK4oHFcO_Go,181
lm_eval/tasks/eus_exams/eus_exams_es_ejadministrativo.yaml,sha256=FGLd6YWp89s4OXUYyaDGUwhXNnSBBcNi__rYyzPpK3M,116
lm_eval/tasks/eus_exams/eus_exams_es_ejauxiliar.yaml,sha256=qjBsqxUCWnG9oI-Beazv8m6rEIZSH9mqHDZ3OLWyQGI,104
lm_eval/tasks/eus_exams/eus_exams_es_ejsubalterno.yaml,sha256=NFHx9-GZLIMYO-W69O_J3g9RhxZz1wwQU723-PLqn7I,108
lm_eval/tasks/eus_exams/eus_exams_es_ejtecnico.yaml,sha256=4i_gAR-ooQMz5Jx-5dR2n2LWRGXUkdMezNZYkqC6ee0,102
lm_eval/tasks/eus_exams/eus_exams_es_opeayuntamientovitoria.yaml,sha256=4H0NC8Oak2_qx1rXe87UBJ2EUqZ9VpSSeHwtUiBOswA,128
lm_eval/tasks/eus_exams/eus_exams_es_opebilbao.yaml,sha256=6_UHrRIRmqol-1FYXo34vIhIqjbEeg_K2VeK0qs38WE,102
lm_eval/tasks/eus_exams/eus_exams_es_opeehuadmin.yaml,sha256=oGeI4ih0D543qxh_1n-ozgL38MinAZgyfs7JnNQGCAY,106
lm_eval/tasks/eus_exams/eus_exams_es_opeehuaux.yaml,sha256=Jabv6Uoe-V9vDs2RStmHOttjn3Et5az5XrXAtyUytnA,102
lm_eval/tasks/eus_exams/eus_exams_es_opeehubiblio.yaml,sha256=bPRjmTXtEF2108N43bWGH4RKAhfY8obSRa40_GDcIjc,108
lm_eval/tasks/eus_exams/eus_exams_es_opeehuderecho.yaml,sha256=U4n6rtkCbqdDkLG4AcYdegadngGvBlpoL1Mkx-EX7A8,110
lm_eval/tasks/eus_exams/eus_exams_es_opeehueconomicas.yaml,sha256=FhSNP3K5bzkQdUhUWFfODPD0emfWaz8mbhOnAnEpSSQ,116
lm_eval/tasks/eus_exams/eus_exams_es_opeehuempresariales.yaml,sha256=U6o2Ylc6Roklt9Yj25JR_XzNAeaOWUwilDzFS91TitA,122
lm_eval/tasks/eus_exams/eus_exams_es_opeehusubalterno.yaml,sha256=51Xs3sKf_ZvdbdjYzFrBxZFHpW8Cgce0Prt5wjIs6Hk,116
lm_eval/tasks/eus_exams/eus_exams_es_opeehutecnico.yaml,sha256=J57Vlc90EfKq2RJL67qv8jlVFuFghPNgThLguCUBCpw,110
lm_eval/tasks/eus_exams/eus_exams_es_opeehutecnicob.yaml,sha256=kr29Gx7hKHL_gw6-PO53DXjOuwCQpgs0HQax9ETbK7o,112
lm_eval/tasks/eus_exams/eus_exams_es_opeosakiadmin.yaml,sha256=znh4cW9iWPUSZEhbJN7jjeF4cNaKGNpChDJWrQNQu7g,110
lm_eval/tasks/eus_exams/eus_exams_es_opeosakiaux.yaml,sha256=q-BJLo4ky3QJofaQAGp6vNc4T5B1vSxdk2Xek4JgR6g,106
lm_eval/tasks/eus_exams/eus_exams_es_opeosakiauxenf.yaml,sha256=wzwZJNqwjXQ6vrKINhJyJ6N3JYSvFmK1dMh7BDSznNk,112
lm_eval/tasks/eus_exams/eus_exams_es_opeosakicelador.yaml,sha256=X0_coPJcB0siuikqSAE8TBDRo7pnf7B9ziWjmGzR1Eo,114
lm_eval/tasks/eus_exams/eus_exams_es_opeosakienf.yaml,sha256=kwvHgkLEaheV14-gdyyvOXtirAkUH8lKcD0Nas9YU1Q,106
lm_eval/tasks/eus_exams/eus_exams_es_opeosakijuridico.yaml,sha256=0V1fwD5Ufzm1PvxC9dJ3VuAaThdqwcpu7MOXvI-9R-E,116
lm_eval/tasks/eus_exams/eus_exams_es_opeosakioperario.yaml,sha256=_3beVE-h5orQTYerOMLX2weJiIgJ46fN4R4Z7ubu_U8,116
lm_eval/tasks/eus_exams/eus_exams_es_opeosakitecnico.yaml,sha256=KOgl6R0VBgpNM5-NllltzwgAy99h84sWovPxreZWTmc,114
lm_eval/tasks/eus_exams/eus_exams_es_opeosakivarios.yaml,sha256=5Lwb7f992UyqwMKYUV12QGOPLEaAWGhfb-orfTSNfvY,112
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza1c.yaml,sha256=r5EfGNXWQDqG11ioY9Cy6Jm2qiGNs0_ecSQjHITdNaA,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza2c.yaml,sha256=Mqh2UsoX3wG4Kq86lqJEclti_rqfBA7z3Js1CpVQxxI,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza3c.yaml,sha256=YildUhgkV1QAmD6dOBWipxIHkA8qm6WOwT7WahqIuZo,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza4c.yaml,sha256=TzQnbR7Sfm4x321ZE8ikLfUeezlAiiCLRiVFA4_NeP4,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza5c.yaml,sha256=u66Lvh8RC9JYGG-Mh5-tcr-WTbTNcp8G3DjZ9aFX0uM,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza6c.yaml,sha256=Wla_YRMJFK4mE6XxN16Ah7lzt1BW6zhrscdStmhE47A,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza7c.yaml,sha256=A_ACvgNacPAjGFNdrA1N0dU6RQ-RF0zLGclhpHm_0CE,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza8c.yaml,sha256=30vpLNVuHLi3GLvw-s5wq0V2O9oyOxAWI6KZ_MvuQgc,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza9c.yaml,sha256=bIKbanb9WOUHE1QpsJUfJERjoyCpYgiN0f-jtZ5W49E,108
lm_eval/tasks/eus_exams/eus_exams_eu,sha256=_hCCtSKDgYpHJZ_lJIlk8GOcEjBRaZoa9YEONu-Gni8,180
lm_eval/tasks/eus_exams/eus_exams_eu_ejadministrari.yaml,sha256=trWpoOs9FlMiA5ga2WQ8zOWlz3XJ6nRPp6y_p2lcHZA,112
lm_eval/tasks/eus_exams/eus_exams_eu_ejlaguntza.yaml,sha256=NbLCdRfVrJVPsBqNjQGLL6cK29OPT0lSn8HH8t89-0E,104
lm_eval/tasks/eus_exams/eus_exams_eu_ejlaguntzaile.yaml,sha256=O70QFlIWkdw86aqkBpN_wEmKSfMvJjOAnq-vRd4i8cE,110
lm_eval/tasks/eus_exams/eus_exams_eu_ejteknikari.yaml,sha256=YGNf1ZkkymXcRcs3sYA_WDXHWG4PD3Eg0YEBRmn_y0Y,106
lm_eval/tasks/eus_exams/eus_exams_eu_opebilbaoeu.yaml,sha256=EF6w693Zc2MMKQXrYE_GWakgmyCPHjfR3YiZOw7EheA,106
lm_eval/tasks/eus_exams/eus_exams_eu_opeehuadmineu.yaml,sha256=DLNB9i0ZBeIeUXFGjt03Qs78rSJO-2WUgPVSs0v8zW0,110
lm_eval/tasks/eus_exams/eus_exams_eu_opeehuauxeu.yaml,sha256=_fvipWi0insIdcZJe-I8wg-mUF0cQgn7gb-1CFVlufE,106
lm_eval/tasks/eus_exams/eus_exams_eu_opeehubiblioeu.yaml,sha256=FlXS6YsbYLz5zuHBOjfyDwOj_JDaOD4Tegq1U_nnzc0,112
lm_eval/tasks/eus_exams/eus_exams_eu_opeehuderechoeu.yaml,sha256=a9-OoE0RYc3dXfA42KyZNPnIDVJUB2M_RbK4m5pSpwQ,114
lm_eval/tasks/eus_exams/eus_exams_eu_opeehueconomicaseu.yaml,sha256=tWwFXmOf4a6IKTdPugibiop0_f_JhEd1bu9xo5lRmVY,120
lm_eval/tasks/eus_exams/eus_exams_eu_opeehuempresarialeseu.yaml,sha256=usBM8ThgUYyOiaGVsR2oVdeR_CydeYXua4mFvwRpIUg,126
lm_eval/tasks/eus_exams/eus_exams_eu_opeehusubalternoeu.yaml,sha256=TwuwDnJ-TLxuRRNez0Lc-CdAPBBg-4dbKVkbd0o15gY,120
lm_eval/tasks/eus_exams/eus_exams_eu_opeehutecnicoeu.yaml,sha256=r7vK0mqXUkMZlwr5vg9C61FvDGaMhDyCQrT3s8Wc2m4,114
lm_eval/tasks/eus_exams/eus_exams_eu_opeehuteknikarib.yaml,sha256=YmIslkrYNUe55m_p5yhHexyzvo2qX-rE7GJxAgjGzv8,116
lm_eval/tasks/eus_exams/eus_exams_eu_opegasteizkoudala.yaml,sha256=rsweOUDIarxT-VAgDdcOViAc0snCMUqqo_mOdFEuLUg,118
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakiadmineu.yaml,sha256=gM6KOcn_xtq2TNxbGKYjrQ_wFy7jPyK9j77NOAXq2yo,114
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakiauxenfeu.yaml,sha256=tL4nNMty2-jozLBU3vStzyV1gjNT8bBzLovTZtC7bJ8,116
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakiauxeu.yaml,sha256=JN2JzAb54Q6wjoSd0ueYyJRT8lGmIlNs0YV8fMx0nf8,110
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakiceladoreu.yaml,sha256=AGCGZFIGDvX5Hd7T0fjRyFbthVKthPyg25XYUkyFRt0,118
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakienfeu.yaml,sha256=jRoG92xUAJAXiGfva7knQDx_6uqXYmKIXu9ND5EGmsA,110
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakioperarioeu.yaml,sha256=lZMbZTBQXx2lznqaCBIf_jFN81ipCtqoijbclOKhwn4,120
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakitecnicoeu.yaml,sha256=k-PQe3GZGJ7Qzd_5rFiKuVDogQaFaE10Zf6kFn_qvho,118
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakivarioseu.yaml,sha256=uqmZ_a_d8QEQ-AkbloWPYwCU3I_M5iTorJzZrMazOs4,116
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza1e.yaml,sha256=emk099n88rG4js5jPDmrZceKZV8GOQsIjeYNJaiZEgY,108
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza2e.yaml,sha256=1u_CutwLEvJU_PKe2m1CJGOg0gt9kcVfIIvDJkaAz2k,108
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza3e.yaml,sha256=UMmBg4l1z2McA7SztaJLYRxs5csfnhZzf1Gu_oFNImo,108
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza5e.yaml,sha256=GXC43RE1W-6D5ESC6sE33sZxwWJBa5J037DUtAT2Z74,108
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza6e.yaml,sha256=alq11Oql-oOb8fIqFdqTk_p6aZFAyVXleEcuJaoOZi8,108
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza7e.yaml,sha256=u-IpuyYa870nFv0tPbK9I77waJGh1XAt4SudHzjs4NE,108
lm_eval/tasks/eus_exams/utils.py,sha256=T_RV1ImeKrnnVeNc2nZ8bdcLyVVPZzSWtSIzwTS2DWw,416
lm_eval/tasks/eus_proficiency/README.md,sha256=Rza7o0KBETCMZc-D1VI30XCjxEuf27aRstONmaD0oMU,2004
lm_eval/tasks/eus_proficiency/eus_proficiency.yaml,sha256=tTx9qTtij0jUGIgAlQdYS3klPVkP6T2AqpX4NhnEKIY,465
lm_eval/tasks/eus_reading/README.md,sha256=fBM3CqpPdeHgTin34DDr1P4PG8HIMCLCpEdypae5iBA,1898
lm_eval/tasks/eus_reading/eus_reading.yaml,sha256=5puep7gQ3POZVCsFV3ETCZqoT7nKA7qPbGt27sTCpPA,378
lm_eval/tasks/eus_reading/utils.py,sha256=DXKAWMt8VNcpU8C_4mt5AdRLUZtGKWJva2zeMrN-leY,1151
lm_eval/tasks/eus_trivia/README.md,sha256=lU_Q99EIumGEN1w2wg7Cbu0RGM6N9kBsYreCkLwsdvM,2724
lm_eval/tasks/eus_trivia/eus_trivia.yaml,sha256=CyGEzK9EQt98f9Zgx0uw_GOj1R_n2Sm40e_zZ9yypIk,368
lm_eval/tasks/eus_trivia/utils.py,sha256=qFiBx7pY4erQFCyCw1CRDOH6hZwxjitcOFmAWU6jyl8,1113
lm_eval/tasks/fda/README.md,sha256=vKeztgZaBuRTZlRnHe_YNBf45xn9uUJgbNF3-tGjVJk,4229
lm_eval/tasks/fda/fda.yaml,sha256=ioeX6mgasNSGqRgi1uVxB0WYDs7SSWe4FdGZwSrDcJA,36
lm_eval/tasks/fda/task.py,sha256=YEoFSI-kngMmMG918BxuPvbIyGc_7-BwuSc-TDzV8lY,3068
lm_eval/tasks/fld/README.md,sha256=w5hgnlZSgZW6UfZ1VFId--uYjlbvvveaKKaiqW1enpU,3102
lm_eval/tasks/fld/fld_default.yaml,sha256=KBBrKdxbwnrW_3_NbYRXoqkZv3qq_yivJ1q2xoZOvd0,547
lm_eval/tasks/fld/fld_logical_formula_default.yaml,sha256=gvuubXxZzkaRdoFxMGfwzUUZQuO14t4eGSPuS8A39a8,1026
lm_eval/tasks/fld/fld_logical_formula_star.yaml,sha256=WCZSPZtNWyKMnt7suLIYEtq46AgU-5Ot1g3QdukTg_k,92
lm_eval/tasks/fld/fld_star.yaml,sha256=I3lOwfUP5LoHYygYIZCMQenYkQ11AqQVNLlUrRcls0I,60
lm_eval/tasks/french_bench/README.md,sha256=sdTkAzY3PdrGfatrEHfbetlGq4ztNjynxCxJjdf-tLY,4408
lm_eval/tasks/french_bench/_default_template_yaml,sha256=gN9nCOPneJ1GzAlAfNDQLoi1j9mO25Imanaqifto-Rc,73
lm_eval/tasks/french_bench/french_bench_arc_challenge.yaml,sha256=dukhAAUlSqTW8cQVIsRDHyTaww5f7dqw0b1Ja77ND1s,596
lm_eval/tasks/french_bench/french_bench_boolqa.yaml,sha256=h1DMEySvBlGRfpq9p3b5e8FJX_rj296IWAhz_W1e82Y,830
lm_eval/tasks/french_bench/french_bench_fquadv2.yaml,sha256=-z8rjSC8fftXLbDWQzlWCdAAon7T_D7Rt0S_iIb73Uo,1030
lm_eval/tasks/french_bench/french_bench_fquadv2_bool.yaml,sha256=VUPayRyIdJlHsF_kHtetYR0vlHA-0h_JI-JOOUBloKU,793
lm_eval/tasks/french_bench/french_bench_fquadv2_genq.yaml,sha256=aZLBB7tBlvj7ryaGoE4P_PEHkNerGsmbZQwgaWiS74U,1022
lm_eval/tasks/french_bench/french_bench_fquadv2_hasAns.yaml,sha256=KX9Qk4i46WdTqmQ26NE2uAp45u40KW0ARciGx2l4F-w,1200
lm_eval/tasks/french_bench/french_bench_grammar.yaml,sha256=WwUK-x7erRpcu8dDbk-IJJKL1TzMyqpIYhUbAXIPASw,912
lm_eval/tasks/french_bench/french_bench_hellaswag.yaml,sha256=X0OFj3GNrnu5USTw6SVADy9YqOwSW-9OeUI1BqgJlDI,487
lm_eval/tasks/french_bench/french_bench_multifquad.yaml,sha256=oJPBQYUvNjni8jCLcPDnlPGfo6TOBabnAzIHqiGXBmE,1029
lm_eval/tasks/french_bench/french_bench_opus_perplexity.yaml,sha256=lbVei_qOl_oMxBCHF-gxHmbkHF1Mll-Y-L12RegPV7U,617
lm_eval/tasks/french_bench/french_bench_orangesum_abstract.yaml,sha256=YG1PXEY7qCcmJKF_NlecKIYN4osVEp5CLt6zshroO5E,745
lm_eval/tasks/french_bench/french_bench_orangesum_title.yaml,sha256=xquR47I_hzqPbm3rIFJ27aBsIfy5iKeGiXVsQvqx-RQ,735
lm_eval/tasks/french_bench/french_bench_reading_comp.yaml,sha256=2TY2iSqnpirCijWZJGmTixHosYKlX8dl6w9hovPcHHQ,1284
lm_eval/tasks/french_bench/french_bench_topic_based_nli.yaml,sha256=dBB17_EiOyzdr9Nt8xJeVEzpEtrIkpU17gqJn-F3UsM,968
lm_eval/tasks/french_bench/french_bench_trivia.yaml,sha256=ZGIzAWziFySRyQ4LNDsEDTlLMVzsidftZA44l7-YqQw,919
lm_eval/tasks/french_bench/french_bench_vocab.yaml,sha256=3TRgNoNYGwLZmq2xJQAMKmNLlwEUnDuf55WlpwFrWOc,921
lm_eval/tasks/french_bench/french_bench_wikitext_fr.yaml,sha256=ek_gnB9-TARo21kfP1Yy_dGPLaC7vU6FPNUEE9rTSvw,740
lm_eval/tasks/french_bench/french_bench_xnli.yaml,sha256=7M-Ua3aTDT7ze5Tl8-iqmCLIMzbxqrBV8K1NyQBT-Is,873
lm_eval/tasks/french_bench/preprocess_wikitext.py,sha256=5GhEyw_5gw66pUJfLhf9CXpt9aFnIDJASFuJDpKncAg,1753
lm_eval/tasks/french_bench/utils.py,sha256=TWgvTaJhbMvTDZCx4Pr_nKBtBRox6IKI0b9ufdX3pEE,2750
lm_eval/tasks/glianorex/README.md,sha256=jzXTzgYgqCaR9BOSRVWP5aM-zkCknr2yz9NGzYbD7Jc,902
lm_eval/tasks/glianorex/glianorex.yaml,sha256=cl4nU7T6tlA9kEVleq0Wqo9WRE3YQYkt7FyLoBkuN_o,399
lm_eval/tasks/glianorex/glianorex_en.yaml,sha256=a-q2qKB008fayl4XK1EzUttk-1zZFU55PITFFlB--MM,462
lm_eval/tasks/glianorex/glianorex_fr.yaml,sha256=TL7ZJ-ylZWLw7YHXJ3WOjErERzRltmkJKkbC0nrdiZA,461
lm_eval/tasks/glianorex/preprocess_glianorex.py,sha256=9VRUPGeB0R6Y5XZLPpysCKAVwkyg0-IdDZZJ3WhSPgE,658
lm_eval/tasks/glue/README.md,sha256=nFccxj4W8YAYoS6OQGb2mTyo27F8N74L2sDpWuAxVeY,4054
lm_eval/tasks/glue/cola/default.yaml,sha256=XX2rqzvRzG6HbZVc0WtE7O-j53P3YJHalXEHcgf_PNQ,388
lm_eval/tasks/glue/mnli/default.yaml,sha256=kfkz7rneCIICajMP1SiOKDKQVFJPzf7gMohKwRiwoNY,307
lm_eval/tasks/glue/mnli/mismatch.yaml,sha256=8h4PeAORdZvLDlydIQun3J7HEq-gEUuzQNWeKXU_FaA,82
lm_eval/tasks/glue/mnli/utils.py,sha256=2zCZu6crR6KQGCIbvKmp1E8EO1v0-8nfk7gIFoe6iV4,232
lm_eval/tasks/glue/mrpc/default.yaml,sha256=r15hzC4nE_O0li1KpXQQ0Rt6a0Eyj-LrZ6NcU6EsmzE,385
lm_eval/tasks/glue/qnli/default.yaml,sha256=K8GI9F5HmrmLjzP_U88OG40rVAoiwKywEujczj9YrUY,345
lm_eval/tasks/glue/qqp/default.yaml,sha256=VS0wphd8iJiqypm5qgaYHKrL6BGgO0Exs5nBgwfKdNs,382
lm_eval/tasks/glue/rte/default.yaml,sha256=cTXjG23NZGht4fTQkNvacHUm5-TxgeMI2Gg0KSZjQtg,323
lm_eval/tasks/glue/sst2/default.yaml,sha256=IFC0YyDH4ieBqU3yhb3Chktx0EOzLG6gqmT57KymSdo,341
lm_eval/tasks/glue/wnli/default.yaml,sha256=jt3VX8N5gy44auF3BamTJZobfjrLmSeORwYMBDaMcgA,325
lm_eval/tasks/gpqa/README.md,sha256=bkmn94eZFAoNRQgkDNJCvIzf-IVqVgAhUUV80c8uv4s,3073
lm_eval/tasks/gpqa/cot_n_shot/_generate_configs.py,sha256=wRGHsDYz8it9vKz9aw_1zsv0cqIJwb9tc4_6AvWpQOo,711
lm_eval/tasks/gpqa/cot_n_shot/_gpqa_cot_n_shot_yaml,sha256=L3gMnhMQ6ljSSeAxRxz-9jxx9vYQG2xv5lMq-fGD0is,1182
lm_eval/tasks/gpqa/cot_n_shot/gpqa_diamond_cot_n_shot.yaml,sha256=Ua3s6-BJeC9Iz93fTROSCLHzizr_FORkj9onkcnDiPI,124
lm_eval/tasks/gpqa/cot_n_shot/gpqa_extended_cot_n_shot.yaml,sha256=XwUUXl8F7xN4el7ZHBQM1fEzvHQVdy5vsgW6h11_kCg,126
lm_eval/tasks/gpqa/cot_n_shot/gpqa_main_cot_n_shot.yaml,sha256=8_SWDAVJeGvMhQfU2seWGi9sUrML6pPzYzm_DnCRTJs,118
lm_eval/tasks/gpqa/cot_n_shot/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lm_eval/tasks/gpqa/cot_zeroshot/_generate_configs.py,sha256=3e5minE_O5a9NJG68oNUMa3igTbmaojKxIR9S3ZwHY0,713
lm_eval/tasks/gpqa/cot_zeroshot/_gpqa_cot_zeroshot_yaml,sha256=FcAQsZjZVQaX1cmuM7NUOL-3CcJaGXPT4aA3R87JtMM,1076
lm_eval/tasks/gpqa/cot_zeroshot/gpqa_diamond_cot_zeroshot.yaml,sha256=pNhT5SWHyQb7GKbtjvdVlrmGooyGlsudbXj_zUSA0Y8,128
lm_eval/tasks/gpqa/cot_zeroshot/gpqa_extended_cot_zeroshot.yaml,sha256=DLnfykKWvEKni5LzzBhAdTcJaxOaABH13YmbaJmobrE,130
lm_eval/tasks/gpqa/cot_zeroshot/gpqa_main_cot_zeroshot.yaml,sha256=wza8sxqp1YuMpRvBxil2PqgYAltEK_1oBZWJQe8_NQo,122
lm_eval/tasks/gpqa/cot_zeroshot/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lm_eval/tasks/gpqa/generative/_generate_configs.py,sha256=nsG56XiyztHj9LmKNtsD4gUmc2sqdpyFPS74SBBdKZA,718
lm_eval/tasks/gpqa/generative/_gpqa_generative_n_shot_yaml,sha256=vD9tr06FbxPjstJD0WvYXxO2VFc-cpGZxeZsFxyvrEI,1181
lm_eval/tasks/gpqa/generative/gpqa_diamond_generative_n_shot.yaml,sha256=QH65eFCrkQn2jJHfjk0T5b9YbfQdUan9oHHgjugw1Dg,138
lm_eval/tasks/gpqa/generative/gpqa_extended_generative_n_shot.yaml,sha256=xuQm0KRf_ZCyL5Id5KsadN4sZukKYDMtZD7v999HuQc,140
lm_eval/tasks/gpqa/generative/gpqa_main_generative_n_shot.yaml,sha256=EJhKLKJ6oz5mP43jtKHfYcEeN5FY2gkxJHx8Y8Zsbq8,132
lm_eval/tasks/gpqa/generative/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lm_eval/tasks/gpqa/n_shot/_generate_configs.py,sha256=t2Uk-17YcA-J2FC4Lr1gAIgc3t8HVIJUWcLlOB2AU1I,675
lm_eval/tasks/gpqa/n_shot/_gpqa_n_shot_yaml,sha256=XIT_ffS7mpyihKNJuq99LdvPJoRXMoXdxCFOr5w1i6c,745
lm_eval/tasks/gpqa/n_shot/gpqa_diamond_n_shot.yaml,sha256=bRMgQ-UtIFrpftGglUfHLE3U0ZIT8xhRr2-Ia9S_Tc4,116
lm_eval/tasks/gpqa/n_shot/gpqa_extended_n_shot.yaml,sha256=80_VODHpsRmTLNdNl7LjbBuFXDeexymqiwBak6u2zA8,118
lm_eval/tasks/gpqa/n_shot/gpqa_main_n_shot.yaml,sha256=UgLjr4n53Fx2ou_9M8IyKkKO8dX0Am9kHlS04UMaQwk,110
lm_eval/tasks/gpqa/n_shot/utils.py,sha256=30C3EL9SYATKhzMvbDhpZApA5VTHpTze9nGFGrxekeY,1016
lm_eval/tasks/gpqa/zeroshot/_generate_configs.py,sha256=Ue9UIgZncdmXr5C6LwhruUGmM_JLELebuobsVj5jjN4,709
lm_eval/tasks/gpqa/zeroshot/_gpqa_zeroshot_yaml,sha256=Ctj2o9Mm9Aw0u50o5L9rLz5g4IvmiOJFo2n1j5XbO4w,639
lm_eval/tasks/gpqa/zeroshot/gpqa_diamond_zeroshot.yaml,sha256=I9D-hFnOYwYbkgFqmcFKosDdcwBgqI0bufxeGhX4ZQU,120
lm_eval/tasks/gpqa/zeroshot/gpqa_extended_zeroshot.yaml,sha256=_4NFVTE2yJCEfxx8dWPsAEzO43JmidUpfGuzVBL34gs,122
lm_eval/tasks/gpqa/zeroshot/gpqa_main_zeroshot.yaml,sha256=LZE_1k369Pdvf9ftK2yegIAMBIM6lMK1sk8E1t5DiDY,114
lm_eval/tasks/gpqa/zeroshot/utils.py,sha256=FuEbEyXiqSXSi_EVkHpLh3muBJ-vib1cwgCXRqt5K-g,993
lm_eval/tasks/gsm8k/README.md,sha256=hVP97N2LjcCKiCn0uG6hYLu-q4iS7cyxckD4ovdS5RI,2326
lm_eval/tasks/gsm8k/gsm8k-cot-llama.yaml,sha256=exF6bphainILQozv2VZQxKPdRfKXaYeMXZmDSxFHr8M,3657
lm_eval/tasks/gsm8k/gsm8k-cot-self-consistency.yaml,sha256=StAKNY5LYM1CyioeEF6Umu9wboul06W0tFZq7ucHYyE,970
lm_eval/tasks/gsm8k/gsm8k-cot-zeroshot.yaml,sha256=_DNv2I5bxBHRltQngkTxN8UjT4KOWIT7GuPe_VP3y5w,1018
lm_eval/tasks/gsm8k/gsm8k-cot.yaml,sha256=V4aLNtD5lQa87eN9P4-O-PYg-dg9ZggRu2oXWJpOTT4,3317
lm_eval/tasks/gsm8k/gsm8k.yaml,sha256=RCuBe8gxOOyJvTDqnWtKysl338RlPBd613jzVMhUPSk,1007
lm_eval/tasks/gsm_plus/README.md,sha256=S3URieLaXEe7VqAK3E4YWyGvzid5tjHCaLfArCQogxw,2767
lm_eval/tasks/gsm_plus/gsm_plus.yaml,sha256=K9zz0DNtr9LZIxDgdrJi0Pt_2L3nmvCyfDhtq9Xt6VQ,962
lm_eval/tasks/gsm_plus/gsm_plus_mini.yaml,sha256=2T3Z5Wu16GoGpksVyQB8aOxCV-fymcmvXKh_JDBOtiY,979
lm_eval/tasks/haerae/README.md,sha256=jiCz34BnWHAs2tMvA58xqLSXtwStmKc-XCFMLzwH1YU,3004
lm_eval/tasks/haerae/_default_haerae_yaml,sha256=pnoLQruLNtds6nIno7szcHGgKdwpN-_ZOtJFOBRGYrs,382
lm_eval/tasks/haerae/_haerae.yaml,sha256=0tIOhY0UR6kllyi_N64vT4KbetDNaxLOXa30xhmh_JA,322
lm_eval/tasks/haerae/haerae_gk.yaml,sha256=orNUAMKWMo0Opzo-Or4aq2fH4ayiQqzVXHYgm7yLm1k,93
lm_eval/tasks/haerae/haerae_hi.yaml,sha256=fbvTt8QULlFcwAOJH7KPouHc0tGRZrqRh07IK1MQCkg,73
lm_eval/tasks/haerae/haerae_lw.yaml,sha256=Ir1GquQfUAHRTwxRcRJaQHdG7RzLhks2Fm9oVPTUSfE,78
lm_eval/tasks/haerae/haerae_rw.yaml,sha256=EX2eRHdNgtvH8pF29Daa-oxsoiI1Ks7JG-apPytLduE,78
lm_eval/tasks/haerae/haerae_sn.yaml,sha256=asJHj2Gi9JSgfMGHqHObwzMUYJA6i7DEHmtHFpappEg,101
lm_eval/tasks/headqa/README.md,sha256=HGBlwCx5skNA9GKsXv59G3s-08i577g4QSgv2sQrK5s,2582
lm_eval/tasks/headqa/headqa_en.yaml,sha256=hgnc92sIUAbq5ELHzmvoPX1t1FC_GC0kQmK3sOmaTgM,570
lm_eval/tasks/headqa/headqa_es.yaml,sha256=SKIFepRQ_qX9euHAWhk0g8sm3OYDfaei2uQUpGfPWu8,57
lm_eval/tasks/hellaswag/README.md,sha256=0Sxbs3jgiuWJFMB0onpY-vhTxCZMWbDke8ElRFsiLfY,2710
lm_eval/tasks/hellaswag/hellaswag.yaml,sha256=yrsDQMrV-2bC1i9s-rFrhd8YBw5gYwDyDk9Xnkn9xeM,516
lm_eval/tasks/hellaswag/utils.py,sha256=B9I7YLKPKk9ljc-EQGI6Y_5mRIVM6bhGoRTd6YDcEhQ,717
lm_eval/tasks/hendrycks_ethics/README.md,sha256=CHqVUCYMuODB2-sKYJWL_DHBAkMww7dEkVA4WXHDWVo,1768
lm_eval/tasks/hendrycks_ethics/commonsense.yaml,sha256=copp-j7Whi6rNxnS5_4WGw5IbOKdWIfbQwxNq8Lygvs,342
lm_eval/tasks/hendrycks_ethics/deontology.yaml,sha256=oQHWZI1TzTYJy09-avPkP-lPxPyP4sfalpmPI6kNYJ0,357
lm_eval/tasks/hendrycks_ethics/justice.yaml,sha256=5uP1-vvXh3cRor3PsBLv-f_TEF-F8hvkEZPVb3t6S78,286
lm_eval/tasks/hendrycks_ethics/utilitarianism.yaml,sha256=w7_5E2KWko2kGWt9sg44yzHEJIOd0e_YW3uKP1jfEpE,278
lm_eval/tasks/hendrycks_ethics/utilitarianism_original_yaml,sha256=5MHxvjLg3ag-KHs1xznqViyZufFevLIYby-Isof9D0o,587
lm_eval/tasks/hendrycks_ethics/utils.py,sha256=TYz5SgyhBjHVOjCMJCCBMVKexOHJwi-NBDvHE4qAoB4,691
lm_eval/tasks/hendrycks_ethics/virtue.yaml,sha256=XOnnlCex2QlNWHF8EolsdvPNWaGNb94cJccwh_5qilg,295
lm_eval/tasks/hendrycks_math/README.md,sha256=LRRf-hFAO9BiSDJ6hk17kNT8KoYlkLn_JCcSM2ZEcJQ,2348
lm_eval/tasks/hendrycks_math/hendrycks_math.yaml,sha256=gK-YjdUQvMZr8205IJcfAM3oMsPhLDmIwNdzvyRMtYM,366
lm_eval/tasks/hendrycks_math/hendrycks_math_algebra.yaml,sha256=ojwPvU7FEvqA1orpsWoYwgQBQC4Jxhfoe6eXsT5Nxec,586
lm_eval/tasks/hendrycks_math/hendrycks_math_counting_and_prob.yaml,sha256=62VLj3HeyLmEIL4FiFD7ug9T-TNSGuzshf2xG7HiGK4,115
lm_eval/tasks/hendrycks_math/hendrycks_math_geometry.yaml,sha256=MokiQk4zqZxNIm3tNd3GSNnHffiSzvrq8lGzWfQhNfI,90
lm_eval/tasks/hendrycks_math/hendrycks_math_intermediate_algebra.yaml,sha256=jW9TcKskY8eTpQovVurxaWXllwHYe7GDClqHbqidcug,114
lm_eval/tasks/hendrycks_math/hendrycks_math_num_theory.yaml,sha256=kqAOTLfHnpBqwtJCgP8nGC1MVpTYdAZHLnntvYwTS3I,97
lm_eval/tasks/hendrycks_math/hendrycks_math_prealgebra.yaml,sha256=qIeWcq6j1L39YjPZTqENGHNl-wgNTumqSitCIotgWxA,94
lm_eval/tasks/hendrycks_math/hendrycks_math_precalc.yaml,sha256=OLLPzo4GVfG1bwf9NAOi3TQekftD1sJg6rh11AgnH2Y,92
lm_eval/tasks/hendrycks_math/utils.py,sha256=gzLkLyPGIEOyPXTubTk0-ZeyCc1goa1Ft4gtawCSnVw,6400
lm_eval/tasks/ifeval/README.md,sha256=Z1lFazEwmAYW4W9j56CIp_mw50Pp5HBYnkeCCcZZZCU,2326
lm_eval/tasks/ifeval/ifeval.yaml,sha256=PYo-sy3gP2ojrIe0aVHZcqTsfLE351M2XAJxWU44-Es,729
lm_eval/tasks/ifeval/instructions.py,sha256=fk9xvo031hfJovIod99iY37Xh5xcynBc-x0EZ_FN_IQ,57034
lm_eval/tasks/ifeval/instructions_registry.py,sha256=nbHAYs23CpFCDTeJpYgjWhBkwrmhpm4J5fud-edYSmw,7237
lm_eval/tasks/ifeval/instructions_util.py,sha256=gsINAMlZ6Aq6QmIx2UNt4kD7B2oJH-1_M6a1OX9FIwE,26689
lm_eval/tasks/ifeval/utils.py,sha256=-6u1OPvnvv2_H25tAYDQJzKztkeNsAEfCia_GYMyiQc,4548
lm_eval/tasks/inverse_scaling/README.md,sha256=-Dl3cak2YTsaFoAWeeHMLCZPSwLjlYJqxgUBXkvflU0,4208
lm_eval/tasks/inverse_scaling/_inverse_scaling_mc_yaml,sha256=bzCUoc5BQlvVHDd_wr_gXpm_oaG4VS67MPI4NrABVD0,338
lm_eval/tasks/inverse_scaling/_some_results,sha256=mgTDwqKLp_DnRRXs6uFAUN6Wgts-skyuaTOoeOWFuN8,3466
lm_eval/tasks/inverse_scaling/inverse_scaling_hindsight_neglect.yaml,sha256=VIYv6K2MQZMIthHX4HOIJwned2aeDqcRrzdXsuqZugQ,136
lm_eval/tasks/inverse_scaling/inverse_scaling_into_the_unknown.yaml,sha256=F-WAKhXzjo_dwOgzJqlYq-JTnqlc8l7_yMuu7APk3Dw,115
lm_eval/tasks/inverse_scaling/inverse_scaling_memo_trap.yaml,sha256=x35G4GVm5HcnfZSVdZzxI_vPwOqfXAeArpgQu0OOubU,101
lm_eval/tasks/inverse_scaling/inverse_scaling_modus_tollens.yaml,sha256=2eju_lo3iA55KHJeMB5OErbiKcqmkRj73Bw6-iIvzbo,109
lm_eval/tasks/inverse_scaling/inverse_scaling_neqa.yaml,sha256=Av64Kym2oUzMVuz25WJbhiCoRExQuu-b4LkkN30wMZM,96
lm_eval/tasks/inverse_scaling/inverse_scaling_pattern_matching_suppression.yaml,sha256=dW8qHKFo6EvALsIHRlYGAKQaBz3HPEL65A8cnfc1wnE,139
lm_eval/tasks/inverse_scaling/inverse_scaling_quote_repetition.yaml,sha256=HWeO2yjy2wdZucoqHrzpIv6vBBd0uJ-lzU5cdhqMmI8,120
lm_eval/tasks/inverse_scaling/inverse_scaling_redefine_math.yaml,sha256=h82L4he938a-lFx27lCY2bMBc-0r2LKrT9Jr-LnNWx4,114
lm_eval/tasks/inverse_scaling/inverse_scaling_repetitive_algebra.yaml,sha256=CEMv5KQzvTlr1UqWeCSzz4n_6wVH9Qlv9Oa6aNqNplI,119
lm_eval/tasks/inverse_scaling/inverse_scaling_sig_figs.yaml,sha256=FW6XVorXhxnowJ0t6_6X9m92z3Ek6Vv7N13FqblmHtg,99
lm_eval/tasks/inverse_scaling/inverse_scaling_winobias_antistereotype.yaml,sha256=QrQHiC7v8a2WQXqTEuEk1LgSUNnmQfHYLqi_B1ZbKNs,458
lm_eval/tasks/kmmlu/README.md,sha256=ZRF5WJErXQVa-xk3Ye2muCBgUd3HZPMa_uJFb59F8b4,3409
lm_eval/tasks/kmmlu/cot_hard/_cot_kmmlu_yaml,sha256=KKHo0o_6Pn_PG8lhVlPeWd4F809XiXaa51CzN9WRNO0,861
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_accounting.yaml,sha256=j8HIztXFWcLS1pXIrAvAPVMCTYbnsjuukasYHWp46QI,9522
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_agricultural_sciences.yaml,sha256=cmtaBhzzugmv5fCMNKsnZLOmGLW5E9cL1rnITRxZ5JQ,9234
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_aviation_engineering_and_maintenance.yaml,sha256=zWoIyR6EiH9B9TyHJ-5L656oTQ4ByRFU4vk9rDwQ2TM,10043
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_biology.yaml,sha256=w4kvr1SddZPo4KOh2qHVKEcSw4ToXUigi19mQpPHeDE,8365
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_chemical_engineering.yaml,sha256=J8o-ldjGd_RMWvPbafF3B1_r1LbRRIBv4LZg7IOmVrA,9678
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_chemistry.yaml,sha256=1CdNSeSh-iTOuLUbukeLY_mSm_Jwm8NPJCZds5xVZw0,7682
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_civil_engineering.yaml,sha256=VfSbd75QVp_K0-HT9x57Tt1plWbvQykAz7B_4KGACog,12178
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_computer_science.yaml,sha256=YeUfbsR1zutoDMHfVtiMXDT_AGvJOFNCXTD_-0OwVwA,11492
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_construction.yaml,sha256=vPkeJgBbeiBIkAOcXtK91a0Ohy7W-Bm-gtmrdFG3BRI,9260
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_criminal_law.yaml,sha256=yCt_yyLlonbnTOolANYiGlaIc91Bsp89Lhu7qRGyjwk,14867
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_ecology.yaml,sha256=lc0gws6a51JfnlK13tYadSyNAjPZ_3T4xbSBQj3sBlY,10793
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_economics.yaml,sha256=2-ozePaNgsk4zfARDTOMJsOW0jSVOuHUls8-iRPBTCg,10636
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_education.yaml,sha256=WTMzwUzOYceHBv_vEUUb6Rw-uK739ZDy01-n97cx3Zg,10780
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_electrical_engineering.yaml,sha256=9lcb2rCoPsDfomXBeA1hj0mTISqgpBul94Sfe489O7k,10839
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_electronics_engineering.yaml,sha256=tOKSKbDzxaAnJlvGw71IK3yLCikT4DYcE8HJwBms8hs,8609
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_energy_management.yaml,sha256=PJckxjzHxw8ug4NOtWlRhYR1NMAsZeBcHNMEeJnZRdk,9540
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_environmental_science.yaml,sha256=96dSr1odh-LQuxQxYdGwESj9vI34mVhFN-HvpnGoPrA,8904
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_fashion.yaml,sha256=WcPlMic3dPpwpYAh4F75PqSbkpxuySVUZprCNqw01TE,9496
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_food_processing.yaml,sha256=QoBdO9kHdj27gySuuPi1WbWf1ge8g8s9Och1966phKI,8070
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_gas_technology_and_engineering.yaml,sha256=1RWNEDGjX8pWD_TcTMqCTUP4HZ11zvbDtDcqnJWQ9_w,10342
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_geomatics.yaml,sha256=WRLzIikkS3VXNK8FoP_NKhc-1qivClrX14B5V2bSZlg,7798
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_health.yaml,sha256=ZVc-qj415WLL-2t2RyrR9uBtkxjjNAcNLeXKUJ2LAjI,10239
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_industrial_engineer.yaml,sha256=cE1llllnGtoU2SnVQja2cxcs0_2VUFkx_DikHKcF8Hc,8769
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_information_technology.yaml,sha256=XaSmZby_jBovVVf0_N7RIBMxZsRA_5QfrBvJEx1F3sU,8843
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_interior_architecture_and_design.yaml,sha256=S9ND1ebZ3hTGUTzL_rxFwTJYs6eQRGfdCNnnRtOFPUU,12044
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_korean_history.yaml,sha256=w2VnT07Q5EiN8XlcBRLELOL_7XxmUdigOrjflOU4RXg,12404
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_law.yaml,sha256=4S8mUD3CddDQceFhAmrjvRy7E31RpqczQyngMoCmKoE,9709
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_machine_design_and_manufacturing.yaml,sha256=LkhtK9k6tx9dFiu4dvfCIWMBuu0zCYwxcotHwo3nHGo,9575
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_management.yaml,sha256=EZiu0mL_r-cmzD4wQho_d_MMw-nsHcmgx7FXg1_Phg4,8785
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_maritime_engineering.yaml,sha256=E7dqZdobbGrdsNs-RDa7_CWIlsyyaACdypEJstVyHqo,11685
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_marketing.yaml,sha256=x4iMgXaiNU79ZVNijD5rEkkAyZz3rPpiVuyJvCpbnOg,11300
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_materials_engineering.yaml,sha256=s2C3NrRCZrnkXfVhNUjZh7l4fWOWNoToJR15LZl0k_0,9542
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_math.yaml,sha256=-VzknXBd8EDcaciqryBVZbevzekjx1NdslCyx0CPfmE,8955
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_mechanical_engineering.yaml,sha256=soDwHfhsO1JLceheMCz3T0Y2-Ed9Spab2cx2U4sHn1s,8218
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_nondestructive_testing.yaml,sha256=PHZKPXX8Iip6l-0l1t78mtM-6FJBc8HSU12hU845Xx0,10929
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_patent.yaml,sha256=pifdTw7n3C3Qm0pMDLC_z9U_e_asIYTekQPqXdEVlQU,16445
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_political_science_and_sociology.yaml,sha256=uE0pi4swJ0Hj3d8_OJF86vsa_QAETXpFP8aDS6TXrH0,11565
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_psychology.yaml,sha256=4JRlrArWLXDCoEAg9fDVDtO8GL_l-sV2Rw9sX1nn6XI,12643
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_public_safety.yaml,sha256=ehylvzmhxd34gaUH8yndTXO19y_BhLFVwhM3iz4AC5w,12597
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_railway_and_automotive_engineering.yaml,sha256=zUMNJGfveAE4x5y-feuht7GkYFCC5efbhwYqpCYtJTU,9135
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_real_estate.yaml,sha256=TfLVExgM-MMvs_-qy_GxR2zpOTRmUVwzrYdRPaX3P9U,12411
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_refrigerating_machinery.yaml,sha256=QEtNAqZ7uHsOxvS2WfgoAkknhHo7axIUo0Dj85jiOoE,8706
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_social_welfare.yaml,sha256=19MfB7tDFBYmHjmOjNlCXhnm496qbu5gXk4tT4ArPAs,11226
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_taxation.yaml,sha256=DohllAkrmssiDQV2ma5nIe7YfCQvfnt7J6I8HSH8faM,15202
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_telecommunications_and_wireless_technology.yaml,sha256=SGegqNX-Yh8pCvMWno0Cfx00nkrT4NsTW66zYBkU7KM,9082
lm_eval/tasks/kmmlu/direct/_direct_kmmlu_yaml,sha256=oFPAmFbD9uL-85e8yOJHJpyjxVTERLtkqKv9SB_7cG0,584
lm_eval/tasks/kmmlu/direct/kmmlu_direct_accounting.yaml,sha256=s8Q7u4IIavzezqVRdqnPvOMBZKudl3-QU8g8FXtfVmA,83
lm_eval/tasks/kmmlu/direct/kmmlu_direct_agricultural_sciences.yaml,sha256=VXY7mCusrN0RkLa2L2we2DSKLA3S_1hqEmoqDdlv3xY,105
lm_eval/tasks/kmmlu/direct/kmmlu_direct_aviation_engineering_and_maintenance.yaml,sha256=oe6jsBy3PbSKuDC7kMzMVGxtNggf0wPrGKdcPi2Zd4A,135
lm_eval/tasks/kmmlu/direct/kmmlu_direct_biology.yaml,sha256=WL5-7uGWR8k671v6ZsAkaHM7ZyfiIv3w3Ll44yHajQo,77
lm_eval/tasks/kmmlu/direct/kmmlu_direct_chemical_engineering.yaml,sha256=SmGBX9WrUMkKbbfr-yJ4cr5hpDhTEZ26ecQmd5BtOJA,103
lm_eval/tasks/kmmlu/direct/kmmlu_direct_chemistry.yaml,sha256=tZ85jUT4UDRFS-LHYCjJEX_W8Ls2Idlt5Jh29CQBb3o,81
lm_eval/tasks/kmmlu/direct/kmmlu_direct_civil_engineering.yaml,sha256=0zK5wTQNhEKfaFI85vHfWaL_ryPawXU62p726BKbYrg,97
lm_eval/tasks/kmmlu/direct/kmmlu_direct_computer_science.yaml,sha256=JksIR4Kv1U-lXfkmmzYkpvyXCSb-fFVTfGgowaqMNlE,95
lm_eval/tasks/kmmlu/direct/kmmlu_direct_construction.yaml,sha256=03SU1aSEmqkpOBDdaVqhcHVfzCSWpk2-H9QahgnsTsg,87
lm_eval/tasks/kmmlu/direct/kmmlu_direct_criminal_law.yaml,sha256=3e-ibeKqCQj_dD9uIYfy7fD8yNrRCNNvlj9yH413BoA,87
lm_eval/tasks/kmmlu/direct/kmmlu_direct_ecology.yaml,sha256=ILCnTDQDI-in_aeeOpXyH0tSrGzJV2Ry9FPYjtcFeyA,77
lm_eval/tasks/kmmlu/direct/kmmlu_direct_economics.yaml,sha256=no_J0aYbVM37XdOQiOYQJabnrCN2lKr55FmYZiorvDc,81
lm_eval/tasks/kmmlu/direct/kmmlu_direct_education.yaml,sha256=WdDbsh92CgTimWAKSzLMovUgqw2q1Up1VUG3rGK_6U4,81
lm_eval/tasks/kmmlu/direct/kmmlu_direct_electrical_engineering.yaml,sha256=kTvVfjkB-xiyP3gvGskNVNLKe3exjSN3IfJx1hogDZ8,107
lm_eval/tasks/kmmlu/direct/kmmlu_direct_electronics_engineering.yaml,sha256=FORtpjPQNzZLVoOg_NL06IUNSrAv2TC-gVJDqAkyv60,109
lm_eval/tasks/kmmlu/direct/kmmlu_direct_energy_management.yaml,sha256=px38ZJdmlrXR4heYuu7tCKmfIxFNs7q5A0Sn9IKdCO4,97
lm_eval/tasks/kmmlu/direct/kmmlu_direct_environmental_science.yaml,sha256=cYp6UHEUw0gF6twqqdU6XHoia2aZ2mdM4t8EeKVoPV4,105
lm_eval/tasks/kmmlu/direct/kmmlu_direct_fashion.yaml,sha256=3TH7EBvRcdMHENZihcrfhg52G5oeS-XJoeBeIdBwFqU,77
lm_eval/tasks/kmmlu/direct/kmmlu_direct_food_processing.yaml,sha256=UgdQ1s5bbt60vU9rZvXxmjlDsebGo1XgZ1wm2AcIz2s,93
lm_eval/tasks/kmmlu/direct/kmmlu_direct_gas_technology_and_engineering.yaml,sha256=r3ixx8LSfUaO5HJiM_P74EmAUJ2K6xa2bThZve9EckQ,123
lm_eval/tasks/kmmlu/direct/kmmlu_direct_geomatics.yaml,sha256=ayYsoAYd-s5imw9Y9xqMA-UGzKTaOz8btN25oNGn1Pk,81
lm_eval/tasks/kmmlu/direct/kmmlu_direct_health.yaml,sha256=au5qd1ERCyeg5ER5RK-Gwuup5OjcCEtdf7YrGffvDtQ,75
lm_eval/tasks/kmmlu/direct/kmmlu_direct_industrial_engineer.yaml,sha256=RFT6Z9ckjSpRUhDSuIybw_3JQDWkEMN4oQPyPa5EHl8,101
lm_eval/tasks/kmmlu/direct/kmmlu_direct_information_technology.yaml,sha256=XXaPqHonGcTiBf62Ro7AAwyGeRoUa-BLnVh4XW0BfX0,107
lm_eval/tasks/kmmlu/direct/kmmlu_direct_interior_architecture_and_design.yaml,sha256=N5eVgwChbU-uiD1DSG-CLsA6QPlokFs3V0HzFZMeevg,127
lm_eval/tasks/kmmlu/direct/kmmlu_direct_korean_history.yaml,sha256=A4qo57qWyLD2x8S7f4_a15tyvLRC-PPT3YP7xTEm6kc,91
lm_eval/tasks/kmmlu/direct/kmmlu_direct_law.yaml,sha256=zICpp74MIKXh9Fjno2Ulqgu9XozoTT55KNGepJ4DZnA,69
lm_eval/tasks/kmmlu/direct/kmmlu_direct_machine_design_and_manufacturing.yaml,sha256=66A6PujfcWGoIPeN47OqkiViaTDXURXe6NLIVzbpP4g,127
lm_eval/tasks/kmmlu/direct/kmmlu_direct_management.yaml,sha256=JALGBtgrQuD35mYEGhkiKAIWBnzJRhY0lkYyVuNN8mQ,83
lm_eval/tasks/kmmlu/direct/kmmlu_direct_maritime_engineering.yaml,sha256=EH4Shk5U-D5dmJh0gQAM0kcEkXeB33e7tYprbyvvrO8,103
lm_eval/tasks/kmmlu/direct/kmmlu_direct_marketing.yaml,sha256=APDXSSwhwZDqJZG51LXfgcl7Rtqyhrihwgp_K-Ja1Jg,81
lm_eval/tasks/kmmlu/direct/kmmlu_direct_materials_engineering.yaml,sha256=nH8eWSCiy-twUP8YLWAkqjSpRr79eG-3KF5t-1K3tg8,105
lm_eval/tasks/kmmlu/direct/kmmlu_direct_math.yaml,sha256=212LFb46uqXzAAmHRYNKIkd-H21-z28BfRQ92WlzmwU,71
lm_eval/tasks/kmmlu/direct/kmmlu_direct_mechanical_engineering.yaml,sha256=leqavhSJMGEvVGi84AkcQK8OQF-c4M0ncx2cY9JuqJc,107
lm_eval/tasks/kmmlu/direct/kmmlu_direct_nondestructive_testing.yaml,sha256=9L3qcZ0qCQHEVkM_MlTNYrQL0FgWslwjc83CFkDtD0w,107
lm_eval/tasks/kmmlu/direct/kmmlu_direct_patent.yaml,sha256=EOssq7DHAE6Pd26tW80H1JvOagUNtVFcF5xGpNi2jNw,75
lm_eval/tasks/kmmlu/direct/kmmlu_direct_political_science_and_sociology.yaml,sha256=D5oPZclcqmewurcrVqMfWxSp97Sz8VWNXu82_-YTqJk,125
lm_eval/tasks/kmmlu/direct/kmmlu_direct_psychology.yaml,sha256=tEnPOspom5FTZhPXYQxj6bLj-xmFN4YyEHTpD8ZwwZI,83
lm_eval/tasks/kmmlu/direct/kmmlu_direct_public_safety.yaml,sha256=-vHSItk8gdwU_biw9_olibgWruZAog-KHJ9jdn3t0DE,89
lm_eval/tasks/kmmlu/direct/kmmlu_direct_railway_and_automotive_engineering.yaml,sha256=qvbxl8R73Gbg6eeiU0OOlhbKkDJCfVKKjmLGSLF2kl4,131
lm_eval/tasks/kmmlu/direct/kmmlu_direct_real_estate.yaml,sha256=9pOr-QnHyTRgSm6-3PdvLOh_xdH35gOEbWpJEVqhir4,85
lm_eval/tasks/kmmlu/direct/kmmlu_direct_refrigerating_machinery.yaml,sha256=Nj9zGdHJZEEnPz2rcoo8oFbNDhiTDtVLYnhYicjfWtM,109
lm_eval/tasks/kmmlu/direct/kmmlu_direct_social_welfare.yaml,sha256=0wcc6fYPC62AltQDV2OPQ4GHIuP4w2D15T2lDgXHKQU,91
lm_eval/tasks/kmmlu/direct/kmmlu_direct_taxation.yaml,sha256=ok19bSEuMcpBSeHUNj9JCrX_PfUfAfPu3XnZxmey5T8,79
lm_eval/tasks/kmmlu/direct/kmmlu_direct_telecommunications_and_wireless_technology.yaml,sha256=ctGyLo3PQ6GZr5-Ik-QqDrBJw_Yukj6nv-a87bKJkLM,147
lm_eval/tasks/kmmlu/direct_hard/_direct_hard_kmmlu_yaml,sha256=8SIgcnsRNKMQzCgstN8Tw11WCDyzNlgMU_iMarZtVG4,594
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_accounting.yaml,sha256=YtieMW1U4fnRqVqpze_VEwJnFyYCn_Ep8_GQVQLU4iA,93
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_agricultural_sciences.yaml,sha256=aJdRL6GiL5Nt-zedJ-8AtWrCGYEfwBWoKENM-Ro-TCQ,115
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_aviation_engineering_and_maintenance.yaml,sha256=CY8eW2fmZlnoZvw2wTCB5uVpmIuA49EK4jr1GI72CN0,145
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_biology.yaml,sha256=QWWwYjsDAUbpgkEbAiGTRraQGiVm6CA4Q5QKyGccrJo,87
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_chemical_engineering.yaml,sha256=NFuCWse1j9DorRj4k6HAxZNRiHasVrRe_z9p3k5wLE4,113
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_chemistry.yaml,sha256=3vVyTWQ4cDULfNC1bEB4LJ_kGhFRzf9zJXZwaaiPxuo,91
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_civil_engineering.yaml,sha256=p6n09u90WW65g4rWYCTUmigvxYBhKsRW0ExLvxjgEb8,107
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_computer_science.yaml,sha256=QKHGaYvXLpPMwhjWJHwKA5hfgnQFFApCIpkZLHjqQps,105
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_construction.yaml,sha256=AlaO-CtVBWCPC1HSvOrgkWzB5xtfVJrCg4z0TvqC7hw,97
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_criminal_law.yaml,sha256=O38idbXibN-PHOPM0IVLWrH52npOvFgPK5C-ZmN12qs,97
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_ecology.yaml,sha256=B50CWfQdVlKPGYEzz9IIn38sn1EWQ1hqzOmZL-RKV3g,87
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_economics.yaml,sha256=-YjWuF_7eAd163x0BSaW-7DLgniOsH3jKkrkVOm8Ecw,91
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_education.yaml,sha256=cMnKm8epRW0jNHtgOr-4T_huEUC222lFGTuPjmcWy-o,91
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_electrical_engineering.yaml,sha256=tGxJ0Tf28L5WDujFs1YkOu5VXjPKfMN9r2w-k4b8ZCA,117
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_electronics_engineering.yaml,sha256=n0cAac3Wdx4XlDAcOsG3atQo35W0ISMrVkqkHfp32k4,119
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_energy_management.yaml,sha256=EwAlD1KTclde9Yjmnk5dG_SkS6CAuBVPdJAQ0oPgRu8,107
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_environmental_science.yaml,sha256=p6aocihAudx0ytxfgKWb5Q7xhatemz1NS0v2Htw2Nbk,115
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_fashion.yaml,sha256=nWIu6Xz0JnAWCwDUjiWW4cU_Uu5QAokJlYoDpGsucME,87
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_food_processing.yaml,sha256=3LHcLpZYRvYgNZE_kuIrT-k1TAXYBbEZXybEnPd5HkM,103
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_gas_technology_and_engineering.yaml,sha256=0m0A08E-d77LRank3SumJntiXyfbNRWjZeUJOUd4CVg,133
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_geomatics.yaml,sha256=BnLc9o9TWQocf5ZbRt3hWA5OcjqGhuVMPAR8dhmb_GQ,91
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_health.yaml,sha256=GdjPYiKtpGi26zgVYTPuitFaU9yGNa8NBOqj-E0Po70,85
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_industrial_engineer.yaml,sha256=lpHTF8psfz5WfQz1qM0dMqStZ6GIKwbUGD1Y50Qfh6c,111
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_information_technology.yaml,sha256=Uq7B2vROL74MDhO9fJ3mpF7SFGVohptVPgZg1luPdb4,117
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_interior_architecture_and_design.yaml,sha256=JvpmkpGWliPuh99xHCVRhPmgKF5HBcZUATSxW_hy0xs,137
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_korean_history.yaml,sha256=ZqqnSYjsEXKO6DdXPuBSeywdHlJetfXRu-MpbO0w7rg,101
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_law.yaml,sha256=SrI2Ho1OxJgH5MbgZBlz2ZRp_qffFxprjBZIW5o-qrs,79
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_machine_design_and_manufacturing.yaml,sha256=JDL2o_MmMjT2vF_Ldbq_v98veQFYFEIKGgzXnOkudxQ,137
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_management.yaml,sha256=Ze9Ox37Kzms4k8fwFhuiRYdcDYWaaO5tTb_f6gDw_sY,93
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_maritime_engineering.yaml,sha256=IKkZopT2LfZWbYyus2w6bgJWNLiUst5o2HI3cOOhBqM,113
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_marketing.yaml,sha256=Y5hixAd3POjHUJrsSmrFk40XHZkU-QV31V0a8zTxQZ8,91
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_materials_engineering.yaml,sha256=dNOP7jZ_IUgorj3G7SHnArzbNgIT0y9lJhDQ09SftmQ,115
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_math.yaml,sha256=pxyZfPkkkz3grWK5lk4PPJObg1WjFz3iCNxJ7FKofa0,81
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_mechanical_engineering.yaml,sha256=Z-fXz_LdAQz0RG5nqo3N_R4WsbusCuf0imIURMzx7DQ,117
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_nondestructive_testing.yaml,sha256=JGlXHBFpcUB-7IYmAEh5n8jcNCbaJInZvWqRC7PLlwk,117
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_patent.yaml,sha256=oIvyta9dUsX9aL48XTkhMXrtbDrlAStKqg8KourU8tc,85
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_political_science_and_sociology.yaml,sha256=zTuHnAHYA-Jg9xCKtIK_2-8oYS9op839G1LDV2cFLEc,135
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_psychology.yaml,sha256=zzeQFKGcLqEor8fDFUqc_eJMrl1X0qg7ats_jdtW0wE,93
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_public_safety.yaml,sha256=XTEuFZKG08NEM7YXn4QkJRGSKqiNTvFFihot1kelbnA,99
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_railway_and_automotive_engineering.yaml,sha256=zeTr9E6ZxPsy1SBJ5CLeoduwkMTZuc1qRUJekTykFHQ,141
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_real_estate.yaml,sha256=x84oM4-0zOP8xTjAF3SJbvYQ1jjBfJeKiX8mW-bR5-Q,95
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_refrigerating_machinery.yaml,sha256=TwBvOTK6MV1C0FXlCY7MbmKM4W2xdDgpQ6PDtPv7qUE,119
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_social_welfare.yaml,sha256=TyvaCA-rb-_BnRgbSKqvCBYBX2wWq_yjuigL6jn6mII,101
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_taxation.yaml,sha256=KEpus1SLUr7ep6VMH4La53tALFLEKJ4biItu5j-0MK8,89
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_telecommunications_and_wireless_technology.yaml,sha256=UjNG8CO7HAoXedSRGHwo9Otecv92wsaop7dTmqYEfX8,157
lm_eval/tasks/kmmlu/hard/_hard_kmmlu_yaml,sha256=0euYyD81wpCIHAJ6eu9LakF0TelI8SjWJtqDBPlI_b8,461
lm_eval/tasks/kmmlu/hard/kmmlu_hard_accounting.yaml,sha256=e9ev7DQe4G2GleXWPjD_trDec8z5sH4YFEMazXoloZI,79
lm_eval/tasks/kmmlu/hard/kmmlu_hard_agricultural_sciences.yaml,sha256=ChU4TDE9AJW1NOHDtLSz7pdk6OQJmkNQ05o5D2i3MYE,101
lm_eval/tasks/kmmlu/hard/kmmlu_hard_aviation_engineering_and_maintenance.yaml,sha256=vPeMpeBAKaKEIcWU3DJg01T09BpJQhw3LqVaCR9kn2Y,131
lm_eval/tasks/kmmlu/hard/kmmlu_hard_biology.yaml,sha256=9UoIsVgtFBwjSvgfa6eNM8LkDsgxrtxxrdGgudezCFY,73
lm_eval/tasks/kmmlu/hard/kmmlu_hard_chemical_engineering.yaml,sha256=ckpTGipWfgGR7A-xZ5pvUCtbw-JvSE6o1by5KjJkzyQ,99
lm_eval/tasks/kmmlu/hard/kmmlu_hard_chemistry.yaml,sha256=d6iH4eJ4XnCmLCDDF5aO9avmYm8d2n_qdqWjkTPJgyg,77
lm_eval/tasks/kmmlu/hard/kmmlu_hard_civil_engineering.yaml,sha256=AW-CMC5f7MAM0GvKbPvcvy26eJVCmGlYFf8a6DQS6WY,93
lm_eval/tasks/kmmlu/hard/kmmlu_hard_computer_science.yaml,sha256=4Y66bFOBCF2ujCib5MseIbuCpcT56R4wz_44wuVFvQo,91
lm_eval/tasks/kmmlu/hard/kmmlu_hard_construction.yaml,sha256=D-PElzFYMXZl6hpe4X6K35Kd79cTblBmR8-N9g2riM0,83
lm_eval/tasks/kmmlu/hard/kmmlu_hard_criminal_law.yaml,sha256=6Jbz7hP5ZJcOTJZDEWy2i4w95qYcSeXdNVnZVSqqmIs,83
lm_eval/tasks/kmmlu/hard/kmmlu_hard_ecology.yaml,sha256=Ai0-oJ1wWs1j5wLBbvjRnbzACaWL5_2EQzHx-JbduBE,73
lm_eval/tasks/kmmlu/hard/kmmlu_hard_economics.yaml,sha256=lWWKu3fy6EXmQtJyi1L-7k5pZAgA5XBQlXrmDnFtxWk,77
lm_eval/tasks/kmmlu/hard/kmmlu_hard_education.yaml,sha256=YHH3LFimutZd8Lb4zjAJ4DKK7mTpfeQ2CCLLPJGwHzc,77
lm_eval/tasks/kmmlu/hard/kmmlu_hard_electrical_engineering.yaml,sha256=fr0YMWzEOwflcy0JwCUq9CAT8WWymthH6CxQSWSZu9c,103
lm_eval/tasks/kmmlu/hard/kmmlu_hard_electronics_engineering.yaml,sha256=9v6Tqzmjq8Xo1_7CqcfAscrM4QymWMAFy-ObuPdpdZg,105
lm_eval/tasks/kmmlu/hard/kmmlu_hard_energy_management.yaml,sha256=BQerrHdSvHDuI6ADbjpkr1O4OUyF8nqY-50SJRS9LHg,93
lm_eval/tasks/kmmlu/hard/kmmlu_hard_environmental_science.yaml,sha256=TFXCl2gB5xJrgLrvl9vvQReKJ5F0VnYEFGbxE7xFl5c,101
lm_eval/tasks/kmmlu/hard/kmmlu_hard_fashion.yaml,sha256=5uTrvzrhA-PZuL1dTkUbz6z0VntoQ4a6TSLOFBSMaKI,73
lm_eval/tasks/kmmlu/hard/kmmlu_hard_food_processing.yaml,sha256=aCuMtZBDmLimMlAArfXYRCA8DeqfTiDjZHANBknkrCQ,89
lm_eval/tasks/kmmlu/hard/kmmlu_hard_gas_technology_and_engineering.yaml,sha256=r5MHhAM9zq-XUPS529Z2CeJ49ezCixdBcdFTy4HYBfU,119
lm_eval/tasks/kmmlu/hard/kmmlu_hard_geomatics.yaml,sha256=xtRBGW2w3qOlZFEQmClU3rxEfRWebAuT6nllwJiDOHo,77
lm_eval/tasks/kmmlu/hard/kmmlu_hard_health.yaml,sha256=IJ4ZBNFrZKYsTHQSdoJUA5HQtMiXCMd8TJVQDUXAHRc,71
lm_eval/tasks/kmmlu/hard/kmmlu_hard_industrial_engineer.yaml,sha256=kIPwF0kExXT9HqkVaT1Ol_gOZrLqosr97PyFrUmL51w,97
lm_eval/tasks/kmmlu/hard/kmmlu_hard_information_technology.yaml,sha256=VmtYqkQ1_IDUNcpTRP_XJUDYnGrC4zC433TwMnDryug,103
lm_eval/tasks/kmmlu/hard/kmmlu_hard_interior_architecture_and_design.yaml,sha256=IHmQFDw9EXXOdFv74K1rvKREZcvZV95CDD9BwsNJ7ds,123
lm_eval/tasks/kmmlu/hard/kmmlu_hard_korean_history.yaml,sha256=jTE1drp3RKq_1gx3XA7CUfGJ8agKIkE6GFa6h0akYtU,87
lm_eval/tasks/kmmlu/hard/kmmlu_hard_law.yaml,sha256=UfLqVEkqsTx1l51UYaRKVgh7sepRJoZwo2aVENOwhNg,65
lm_eval/tasks/kmmlu/hard/kmmlu_hard_machine_design_and_manufacturing.yaml,sha256=5eFADVWfVB-Cy-72XhqqzjEhxShbG2I8lDl2jK30u-k,123
lm_eval/tasks/kmmlu/hard/kmmlu_hard_management.yaml,sha256=hMXBRsiyWZtoGSMYem-s8pijoBcRVutvMIet9CPgW6k,79
lm_eval/tasks/kmmlu/hard/kmmlu_hard_maritime_engineering.yaml,sha256=kFz40w6N6WqmS1cJMAhfZ8JCsfiAw7sEr6BvQmQW9T8,99
lm_eval/tasks/kmmlu/hard/kmmlu_hard_marketing.yaml,sha256=OCIfF5i6V-xGi0H0CKtQvKxh_SHyg2_ENJwBxsnybBs,77
lm_eval/tasks/kmmlu/hard/kmmlu_hard_materials_engineering.yaml,sha256=WXdXLlmSKIbEQLIkHDwvh6Wk0PEehHaVcg2d1dHQEc4,101
lm_eval/tasks/kmmlu/hard/kmmlu_hard_math.yaml,sha256=ucRNtG9FYK9K98hEWkQyLvvClZrBdoPd1G5jkrkAoe0,67
lm_eval/tasks/kmmlu/hard/kmmlu_hard_mechanical_engineering.yaml,sha256=BYwNAaaKiwemWOamYOLJRFnoLfMKJb8uv41ElKSxybE,103
lm_eval/tasks/kmmlu/hard/kmmlu_hard_nondestructive_testing.yaml,sha256=-t_1hBnzBEowNcetO51e5Jma_utgkxxRRqgpB0Xdmc8,103
lm_eval/tasks/kmmlu/hard/kmmlu_hard_patent.yaml,sha256=nSLXNhAvUD-pxlj_71GbEHYSR2ugLdaQRVQpnjet4Bs,71
lm_eval/tasks/kmmlu/hard/kmmlu_hard_political_science_and_sociology.yaml,sha256=02Fvhoq8jGgOuYg3gwuS9f_oITydu_F7N9yhwLJ_k4Q,121
lm_eval/tasks/kmmlu/hard/kmmlu_hard_psychology.yaml,sha256=svilfX5j0sx8dh7gNcT9dIa1Qk1KJEGV98-cjB-rUGE,79
lm_eval/tasks/kmmlu/hard/kmmlu_hard_public_safety.yaml,sha256=1pW2TJeQ-aHniyGM4ADrRVpGAw4E6o6D096w6dBTvkw,85
lm_eval/tasks/kmmlu/hard/kmmlu_hard_railway_and_automotive_engineering.yaml,sha256=LhrwEIVGmmWSaip0hJA0bly3q7BS6Yaafrm8qzYYIps,127
lm_eval/tasks/kmmlu/hard/kmmlu_hard_real_estate.yaml,sha256=OZtCtywjduzRBdUijV0M4qO-_KPTddIlMpsjDPNUVCs,81
lm_eval/tasks/kmmlu/hard/kmmlu_hard_refrigerating_machinery.yaml,sha256=H66JL7L3ftpHoQ51ZX2J-alppIlWkPZgqHvVilGR9NU,105
lm_eval/tasks/kmmlu/hard/kmmlu_hard_social_welfare.yaml,sha256=GF-tgxVL4KRMPh4ihPwfrKeclnExZCR-nuiNjEQxLvg,87
lm_eval/tasks/kmmlu/hard/kmmlu_hard_taxation.yaml,sha256=kcGOAtWNpdXJoNiSVRWHIAQ4wBfPc1GxV7an46B81fk,75
lm_eval/tasks/kmmlu/hard/kmmlu_hard_telecommunications_and_wireless_technology.yaml,sha256=8XiVND_rRGyBmkPIiEl-R1MdzWyl9KySoU_TvnBG5BI,143
lm_eval/tasks/kobest/README.md,sha256=cN-_ZRnv97G6XwjBXOQjjGkmZ7xWC_DSBqeG55pWd3E,1588
lm_eval/tasks/kobest/kobest_boolq.yaml,sha256=htdlkA2VgMLF0CxTEBFJ6b-wX1_eI55-EA5p71jb7lQ,536
lm_eval/tasks/kobest/kobest_copa.yaml,sha256=GoXGuJv4NC-cNO0ZQsm-zyeze1aJt32aeojDoWu7NTs,558
lm_eval/tasks/kobest/kobest_hellaswag.yaml,sha256=XeJqEXpAFTgf3TxvelmRx2yL4v4b6gx-WusfT77qCN8,621
lm_eval/tasks/kobest/kobest_sentineg.yaml,sha256=yacUj-wUx_VkE-zaJ2Pf-bWFegzr7WscFuEKtPnoGrM,575
lm_eval/tasks/kobest/kobest_wic.yaml,sha256=401wz0v3zKpsmxFFGU4OIABSD8x6ChVBK7vGXezVL5I,560
lm_eval/tasks/kobest/utils.py,sha256=1NnCr673J8nXrJfbMRh5vjqgT-t9EP06sUCES3k61Kc,1442
lm_eval/tasks/kormedmcqa/README.md,sha256=3PvmldNDi-GHI3-ey1aKvJ2AhgjtcL6-VfaUuf7N1gQ,2372
lm_eval/tasks/kormedmcqa/_kormedmcqa.yaml,sha256=Csd9_7MwjosGatUxvBbCUXx3zL14NZYQnJv44_KHzAU,207
lm_eval/tasks/kormedmcqa/kormedmcqa_doctor.yaml,sha256=Jk0i1UhjRN1c5BywnlCcsEVtA0CGpRv3zKXP55G-_G4,626
lm_eval/tasks/kormedmcqa/kormedmcqa_nurse.yaml,sha256=J7Hf1yAieAj_UvQqcMG_j6xVV0GhGln4KnEnyFKweRA,624
lm_eval/tasks/kormedmcqa/kormedmcqa_pharm.yaml,sha256=qXRi1C3IYjTJhvaIX5d2GKQRzmGFgUZBw1loS-MkL0k,624
lm_eval/tasks/lambada/README.md,sha256=AO7XlGGY1Dch3ZC6km8CkfwpLiOvAdYbHH_YlEi2xEg,1186
lm_eval/tasks/lambada/lambada_openai.yaml,sha256=dWJUmrUxNivvWlngE0yRrkUJGQFxjVj8qBZyOZd8Eek,531
lm_eval/tasks/lambada/lambada_standard.yaml,sha256=P7zFYCe0RWdR6CHG7rQqOV2hV84XSbaeS3YNRL_hbWE,499
lm_eval/tasks/lambada_cloze/README.md,sha256=j0ewRfQFxUQ6JsD-JGYp4oK1URb-uF1UGiQ-4cwYvs4,1934
lm_eval/tasks/lambada_cloze/lambada_openai_cloze.yaml,sha256=RjM69Mq_NP7y1TcTijXTLCIuECFM-VoXXfuUg04_n44,515
lm_eval/tasks/lambada_cloze/lambada_standard_cloze.yaml,sha256=6CGZqP_gjxM_EuAxViBGRDxtKbk7pSN5_On5nh1VFBg,525
lm_eval/tasks/lambada_multilingual/README.md,sha256=ggwX8LEo_cr1oT29CyoLptVbcTxCVZSr9qhOr3UY7RY,1995
lm_eval/tasks/lambada_multilingual/lambada_mt_de.yaml,sha256=A3dzij8qTX7W-XZ1uXkMf7l7lPbe8Irr_fem4zQ34oA,72
lm_eval/tasks/lambada_multilingual/lambada_mt_en.yaml,sha256=LEhNqBf2C5S2zVxoXdSTjY7poKwyVno3xFDzoJJjV1Q,503
lm_eval/tasks/lambada_multilingual/lambada_mt_es.yaml,sha256=3cWtUCRNZWeGp9bIUU-uJcxCeD7iyHwUkAkdAFMFIxg,72
lm_eval/tasks/lambada_multilingual/lambada_mt_fr.yaml,sha256=Okxnj-cxPcEsEIX0vc89Uih-szW7wqHY2SAcdi675Gc,72
lm_eval/tasks/lambada_multilingual/lambada_mt_it.yaml,sha256=DtT68Pbs0fCY8oJlKQwQdO0pgcqNPEshYFQppA9RDD4,72
lm_eval/tasks/lambada_multilingual_stablelm/README.md,sha256=q9hQQb1LRtb6SdmOzq9Q32yD3rNtvnhNfXXgJzdgDJE,2448
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_de.yaml,sha256=55XldbZgJ6IplV1glKHCoOlvCLz--1wFlH5fmX4xtRc,90
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_en.yaml,sha256=wTyN6zLXN3AcKXkSkVWqDQy0PyhsRUV5C7NHQ5-H0Gk,525
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_es.yaml,sha256=XTfiICM-UvziVkTNMnRBsRXYZKKfVTPGD0vTjPIfGTU,90
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_fr.yaml,sha256=VZVIvuOsqERjzmBp2cbXnuAE78Dt7ZQqRUawvhko34o,90
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_it.yaml,sha256=UII8rMHD5QeSWzC1ZwvGV5bPWrVG5qaen98mYXc4wsk,90
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_nl.yaml,sha256=bElBcbyP0sg6ucCzvp39eVOOr10uRaIFQybfolBOK7Y,90
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_pt.yaml,sha256=0EoSWB1_R5h16I00_rs1GQfVS2RI914B4tAMZ2fhmpM,90
lm_eval/tasks/leaderboard/README.md,sha256=d3YEOevoXA92CBF6jlHriLHfq-VAZbZpicubyCUHYoU,13839
lm_eval/tasks/leaderboard/leaderboard.yaml,sha256=v2BLQG85mONBA1TapMVyWOq54sHahlNTH0EfXhEhSIs,161
lm_eval/tasks/leaderboard/bbh_mc/_fewshot_template_yaml,sha256=0THS3HPYAWYCYoDm4djWMHMMzKvuhdf0VrMcJ2_cyH8,296
lm_eval/tasks/leaderboard/bbh_mc/_leaderboard_bbh.yaml,sha256=mS4F2srUMxku_bsgppKVi78DrQP1AyDm6Qsv7yM5x-A,1046
lm_eval/tasks/leaderboard/bbh_mc/boolean_expressions.yaml,sha256=4gfDkfliSRyoDSS8iEh4A-hCuAISZZ0TiWpMwizoWUU,443
lm_eval/tasks/leaderboard/bbh_mc/causal_judgement.yaml,sha256=qugFQ24i0X6Z-hl7kMf_B9aPrPrpDo2tVv9x9r32wYY,2634
lm_eval/tasks/leaderboard/bbh_mc/date_understanding.yaml,sha256=2kO_uFBoAdJ39Z6BjOsUVTnyRYY6zE3OifgwpmVd_M0,1042
lm_eval/tasks/leaderboard/bbh_mc/disambiguation_qa.yaml,sha256=twiXsWNOgV7ERNScT3yJtJSr2tFaT4N-pnsxKK_CThs,1363
lm_eval/tasks/leaderboard/bbh_mc/formal_fallacies.yaml,sha256=OG0vqfNsoMYF8bsczZOLIpDUR-4xVgVcB5yBoxEa2hw,2086
lm_eval/tasks/leaderboard/bbh_mc/geometric_shapes.yaml,sha256=DgkT5mGwzSqu76qlXfaoYHzheitfeaSBhxltNHKGeBo,1416
lm_eval/tasks/leaderboard/bbh_mc/hyperbaton.yaml,sha256=fsBycIxPdWsF_r6ZXjRZOHTWJPzbphZObRBCDt6kB8g,761
lm_eval/tasks/leaderboard/bbh_mc/logical_deduction_five_objects.yaml,sha256=s_WPiQZ2RbFrziQg8GI6wGXIAy7LfXo1qGYBLP1R20Q,1769
lm_eval/tasks/leaderboard/bbh_mc/logical_deduction_seven_objects.yaml,sha256=d-3s-QRTRJIluLPjyWfIKjPPM8PxHCUUPFCzpODul_8,1783
lm_eval/tasks/leaderboard/bbh_mc/logical_deduction_three_objects.yaml,sha256=06marQPeZKzywAnTvmAJszjdecI4-zuvP8znnkrqVW8,1759
lm_eval/tasks/leaderboard/bbh_mc/movie_recommendation.yaml,sha256=wzzfQxbEwWerG2Ou5CMZI9gLTtE7I22okey1vDMrZDw,1129
lm_eval/tasks/leaderboard/bbh_mc/navigate.yaml,sha256=pdNW5HbZNbuz35mmg45STY2H5M4yvqsD-mf1oPwdWzQ,1005
lm_eval/tasks/leaderboard/bbh_mc/object_counting.yaml,sha256=_UMichtKKOlAIlKuuJ1MkbD42HVuJPrQeKiyakdbft4,862
lm_eval/tasks/leaderboard/bbh_mc/penguins_in_a_table.yaml,sha256=nwbAiNpgffJ2KxW1u-Mpp5dpnTghkJSVn6OH_cdUJqU,1824
lm_eval/tasks/leaderboard/bbh_mc/reasoning_about_colored_objects.yaml,sha256=OjxmbHtyc98ziw9DkadamPIGuA_Eq6N6mOvOh4mOR-M,2001
lm_eval/tasks/leaderboard/bbh_mc/ruin_names.yaml,sha256=o4RLvfQc-Lx4EKqxBOKbXLBrlW-2Hv9Z6XgSXfJ0fmY,1096
lm_eval/tasks/leaderboard/bbh_mc/salient_translation_error_detection.yaml,sha256=IbAG_GLDiSfFABBtK0nbio91HX2F7qXk2eAElmf6C4E,4210
lm_eval/tasks/leaderboard/bbh_mc/snarks.yaml,sha256=f-TbTJ-z_AufV1_sH6JH_Jm85_x-qZDTn8civc6bXBg,1384
lm_eval/tasks/leaderboard/bbh_mc/sports_understanding.yaml,sha256=xpQSXfNrVJWc3xHLIKWqva-1xiSAcHX_-SId5TxHGAo,658
lm_eval/tasks/leaderboard/bbh_mc/temporal_sequences.yaml,sha256=E8DAQxAUaxGTlTvBreVxwh-dNCD2wGaR0aY0JCWdz38,2461
lm_eval/tasks/leaderboard/bbh_mc/tracking_shuffled_objects_five_objects.yaml,sha256=dKItcxGUjTgkm7P03nNVXeZifk4btIiO0wK-CEhtB1Q,1959
lm_eval/tasks/leaderboard/bbh_mc/tracking_shuffled_objects_seven_objects.yaml,sha256=yPfdU_LN6osvBGMy4YsQ5hTiH8LgcYCcQAkjoAFJRu4,1973
lm_eval/tasks/leaderboard/bbh_mc/tracking_shuffled_objects_three_objects.yaml,sha256=4awk1iXJG8_x_5yoaowTLsR0KbrBvYix1Q1yJaBW1J8,1949
lm_eval/tasks/leaderboard/bbh_mc/web_of_lies.yaml,sha256=N05PWyM4Iho3xT7xssdrrJx6uzax3zYpGCK_re9zEjc,926
lm_eval/tasks/leaderboard/gpqa/_leaderboard_gpqa.yaml,sha256=ux3SSpH_ncgEz2CN8OhUY206QPHhbEihE2cid1j5ZfM,115
lm_eval/tasks/leaderboard/gpqa/_template_yaml,sha256=-JIKVjV-m-ZRGwrrHVkaqRx5Z5Wy4skPaMFcG62BDbE,600
lm_eval/tasks/leaderboard/gpqa/gpqa_diamond_zeroshot.yaml,sha256=kBMvJZE9rNaNR3vF8odsmU983DNXQEonBMw4-4lfu-Q,118
lm_eval/tasks/leaderboard/gpqa/gpqa_extended_zeroshot.yaml,sha256=XgqQBNyGWWPuSxy-0nLjcPQSMOsL50zLTy87s6wsrRE,120
lm_eval/tasks/leaderboard/gpqa/gpqa_main_zeroshot.yaml,sha256=Er0fgtxe4NEnjayZzBWkqONyYZOJn3stZKW2pM9PdKk,112
lm_eval/tasks/leaderboard/gpqa/utils.py,sha256=FuEbEyXiqSXSi_EVkHpLh3muBJ-vib1cwgCXRqt5K-g,993
lm_eval/tasks/leaderboard/ifeval/_leaderboard_instruction_following.yaml,sha256=Ykrq_fJAEv88kOVjneeI4UXGSRnXEVl8zTUSrIN9-gs,70
lm_eval/tasks/leaderboard/ifeval/ifeval.yaml,sha256=R3VvLPOe2X95Xulk1Uc5Hwllfp-bkApb3m_F4SSinG0,795
lm_eval/tasks/leaderboard/ifeval/instructions.py,sha256=fk9xvo031hfJovIod99iY37Xh5xcynBc-x0EZ_FN_IQ,57034
lm_eval/tasks/leaderboard/ifeval/instructions_registry.py,sha256=nbHAYs23CpFCDTeJpYgjWhBkwrmhpm4J5fud-edYSmw,7237
lm_eval/tasks/leaderboard/ifeval/instructions_util.py,sha256=gsINAMlZ6Aq6QmIx2UNt4kD7B2oJH-1_M6a1OX9FIwE,26689
lm_eval/tasks/leaderboard/ifeval/utils.py,sha256=GrjxSAjIJvk_I2SINIftY89CZ5gL9HYf2oBTiZwBNjI,4510
lm_eval/tasks/leaderboard/math/_leaderboard_math.yaml,sha256=GSiVejJ0gZVEQJoVJJvUybpHcQsPI_LBreoOP7gf0Fk,307
lm_eval/tasks/leaderboard/math/_template_yaml,sha256=_VBWgHMwcPQRGpPm__sJFbjEjgrXHCE_A7Bavz7z4N4,655
lm_eval/tasks/leaderboard/math/math_algebra.yaml,sha256=j_vQV6h4CjZmzh2sBViA9SB_LoXBj2I9tzo8DQh76AA,82
lm_eval/tasks/leaderboard/math/math_counting_and_prob.yaml,sha256=iMeDYYv7VxQL7cBO-tu9U09wsPtcl3bZTucu8dxw0j8,109
lm_eval/tasks/leaderboard/math/math_geometry.yaml,sha256=Q67oTCaPqanFg78Hfi1xy2LyK6g2UTEyUA6LD4jW7YY,84
lm_eval/tasks/leaderboard/math/math_intermediate_algebra.yaml,sha256=kzpRyV_d_eDsBApfv8_piUDfweeW7nWHp8-EYJDKDCg,108
lm_eval/tasks/leaderboard/math/math_num_theory.yaml,sha256=ELUegvHTS9Bwi41fcBKxHPZB4qaKqy-vFg7nNmq_h4w,91
lm_eval/tasks/leaderboard/math/math_prealgebra.yaml,sha256=t8CHSg4GZOZ1l-817f3xvFAQeyrhaFbjV_e-cQVpMH4,88
lm_eval/tasks/leaderboard/math/math_precalculus.yaml,sha256=ZHHQBlB2dHSzryDoCH82YoBPQCra9y1WiK-qdX3r05o,90
lm_eval/tasks/leaderboard/math/utils.py,sha256=WWBBGYIsLUj0iwEVLAetBMJAmWIBU7ih6sQhglbOHGw,9218
lm_eval/tasks/leaderboard/mmlu_pro/mmlu_pro.yaml,sha256=aZtLReKvpSLJr_mBtjx9Wx07t11nZzQbV1GLnCq-4ys,459
lm_eval/tasks/leaderboard/mmlu_pro/utils.py,sha256=SaAUxNw5kCBxdgGChY5rTUKqqpF6RA5xoWW9_3UIVIc,352
lm_eval/tasks/leaderboard/musr/_musr.yaml,sha256=wVdsD7wm9dja6NB4irjUaw_kZG3061-Xjkrf0FOnp60,144
lm_eval/tasks/leaderboard/musr/_template_yaml,sha256=56jmco5wsg8luYTwbvM7hfQH0Wk9AJS5aQ-dtgHYTpw,270
lm_eval/tasks/leaderboard/musr/musr_murder_mysteries.yaml,sha256=G4P8LhQB8RFMr1yNqq8TpweOvCduGmVtNXepKYY4Ha8,95
lm_eval/tasks/leaderboard/musr/musr_object_placements.yaml,sha256=O7WiMWhGtHfChoUfayH_cKzF-oQsyk37QFOIPoAy24c,97
lm_eval/tasks/leaderboard/musr/musr_team_allocation.yaml,sha256=j20cB8qiW2LfBPEweJXTvRPfFpsT1ZziUwtBLiYWAI0,93
lm_eval/tasks/leaderboard/musr/utils.py,sha256=RMROdYEPQSGcB7tQ21nCVC599znncl_XZZdQwC1GYlo,527
lm_eval/tasks/lingoly/README.md,sha256=l-ae5z2ESBfhXX33-28d06bSZ5Bjm7TwfyFL0WG6u08,2919
lm_eval/tasks/lingoly/lingoly_context.yaml,sha256=o5wW0kGBbdiHPzNqRMdrDmAziE-Bg4D_B4cN__ckXd8,748
lm_eval/tasks/lingoly/lingoly_group.yaml,sha256=BS-OlV6fYiDLEr_ZMllB5AzmFiCDHR4Z18Gc2_ENPyQ,267
lm_eval/tasks/lingoly/lingoly_nocontext.yaml,sha256=x9vty8fhQWBwB6eJqSxVs2Ojpkntgx9rV932V5qzaZ4,754
lm_eval/tasks/lingoly/script.py,sha256=hPuuc5T8VJYjq-94W5baJA19y-Iivrgq2_mAt1_sh6k,3562
lm_eval/tasks/lingoly/utils.py,sha256=RHNBF4dh_sKo7KGX2azQ661nQDvMekjQ0MyExKcgKhY,3027
lm_eval/tasks/logiqa/README.md,sha256=Iyrf8c8F53A1eYqaDCb6hAm3_Sg_t47gZbOI0BjDKAw,1657
lm_eval/tasks/logiqa/logiqa.yaml,sha256=J9PMnhvefAZiF-i7Qm8TVndnoJGjVfrEMQPZKZq33a4,578
lm_eval/tasks/logiqa/utils_logiqa.py,sha256=RjmfQAZUadI0wMnh7z3ptn5Q1f4cLEEwYH7aLdomgmA,616
lm_eval/tasks/logiqa2/README.md,sha256=BJA7HgfRCSPs51iYrFl9rQzMKjoVDqaIDtCDAh5yk4g,2244
lm_eval/tasks/logiqa2/logieval.yaml,sha256=bW1d_6Hqvc8M76mQBUYmsXc1Lk-rYTAa1-FDElOWIkc,1382
lm_eval/tasks/logiqa2/logiqa2.yaml,sha256=0jlenXfClywd_ulejkk3-HPOE118TufgzsPGcK6r6Dc,512
lm_eval/tasks/logiqa2/utils_logiqa2.py,sha256=CtI75WahPZvORkIad_srFGSZ6bUnGlZf_6sYHkAP90M,875
lm_eval/tasks/mathqa/README.md,sha256=VmhPmoYwpKTfeUVDnkdHbj0zx2OtY7y7AI-cJrXEOhQ,1907
lm_eval/tasks/mathqa/mathqa.yaml,sha256=0SkKFOaTdQt4oiGEBhAtIhxot0TvekUA12lZ3UviQK4,576
lm_eval/tasks/mathqa/utils.py,sha256=NFqieHDv0UX5cEVmMmIu_GF7KZpNAKvJRZJC0saW00I,178
lm_eval/tasks/mc_taco/README.md,sha256=OEUcQofUlqsm-3CLKht9u-V0wXAldd7uPWBjmQjFTSg,2052
lm_eval/tasks/mc_taco/default.yaml,sha256=A58bI314XcNdpoKxXxxFhrPlUV-U7pKrPeJfWYOSw_4,399
lm_eval/tasks/med_concepts_qa/README.md,sha256=7IpmjQS3yQQqOJBOf4E5fSRG9JNbbV8WuI7CghkyT6s,2560
lm_eval/tasks/med_concepts_qa/_default_template_yaml,sha256=0nA8DtN6djdBwLd358xe_FYwCnTscrwSAIwKpycGLLI,442
lm_eval/tasks/med_concepts_qa/_generate_configs.py,sha256=7R6Xc49MziCc-z84adHpsl4UFIE14mQ5VhPE8F6uHvc,1091
lm_eval/tasks/med_concepts_qa/_med_concepts_qa.yaml,sha256=bh35Rp61uwdItZvDfkn_vR-2lZD-k5pki4j4l3g0q6k,228
lm_eval/tasks/med_concepts_qa/_med_concepts_qa_atc.yaml,sha256=6pujciGJU8vtqwXdDgHEjmg_nIeXd7szUw4HBvHfupU,124
lm_eval/tasks/med_concepts_qa/_med_concepts_qa_icd10cm.yaml,sha256=ZC_lRIXrS58ZE_ua-OLAnyvDkfkqM8t95hd3Vm99O5w,132
lm_eval/tasks/med_concepts_qa/_med_concepts_qa_icd10proc.yaml,sha256=SVLboazjkXk-82yT8Ie9EYfkHNmyYtPDTLQmfWIAYc8,136
lm_eval/tasks/med_concepts_qa/_med_concepts_qa_icd9cm.yaml,sha256=dU_eaIoDsh8TMJal_oX7kzAfwwoM0FphxMLQLL1lTqw,130
lm_eval/tasks/med_concepts_qa/_med_concepts_qa_icd9proc.yaml,sha256=NkFPvtHXQBSkkYI-1xtUBAQXCbG6py7IzKhsSIcAHiI,134
lm_eval/tasks/med_concepts_qa/med_concepts_qa_atc_easy.yaml,sha256=YsMVUnevALeVH8hIJUdkb8m4MuzaHW-_ryl84BNoFn4,138
lm_eval/tasks/med_concepts_qa/med_concepts_qa_atc_hard.yaml,sha256=9kg_RqFQbYkNYnd6PuArt7D-GK9YwmhAza6hdRbmiYo,138
lm_eval/tasks/med_concepts_qa/med_concepts_qa_atc_medium.yaml,sha256=m2Ll963EXNR-g8W8v1ZV0z5Hkip6yotqBW7m8OT6Rts,144
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10cm_easy.yaml,sha256=cgIrr9STPKjLW53zx7T-pWzJq-M9jETc0QtKULiIkr4,154
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10cm_hard.yaml,sha256=frN24VCKyFkOu_oPUepNOg2gCw3UyPri_g3qUdfqvwU,154
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10cm_medium.yaml,sha256=nNdMFUnVmIijeNkHP725kzSbd1twxKbKUPDYknnY4Lo,160
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10proc_easy.yaml,sha256=cD3_tjV5dsZ5xbSOzxYO5frwjFyfdx9Xdz08tDzW6NE,162
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10proc_hard.yaml,sha256=i1FdQBb9i1RqbUZQrbGDuDsl_ZloE4IIpvaceNRGL9c,162
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10proc_medium.yaml,sha256=_VQN3JkgYceVzN--GilKgGlqrwyqgxMnn2Vcak8DBBo,168
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9cm_easy.yaml,sha256=GbpoM8dMcf4A-6NeOlXyktD5-7MPdF0Jazx7cs5inEE,150
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9cm_hard.yaml,sha256=SPByMtxz7lSdmAWatOFaNnkGl5yIbSsvSmy8FXIKeYM,150
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9cm_medium.yaml,sha256=axC_tqbBoFkgfNQhkNAm0TEn2muTcao0o7oQWKMSSL4,156
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9proc_easy.yaml,sha256=t9TShrzb9KyV4EVOJFqOVlG0u01iEcVxO7bDMO_8xBw,158
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9proc_hard.yaml,sha256=gtCHbUaqRTm-z2hSI6cmNec9cQHS5lkvjJc7WYkVfyY,158
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9proc_medium.yaml,sha256=4aPW6XVSci7InlKK5boWgk8a0sCWjKnZtf1AL0NKOWY,164
lm_eval/tasks/medmcqa/medmcqa.yaml,sha256=NVrcOA7j28YpYlkP98Bx47HcCZR9vJb_5qMxhknQDaA,462
lm_eval/tasks/medmcqa/utils_medmcqa.py,sha256=ucvjPVG5ViS5MXyrj_uRezLBeKqhAP2c5KrAqcRnR5s,580
lm_eval/tasks/medqa/medqa.yaml,sha256=M5Q98uefbZaiaF4UaAouR5qkxvL8RK-g7wrlnFfHwwI,458
lm_eval/tasks/medqa/preprocess_medqa.py,sha256=Bq3G71vaMln-VHNV5rBkylfGdLUC-sdJ0KDMyP7pF4c,362
lm_eval/tasks/mela/README.md,sha256=gULsPSbCmKT9MaGVotU9-WJ66vJemqU1gRTlx7kgjxY,2837
lm_eval/tasks/mela/_mela.yaml,sha256=qoROcTQQlipEiApZ3gHWjFcD77tcENPfUqVvNiYY5TY,226
lm_eval/tasks/mela/mela_ar.yaml,sha256=Z1E2KFLoJUUolOnj-83uy-cNQs6EWH3Kycnhcy5KYz8,74
lm_eval/tasks/mela/mela_de.yaml,sha256=yljiIsOWYMHZWKkVE-mc8xqVESZFoMx6IZ3Pdkv1T_U,74
lm_eval/tasks/mela/mela_en.yaml,sha256=T5VQAISFYtzkjlydsrb2SO_9tgUdmDJKqZFLuGjJeIg,642
lm_eval/tasks/mela/mela_es.yaml,sha256=OVfNxAKuy8E08j9vHPYnblvlJrecb3F3r3HSb5Bc04Q,74
lm_eval/tasks/mela/mela_fr.yaml,sha256=J7-foJ5HqidCzJSW-hNV7QXqBNyV35rPBKaZbj4_FEQ,74
lm_eval/tasks/mela/mela_is.yaml,sha256=qTq6c1wWfEFVrzEkYRo0pfqw7O4BaFzEXLb7n19-Ph0,74
lm_eval/tasks/mela/mela_it.yaml,sha256=1H5FKPb2BMS34f1tZJmYnLAT-UVuuug5m5IuQUKOM_A,53
lm_eval/tasks/mela/mela_ja.yaml,sha256=RcMmfyFHsMacSqZ_3QJgslgRRyIh7bb8imLDHeyqtY0,74
lm_eval/tasks/mela/mela_ru.yaml,sha256=ZkiOxNbrCYnhsaSJiIG0fjqKxAQczhffDsuAh3EpmRI,53
lm_eval/tasks/mela/mela_zh.yaml,sha256=_ATAmbgpNyUPp5ml6JECQaUWikf0lX-NPmwjX_feXt8,53
lm_eval/tasks/mgsm/README.md,sha256=zSmVOkdo78p4Oj4Ui4skfwzYyLqPnE3H4DiS7qMF4Ac,3504
lm_eval/tasks/mgsm/gen_yaml.sh,sha256=F0Noarmg-NlAgWhA-_nZKA97UDSoDyrHARQDgmPG4bY,207
lm_eval/tasks/mgsm/utils.py,sha256=L4YekOiIl-f5DBtbZu0Ol-cMRX7iPtDiKRzZS8sYhW0,8448
lm_eval/tasks/mgsm/direct/direct_yaml,sha256=OnD6bl8mXleMdZ3gZCnJmoyOZWfLeWr9g4wkaMr6PJU,907
lm_eval/tasks/mgsm/direct/mgsm_direct_bn.yaml,sha256=pOsz6TlTy-XtEfSex2p2oBbg9zAcfV4C_uEupiVq-PU,420
lm_eval/tasks/mgsm/direct/mgsm_direct_de.yaml,sha256=7b0gimqBcMSJD4FpYQ7DULnrBhU29wa7xUaClZWBd-w,396
lm_eval/tasks/mgsm/direct/mgsm_direct_en.yaml,sha256=MNyt8SYS3AuehdzrJIOoAlKI-HtaxBshsa0DQHQqdBI,400
lm_eval/tasks/mgsm/direct/mgsm_direct_es.yaml,sha256=QdnPgAUHjzYMj3c9-zZ5wclXU-LgxUyXJkMYrvZ7zpE,406
lm_eval/tasks/mgsm/direct/mgsm_direct_fr.yaml,sha256=q4QI4JM0S9dihzKzMEw7WbVxVjgSUj7D7PjLz8Vvtw0,408
lm_eval/tasks/mgsm/direct/mgsm_direct_ja.yaml,sha256=Pr8BXNyxBHcw8nAFTJVfQYhrLRGZ8gzbpeOQ-O1MHZU,396
lm_eval/tasks/mgsm/direct/mgsm_direct_ru.yaml,sha256=RI2otfyZ41_-_3qBGklRf2LwnWa7mVcTlsjv9FFHopc,408
lm_eval/tasks/mgsm/direct/mgsm_direct_sw.yaml,sha256=YaNqXO4GSP0FvOk6QxtqmR8RnuBGkK6XZzvrEYwAbas,394
lm_eval/tasks/mgsm/direct/mgsm_direct_te.yaml,sha256=uZaP1zvNvNDv3BL8HYI3_tMTc94Qp3svYSr7YvpTxkc,420
lm_eval/tasks/mgsm/direct/mgsm_direct_th.yaml,sha256=Vi2pgql8xdUPUA6vmWhTRbZC1qXZ6FQaLGqaaBqHNLg,414
lm_eval/tasks/mgsm/direct/mgsm_direct_zh.yaml,sha256=j1iP6Lhg35p33YVurNKzywEGPAQAength7PfOf8om7Q,395
lm_eval/tasks/mgsm/en_cot/cot_yaml,sha256=MPzIhexcshgt7BWjM8WoIa9hoa8--GFuK1Y26N52xjw,959
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_bn.yaml,sha256=RLNq0J9egvNGucI7S0lepGfVkKZ0PccOT-Y2gB_nLZc,443
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_de.yaml,sha256=wZMVo5gY_By2AmuLNvvp3nLMc90dEMwTWdqRLtIUUs0,417
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_en.yaml,sha256=qIJJMQIxjNO2DDRJNbL5wbmaJSf2clh5QWjQ8Yc-liA,423
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_es.yaml,sha256=kW7OS5He2TQe-h24NMCRzuMj5T96d2TQ99gT_wx44gE,423
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_fr.yaml,sha256=80r4YBpMICuwMpcl9HvCU7raWmNPuSTzbHG55EC7Ybo,425
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_ja.yaml,sha256=WqBqT1giFlul7YGX2Ulns2G7geHogFE_Cd14Q6B_aek,419
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_ru.yaml,sha256=44uXpmQVAzHlFaJb_o8kDZEYeUe1H6fR60rwMj45vDw,431
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_sw.yaml,sha256=XT4taMtUJaVvfZit-THwafuela2MRzcSaziKEiC2Tzg,417
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_te.yaml,sha256=69AiswgkGTDii0MPpttAugO1lYBSWa9mF27z4AbQxDQ,443
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_th.yaml,sha256=oluyGodzqaJoUZ0KIW6cTjzz5HhIu6UlJNWGHZktg4U,437
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_zh.yaml,sha256=ogkgPoCBad60k99oN-tZjZwpPAF15lQxIit-byWWS8M,418
lm_eval/tasks/mgsm/native_cot/cot_yaml,sha256=7N3f3B1EK9rGjGzR7aFL6lxGhZdpdOr9MYbhQ8_N9_g,820
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_bn.yaml,sha256=Ojpf06W7xwaIKKs3wxZEhg6wLWUq-BcvS_blLJEfuPM,777
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_de.yaml,sha256=Ig9r8PWR-G1I3UDXXju14dr-d-ppc6PTR-mnbjc8PKk,730
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_en.yaml,sha256=irYzHhWBvfvbmB40T3x7JXjDFFmgrIuAh5OUWtRJyfM,713
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_es.yaml,sha256=ILp-L4ek7ulwezSqcbM0mAdi69t8hjzesYYXjX9jVus,719
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_fr.yaml,sha256=oizhISkBp0oNb9EtrLm551Yhu_VqAal-5eKrQLUPxnQ,733
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_ja.yaml,sha256=SGo3j7deqYpluE9WyTlsTjuQaTZFIOfQXCAvhGyJUJQ,729
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_ru.yaml,sha256=FEzjncVVgNdvMVrew1O3QVqeiLoAH4KtLUU9n165NFA,748
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_sw.yaml,sha256=hRxFnOJGjmAUaKfDYHG8b4Th4d1cs-OXL2uDXKuHK2A,709
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_te.yaml,sha256=8iwm8ryLnpu9aJaeNaIq55FDkoaqnT4hs7Pk86kurK8,801
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_th.yaml,sha256=faWI8Txy2nzvf9f7KbRIVWBllGN-GUN0YYnSC8rTfd8,796
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_zh.yaml,sha256=WHJu47tsvPWUFNnKvALp4nTmGTg0U2oRsJKnzO-K67U,693
lm_eval/tasks/minerva_math/README.md,sha256=PhKtu_8JL2KbVllMn5KME2skEw1HyewhTqwUT0opgzE,2971
lm_eval/tasks/minerva_math/minerva_math_algebra.yaml,sha256=GnSnXkYg83H6HNuz6sR0bayeVqxiB9aEBS5n-Kg8p4Q,719
lm_eval/tasks/minerva_math/minerva_math_counting_and_prob.yaml,sha256=jjxGjPVtnUiudvSkOVlfA_A6oCSUBM2USRJAgQW0HH8,111
lm_eval/tasks/minerva_math/minerva_math_geometry.yaml,sha256=XiPoBuvqoAc_1FtATee1GyYcMAC8ClYOKWa04nrcrHQ,86
lm_eval/tasks/minerva_math/minerva_math_intermediate_algebra.yaml,sha256=Irfq2-W-AiImEH0PoT2ZdoVg_y-sQOWqNfOimVovvkE,110
lm_eval/tasks/minerva_math/minerva_math_num_theory.yaml,sha256=IYI_lzbIQ2BbcPWXrS24nulnlg93CJjlwUfV8M7IkTE,93
lm_eval/tasks/minerva_math/minerva_math_prealgebra.yaml,sha256=va30pN9E3JV6nmLY6lUXxhH_nkm6ijSDnAiw6wdrDnk,90
lm_eval/tasks/minerva_math/minerva_math_precalc.yaml,sha256=6PZ7DSqtq_gn2rPKIo10hw6JMJOanIxuiWu5uZCc0JM,88
lm_eval/tasks/minerva_math/utils.py,sha256=WWBBGYIsLUj0iwEVLAetBMJAmWIBU7ih6sQhglbOHGw,9218
lm_eval/tasks/mmlu/_generate_configs.py,sha256=cVHETV97SUdF064cl0g3P9jPsWMqQjvw5DKWIQM-Y8w,5248
lm_eval/tasks/mmlu/continuation/_continuation_template_yaml,sha256=0ni0tAIjlyrbmU32Sl1l5yvLRMMu48nGQiyJoYzAkPo,367
lm_eval/tasks/mmlu/continuation/_mmlu.yaml,sha256=3V-OQyZQxU84eRnCOXMECkhxeMoWZLPrtn5GwB4L4ss,719
lm_eval/tasks/mmlu/continuation/mmlu_abstract_algebra.yaml,sha256=MaAZIsbgUKm9k5iVPlCwfbfZ4C6kR460N5KTH6r3gVw,246
lm_eval/tasks/mmlu/continuation/mmlu_anatomy.yaml,sha256=5wF4Y029RPmbbqMdFSW_zaOL_c6wIFhTW9DExmIpmbk,218
lm_eval/tasks/mmlu/continuation/mmlu_astronomy.yaml,sha256=dJZvDQkdhyOoQvqET5PyZXjLSVWfxuyte5v5eYZuW5g,224
lm_eval/tasks/mmlu/continuation/mmlu_business_ethics.yaml,sha256=Fq8CDgYJcE6Rx6BlV91_H_mcMmgtLuBpkKEUhf1GbLA,244
lm_eval/tasks/mmlu/continuation/mmlu_clinical_knowledge.yaml,sha256=Ctj-okwLoU1SWH-w7CLo3SFgC1UMvkOecmT4hiQCTWw,253
lm_eval/tasks/mmlu/continuation/mmlu_college_biology.yaml,sha256=6cazT3i4JhKksv6ee4MTdvSch8vk2Bi1hlis36ZmQNw,243
lm_eval/tasks/mmlu/continuation/mmlu_college_chemistry.yaml,sha256=M2TMmwpg1VJP_89YXRVW2v8LrYypXVSKKgJaiyrXB8s,249
lm_eval/tasks/mmlu/continuation/mmlu_college_computer_science.yaml,sha256=jjNHVj0OAHCSgKlLlGlb_z5cPzLlKNdDECVgjC2pVmk,270
lm_eval/tasks/mmlu/continuation/mmlu_college_mathematics.yaml,sha256=TwWC_VRq-VqzWpI3Z1DE4IFgI0CZeLK06e93q3REXp0,255
lm_eval/tasks/mmlu/continuation/mmlu_college_medicine.yaml,sha256=hZ231d3nmOrWJaOT7COy84KKms805KcFSQjm4TbFDp4,247
lm_eval/tasks/mmlu/continuation/mmlu_college_physics.yaml,sha256=ScyxzFIxrw46yegFU9-hl5POZcAJC4JfMfv4ouT9BSo,243
lm_eval/tasks/mmlu/continuation/mmlu_computer_security.yaml,sha256=P1qZNBR-1vUxqkTlh1oWRqarJeGJQMj-LqEEf56HUAc,249
lm_eval/tasks/mmlu/continuation/mmlu_conceptual_physics.yaml,sha256=lPk9f8t6I3aE5Y56yPfCQywH3IMxht2wLSsB9pIvF4c,252
lm_eval/tasks/mmlu/continuation/mmlu_econometrics.yaml,sha256=NyCWg7Q4WvcXaVR1bvTyaXrrfvHi7myA6Dea4zi04rk,244
lm_eval/tasks/mmlu/continuation/mmlu_electrical_engineering.yaml,sha256=H77Vjp_UkpvZ7Cl87iXY9gn_dcLhh6RFeimGnsnF_rY,264
lm_eval/tasks/mmlu/continuation/mmlu_elementary_mathematics.yaml,sha256=Zy7p0NdV78D6uqaXMl7i9RJ-Sj7jv-uogWKatpz1LkU,264
lm_eval/tasks/mmlu/continuation/mmlu_formal_logic.yaml,sha256=R4Ss7JHj3CXDWR_MeiKtYx_3mWsEB7KdYDjvPiSy1e8,240
lm_eval/tasks/mmlu/continuation/mmlu_global_facts.yaml,sha256=tLIiy8tz5sReidO5kvITphEkl-OMIk32WX_G7pnK1ns,235
lm_eval/tasks/mmlu/continuation/mmlu_high_school_biology.yaml,sha256=sRXfM57YZ7cBqNPzT2g2P4OJ3-IsxOzMQP6PGWpI1yA,255
lm_eval/tasks/mmlu/continuation/mmlu_high_school_chemistry.yaml,sha256=rs3En93OgVtEtHfDYRUrTR8UYrsKDeZw4J_YeUM_uSI,261
lm_eval/tasks/mmlu/continuation/mmlu_high_school_computer_science.yaml,sha256=atRoHgZ7095FvGNjJ0VVo0qGqqs2_mc_XDFjLfFRdzU,282
lm_eval/tasks/mmlu/continuation/mmlu_high_school_european_history.yaml,sha256=7xT55GPHqDGK-dCBC2L0A9xV4nV2UnJ8TLL0pqY5NvE,288
lm_eval/tasks/mmlu/continuation/mmlu_high_school_geography.yaml,sha256=B2qvG-YbNJkPWMgVJZl2WGIh8KOtR_yE0vHCB0gx5qs,272
lm_eval/tasks/mmlu/continuation/mmlu_high_school_government_and_politics.yaml,sha256=vtXlV8rwpk09yGDjaCEDvrq4WTeML_Z2f7qgzEr0x_k,314
lm_eval/tasks/mmlu/continuation/mmlu_high_school_macroeconomics.yaml,sha256=rDmYLJH-OmTOnYzsRfHZ5bllGS888Cg43Feb_cPc9Cg,287
lm_eval/tasks/mmlu/continuation/mmlu_high_school_mathematics.yaml,sha256=60YqLIp4lTPrVLpA3sYm4P97G4rOMJlKFrnTJT1mF_I,267
lm_eval/tasks/mmlu/continuation/mmlu_high_school_microeconomics.yaml,sha256=Z00g2WIPtF4z-zEWCxxOHXQx0yb1wBIkoa35Gkq0m5s,287
lm_eval/tasks/mmlu/continuation/mmlu_high_school_physics.yaml,sha256=PFmsMPCK1mwBAZKnlOt1kDRooQQ1yTQqlAoofkYn_GA,255
lm_eval/tasks/mmlu/continuation/mmlu_high_school_psychology.yaml,sha256=eAYNlU5T9EPHQNOQMbLJ2GEyEbzMbrX_ZBa0mIknilA,275
lm_eval/tasks/mmlu/continuation/mmlu_high_school_statistics.yaml,sha256=pGdOUMD2iAx5Irv45urSdnBy9KT9sK3TKK3AzETJzHA,264
lm_eval/tasks/mmlu/continuation/mmlu_high_school_us_history.yaml,sha256=7Aqq_2a7qoWztzn6t9rQPdxZfAFfFk46CJt4at_uYiU,270
lm_eval/tasks/mmlu/continuation/mmlu_high_school_world_history.yaml,sha256=XyTanBXEGN6aQBA9b4_Jh1N947YRm47oHGlHOwMroto,279
lm_eval/tasks/mmlu/continuation/mmlu_human_aging.yaml,sha256=gejBlHmyvAEQJu2FLvZYtRbENsEncJaTqFl_Pf_KTpo,232
lm_eval/tasks/mmlu/continuation/mmlu_human_sexuality.yaml,sha256=5Fi46eDrnRpcBnD8mswg083Tgmv7E50qBzS-ks78LyA,254
lm_eval/tasks/mmlu/continuation/mmlu_international_law.yaml,sha256=oRjOW4VID7liH_sP_qJpBjHzLdCU8TT1TRIr0s1hXNg,255
lm_eval/tasks/mmlu/continuation/mmlu_jurisprudence.yaml,sha256=WiNB6CFoFNCZvpiUFLmkEkc5j44hhiiwdpX1K1jh09c,242
lm_eval/tasks/mmlu/continuation/mmlu_logical_fallacies.yaml,sha256=_BHRBCzM95XRvh8Hu0gvy8fDczq4l0m5znh2-Wbyt80,255
lm_eval/tasks/mmlu/continuation/mmlu_machine_learning.yaml,sha256=uUENhlqJhUTg89vz7DX-3FO7wrsTywjMynwBa6aJKpU,246
lm_eval/tasks/mmlu/continuation/mmlu_management.yaml,sha256=tnrCl2MQuj-12fBhp1wYqzQSIBOnwizaDBS4PdAMQIc,228
lm_eval/tasks/mmlu/continuation/mmlu_marketing.yaml,sha256=BOiDzMwEvZndG7g73fKulu3JANVAE074wlavVdnJRN0,225
lm_eval/tasks/mmlu/continuation/mmlu_medical_genetics.yaml,sha256=MmhMn1WZ4_j6qaiia3SKCZcwhMqPt_AYfvzkGEa5aek,247
lm_eval/tasks/mmlu/continuation/mmlu_miscellaneous.yaml,sha256=oCHMpWmjJGg3-zt5104KMS4YK08jnfEWccqe4zGrrmA,237
lm_eval/tasks/mmlu/continuation/mmlu_moral_disputes.yaml,sha256=Sn3noEpM6nzFNUcZrrvIJFScuaaNR3stJ3S8usxfDBw,246
lm_eval/tasks/mmlu/continuation/mmlu_moral_scenarios.yaml,sha256=6F3YGbzxDOXqgvKNQCAAgjyz3oYbO1ttFPEnFnOHpT0,249
lm_eval/tasks/mmlu/continuation/mmlu_nutrition.yaml,sha256=UbtsbuI_3Zt4SchTrrGXebYu529uSuzuhvQ9AoyWmHs,225
lm_eval/tasks/mmlu/continuation/mmlu_philosophy.yaml,sha256=XTLNBVEgORnWfjxcd8mYtVocafD8T08kTeEZqf4PsN0,233
lm_eval/tasks/mmlu/continuation/mmlu_prehistory.yaml,sha256=nocdGCiv3b-4Xsn_EdsFIyr_yDYV2hB5BmdLygbuCIU,233
lm_eval/tasks/mmlu/continuation/mmlu_professional_accounting.yaml,sha256=4pGTELtHIO-SLaGLrimlJQOFDsN1jMfdn6UT2HotODM,268
lm_eval/tasks/mmlu/continuation/mmlu_professional_law.yaml,sha256=iAth1MKB0L-50KDb6GaejvJYw2WD7c1sfH1rDTcQclg,252
lm_eval/tasks/mmlu/continuation/mmlu_professional_medicine.yaml,sha256=zl2bYnP5SX9bo8-GqgbmxcxXHxQk024e8dwI59c8H5U,262
lm_eval/tasks/mmlu/continuation/mmlu_professional_psychology.yaml,sha256=IhA-lGKahGxIPg74v4wo34KL2KaMdwB3eLFRn4lowyE,278
lm_eval/tasks/mmlu/continuation/mmlu_public_relations.yaml,sha256=CjfqDGWW4wkwyRphCoguRelfOrLfvm3MgwUwsmEZfJQ,257
lm_eval/tasks/mmlu/continuation/mmlu_security_studies.yaml,sha256=OJNRYgHpzilfo3iG5ThaOTBAEZRgRHRlg5Eqmsz9mTY,257
lm_eval/tasks/mmlu/continuation/mmlu_sociology.yaml,sha256=l-_PTHLa444UCldUsQUEpngNnD9KupvbLXrwTyqyyZ0,235
lm_eval/tasks/mmlu/continuation/mmlu_us_foreign_policy.yaml,sha256=LuAAXAilA84hb29_XriugIOoFv0DXXpmPqY166U9TB4,260
lm_eval/tasks/mmlu/continuation/mmlu_virology.yaml,sha256=cg2ed5lJY-btTgeGE8GSmMsG2MRr08pHNMsR08YOQ3E,222
lm_eval/tasks/mmlu/continuation/mmlu_world_religions.yaml,sha256=riZLS_ZEYaMSsmeaeEbBuT59R7XED8ZmPSUy1AmPJRM,249
lm_eval/tasks/mmlu/default/_default_template_yaml,sha256=CyVZ1601IKoOQeIG34CWI1bXeeOvipU_iE1TDpIwlfM,512
lm_eval/tasks/mmlu/default/_mmlu.yaml,sha256=413SX-pfpVg_u2Spn5t8SiBxo-271lGC8VLXe3eY4R0,179
lm_eval/tasks/mmlu/default/_mmlu_humanities.yaml,sha256=eQA22xQg58ihJm8UnsqkATJjgGCFUvwSPKwcFSVa1_E,166
lm_eval/tasks/mmlu/default/_mmlu_other.yaml,sha256=HNgDqPVriKgw-KEqn8BS2LgjfHErjqhZWC2j7ratQ94,151
lm_eval/tasks/mmlu/default/_mmlu_social_sciences.yaml,sha256=7OSjJtYDwkJEEa9KOxyxqZZ3eS9QzTZvjp9ecmiZGUs,181
lm_eval/tasks/mmlu/default/_mmlu_stem.yaml,sha256=LVhWPPZ4wef5it5apH_2gUPYVUzBZh7XuDKr5IOyYE0,148
lm_eval/tasks/mmlu/default/mmlu_abstract_algebra.yaml,sha256=8CbMiRigpKQir0KG4iiJ3m9CNINnGXX91UKclsDQ2e8,270
lm_eval/tasks/mmlu/default/mmlu_anatomy.yaml,sha256=ja0vjcJFIkt5gcYYbhGS42LSbA6sZJ0TBwgPV9-S_2Q,233
lm_eval/tasks/mmlu/default/mmlu_astronomy.yaml,sha256=p3IydlR74kdPFBPTh9E_H-wXmumPI2p4JYxsg-Ix2SY,241
lm_eval/tasks/mmlu/default/mmlu_business_ethics.yaml,sha256=Co313C-i8C8ccNp6uSB2H0eYYkYt7pdFcYLfgXsdzlc,267
lm_eval/tasks/mmlu/default/mmlu_clinical_knowledge.yaml,sha256=IwgnlRO7cfVrxGIT7HPZQpGKbl1u3IhW7EMNzG08wms,279
lm_eval/tasks/mmlu/default/mmlu_college_biology.yaml,sha256=oQLl3dYZWRqKft8YML14ya5W8IOQijH1tiug16tZNpU,266
lm_eval/tasks/mmlu/default/mmlu_college_chemistry.yaml,sha256=qvvRZZK85AhQ-V8Tph065T8uzFEh4Wd-m8J6iY2LAiw,274
lm_eval/tasks/mmlu/default/mmlu_college_computer_science.yaml,sha256=NLpXnRE6x9SZ-58aQdsw9lbrT4XyQMjoWy4ByKLnsao,302
lm_eval/tasks/mmlu/default/mmlu_college_mathematics.yaml,sha256=9e4tXKs2_c7pZ4_f2jHB1tr9FzZ0aSMR5qMABRHX3hQ,282
lm_eval/tasks/mmlu/default/mmlu_college_medicine.yaml,sha256=PJVliyXPmd2cmYQwRjzcrhrUw_t1xzWsRINEjMvgdDI,271
lm_eval/tasks/mmlu/default/mmlu_college_physics.yaml,sha256=QZ_3QTRbAcjXNiq0H3pI8OpEZnzwu4cFaHGKUAscpqw,266
lm_eval/tasks/mmlu/default/mmlu_computer_security.yaml,sha256=pzT4m_-0A45r4n2fQCqsDnm747gx1C-v_F4VQQ2IqVM,274
lm_eval/tasks/mmlu/default/mmlu_conceptual_physics.yaml,sha256=L0Qqh0Ubn5WyKQfUNOc3yhRFXxlzkK1pu6rplwBK1KI,278
lm_eval/tasks/mmlu/default/mmlu_econometrics.yaml,sha256=TUI4bKKlY31gtJeMV100kDVPQDjGd0MImn6f8U1l-xM,264
lm_eval/tasks/mmlu/default/mmlu_electrical_engineering.yaml,sha256=wp7Wspyyiw_UwkOiv2NzhRI5JhGbJRYPmfAoZ_W-E5Y,294
lm_eval/tasks/mmlu/default/mmlu_elementary_mathematics.yaml,sha256=kBBePuU6hp9bsjNh_gFBnpzsVL-_HNgrLT8-X4ozXEo,294
lm_eval/tasks/mmlu/default/mmlu_formal_logic.yaml,sha256=MePI7FG7vounhClIsohEsPEt6LcJBZ8WR72jn4YKuG4,260
lm_eval/tasks/mmlu/default/mmlu_global_facts.yaml,sha256=2Ti5YqP4_c2QBA2e8o25BoptHs8IpzEdjeftifd-q_k,255
lm_eval/tasks/mmlu/default/mmlu_high_school_biology.yaml,sha256=O5Z9S_UWmqkKvYWgS5zKV0a3kQKqnj_spKrYMY9EF2c,282
lm_eval/tasks/mmlu/default/mmlu_high_school_chemistry.yaml,sha256=2JKCMz1Pzh92HfXguu3LWapy2rIvRlHT4fd6oULNHwY,290
lm_eval/tasks/mmlu/default/mmlu_high_school_computer_science.yaml,sha256=T6IF3DSgmKz2jjA_b3wNo73enUY4qUpWg-9sV8PD8Ts,318
lm_eval/tasks/mmlu/default/mmlu_high_school_european_history.yaml,sha256=3DDfgs3vFpKpmAaxviqpTxY2JAcXnMKi2eq9s3sq8G4,324
lm_eval/tasks/mmlu/default/mmlu_high_school_geography.yaml,sha256=S242QlomkOAuRuinx8iG1k5CCCOZhXx7_C85bZPTjqk,301
lm_eval/tasks/mmlu/default/mmlu_high_school_government_and_politics.yaml,sha256=ArleOPEzJmppu7_7jsrvX2f6BSHYGw9UCg5MwtzGSSM,357
lm_eval/tasks/mmlu/default/mmlu_high_school_macroeconomics.yaml,sha256=2GUF-nirRdrD3pAkMrsaMOJfPYb-ICicB6G2EhRSnzM,321
lm_eval/tasks/mmlu/default/mmlu_high_school_mathematics.yaml,sha256=fNqq0LopnVZ5s0TsjNR3Xdgev_ORgEEVenqYBwjzHcI,298
lm_eval/tasks/mmlu/default/mmlu_high_school_microeconomics.yaml,sha256=tQ7mpInr71OeoYG5aHFre3zclHKfxYzwG582OICT7DY,321
lm_eval/tasks/mmlu/default/mmlu_high_school_physics.yaml,sha256=juM5iHF60cnMKfUYQf_di6LOV-gPk_xvPVcKSMZoOTQ,282
lm_eval/tasks/mmlu/default/mmlu_high_school_psychology.yaml,sha256=YDt1fIhD7eXGRRolWTqO5beB1FOwc3LElCSBa3mppK4,305
lm_eval/tasks/mmlu/default/mmlu_high_school_statistics.yaml,sha256=udrapc6FmNb9BoSB4D5hflFU-QRiyApxh0v4B3-_hJI,294
lm_eval/tasks/mmlu/default/mmlu_high_school_us_history.yaml,sha256=K9E-G2J7AitlxMjxNfrCqpbc2cp_Rv95q-hnnCeeuUc,300
lm_eval/tasks/mmlu/default/mmlu_high_school_world_history.yaml,sha256=WA_YSk9MHJqXSxO8uS859aDEZEAkAXRN2bRdqkp27q4,312
lm_eval/tasks/mmlu/default/mmlu_human_aging.yaml,sha256=zugLY3kLDobnsmzWiXPEEKsqCF52JiaKSiVYftSKeBE,251
lm_eval/tasks/mmlu/default/mmlu_human_sexuality.yaml,sha256=Jn_j64_K9S0Vf8wHKNBRP9uRwzcRc_44jgsD-KfqCeQ,277
lm_eval/tasks/mmlu/default/mmlu_international_law.yaml,sha256=mQZNHQMEEGyxn-ox_Ur1z2mpSctPXocXKadtCQo-icM,280
lm_eval/tasks/mmlu/default/mmlu_jurisprudence.yaml,sha256=LRj8ZU3UTZLd05St8ePvl8dDZjeLs3NFsuRNL3n6KwU,263
lm_eval/tasks/mmlu/default/mmlu_logical_fallacies.yaml,sha256=LwO9JW4uEv_zzexn6k8I321ni226y2liwNgdwNovNWo,280
lm_eval/tasks/mmlu/default/mmlu_machine_learning.yaml,sha256=eJuvGEQp1rUF8W_lgauzK6GBW0giNzW-FXECRMPUyUg,270
lm_eval/tasks/mmlu/default/mmlu_management.yaml,sha256=nUUHwGC_8NtNyP9BmMYlcV7_7SjST9v1RJXqSTscbSc,246
lm_eval/tasks/mmlu/default/mmlu_marketing.yaml,sha256=9j_s20guPyO90YY8ajCaXdyDbgn1MVFfCjPehGG4JMk,242
lm_eval/tasks/mmlu/default/mmlu_medical_genetics.yaml,sha256=qya97Sl3V2Ch5UVdR2Inx0pR2U6ws2k2OmnRhKh22Fc,271
lm_eval/tasks/mmlu/default/mmlu_miscellaneous.yaml,sha256=r8mO_OlmdomVGU_9XY6GyIG9rQb9W7V2FWs9oTP4LT0,258
lm_eval/tasks/mmlu/default/mmlu_moral_disputes.yaml,sha256=7IJ549pb_EooobCW8d1sQv5fMH2anFE-PnnymQ8v0Fg,268
lm_eval/tasks/mmlu/default/mmlu_moral_scenarios.yaml,sha256=yYpgqZOGyvsJXn4CtWxqdAEad6WmdykB0FXp1I5j4m4,272
lm_eval/tasks/mmlu/default/mmlu_nutrition.yaml,sha256=4RfBW5hG_HXp788o9i7epsc20k1NGsw-MQIF8YUuYiE,242
lm_eval/tasks/mmlu/default/mmlu_philosophy.yaml,sha256=dlSgZ1LFxF4GN1COpKUoeYEUwQ-rFyt2HKLvOXwNkXI,251
lm_eval/tasks/mmlu/default/mmlu_prehistory.yaml,sha256=wj-NzE6WAR-evKmbyysjcvR31eNmgWkLus2UwKQDtsk,251
lm_eval/tasks/mmlu/default/mmlu_professional_accounting.yaml,sha256=Qy3zH6atU5gCARcYlIH2GvvEsnv35-fwP6g_kA8BzRE,299
lm_eval/tasks/mmlu/default/mmlu_professional_law.yaml,sha256=YGfWAWDQl4teLBX67c2br1GIYAh2qJL7CMQvG0NpdYw,276
lm_eval/tasks/mmlu/default/mmlu_professional_medicine.yaml,sha256=rt1sj8W2YvEZf9opIL6oUWzkCQ4W-X7wzx0ipMVCdOQ,291
lm_eval/tasks/mmlu/default/mmlu_professional_psychology.yaml,sha256=yKzADzAQs5bONPK1T_pr8IBjl6exT5ocUuqxi04CxkI,309
lm_eval/tasks/mmlu/default/mmlu_public_relations.yaml,sha256=P1YLsMvplnye6edT1BaBMEo2bIPkzMtzdD_KTQk4Uz8,281
lm_eval/tasks/mmlu/default/mmlu_security_studies.yaml,sha256=wj95CWRxndMquutJk-y5v1Vgp7RgYiDNiKkAgw4R3y8,281
lm_eval/tasks/mmlu/default/mmlu_sociology.yaml,sha256=vxyiL8KbZUMbg_qd5ZZ2o1Q1NbmrlC-obMT_jIcb1sM,252
lm_eval/tasks/mmlu/default/mmlu_us_foreign_policy.yaml,sha256=RMNup4UrzMlB_CQ3C82cmFqw_zNKlolSWmUR7yxqgzk,285
lm_eval/tasks/mmlu/default/mmlu_virology.yaml,sha256=AosNOsus2b-D9-Z6QbBS5Gmf7Mykx-Xp7ddPv9JZqBc,238
lm_eval/tasks/mmlu/default/mmlu_world_religions.yaml,sha256=CNebGzzEl2qXyapX8TYstYjbHmgBC6Vv8zpPvohOPio,272
lm_eval/tasks/mmlu/flan_cot_fewshot/_cot_prompts.json,sha256=CBR4SFsdT1HgEwXhkRPw46Ro8tx4dZY4aZjiKal7CWw,218396
lm_eval/tasks/mmlu/flan_cot_fewshot/_mmlu.yaml,sha256=aDqpEsoqk1kJVjfiU5e1KTmHIMiVjc2IvXuI1xoWN-k,750
lm_eval/tasks/mmlu/flan_cot_fewshot/_mmlu_flan_cot_fewshot_template_yaml,sha256=XD42oDeq3VQyEqiBAHRIjfw_ru-PLQjDkUU_22shOpI,873
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_abstract_algebra.yaml,sha256=aoKjo1daIkx5T30ISY7o2BUA3oz4W68XexDysWUxdCo,3437
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_anatomy.yaml,sha256=NfsdVpLvvYjfUUXDBnuPpfskUdeIRcWnUJ3FrXS5JPk,5059
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_astronomy.yaml,sha256=6KSucqnE8iOZv325YR6EUQv0WRPM5QAbvtJrw4Lt-GU,4723
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_business_ethics.yaml,sha256=ePEfWvjW9hGri9fyYrdWKJApibnBEgxwIFdznFWgsn4,4909
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_clinical_knowledge.yaml,sha256=jSX8CrLPkqtcQ2xfZw4xX5qM8YgBLyl9xC0l9r1JLLg,2900
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_biology.yaml,sha256=9icSIiNn-Lk97LWSi71sblLfhTesUuORwrQeRZNAfWY,5193
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_chemistry.yaml,sha256=umclUsBFK4O89oG6zRtUFAKs19DrVyue6_MMaAFlb5E,3237
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_computer_science.yaml,sha256=EdD6aAAx-i5yc_Y7O58PsOoXycRKStQhF2U3pX_w9_k,7034
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_mathematics.yaml,sha256=xSIg8xcmZZVRydgLynC3-pUbUL2pBbYMvFP_xQ1vAxI,4331
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_medicine.yaml,sha256=RLDXJh-sQOQ0lFWII4LNx_MJvWNVIqWD0Sn5T3JBrO0,4607
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_physics.yaml,sha256=6v2Tf3_W5VHFhB8H_xlxRlT4FGUiW2yod6bDvdhCk7g,3715
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_computer_security.yaml,sha256=POr2i_1yjPFuY3HeTBUL3bsTURZFqKcs_edm1IY8F3c,3054
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_conceptual_physics.yaml,sha256=Dqx2rk0-aZOBkOJyM5l5zxpPHMSJ8f7O7byfJeCb1Uc,2809
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_econometrics.yaml,sha256=J-AUjmmIOmO0PIL183eAvilrIx-vzxyGITFxcNCE8Q8,5536
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_electrical_engineering.yaml,sha256=NNyYtTJuQRTjhpruOqTft_hxl9CnCuNFSHyGN7iy9v4,2914
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_elementary_mathematics.yaml,sha256=P1QoBRn3f-XM18dFvVDhLRtx0s9F8nH6CfkD3yI0nRU,3504
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_formal_logic.yaml,sha256=9AGOvcYauBYhyCqThrTaewYoCXXkuwAtAGW5QYoo3Lg,5114
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_global_facts.yaml,sha256=nmnpD6mUSTKLZISz_w8vz2oFTGuK3_v401rbdhbgCSg,2833
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_biology.yaml,sha256=iJunyyel8WFVqtJ9nOlsGkqE-ChRSwLO7JcV5GZdoQI,4783
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_chemistry.yaml,sha256=JHmrVEaXCM7g8vh9E69K_gUoGBCvH4y-MBGpbzBrPC8,4328
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_computer_science.yaml,sha256=F14sc4cBJAT_2LcpeTrt51R7uRjHig3F5MPtxVGCWlY,6099
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_european_history.yaml,sha256=lPKdTXSKf_OjAM0mAOU979ZNI_iF9_r5z_4aaiXxQrY,15060
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_geography.yaml,sha256=tOeqElDXEHPrrRNvXlV0L7L3N4Gk0LOE0rZvIlw1jqM,3204
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_government_and_politics.yaml,sha256=iAephTGKPDRHoxgMnpLefgqNM4kplcWYTDbEnk6uMw4,3706
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_macroeconomics.yaml,sha256=jXvXWYS6kECGZHZbUbOB7LkCN5rkknTbF5gycdqmk9Y,3175
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_mathematics.yaml,sha256=ThNRgKwDtZq12U5bIstACPcgXEMI-nnjS5zNxXNL1e4,3101
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_microeconomics.yaml,sha256=R6fCxhwNYGgBw_1ZD9vhqm94ebDiB3hiUfZ9rIZR0VY,3372
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_physics.yaml,sha256=Pheqv0INY41kpLOYNSS1WX7JBO1ToQI194DK_fEpPFo,3340
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_psychology.yaml,sha256=BTF2HYLYG1iP95UEHKS2nNGayJ5mKe7TGdNSRoiz9pQ,4131
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_statistics.yaml,sha256=UMJg38f9nwfPF4Jt-YXEE-WkWaW2k0RI9QlfZAZmul8,4953
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_us_history.yaml,sha256=s1uN2OUtP1ZdsmH_XTVt6oYczvHqP-pfau5m8Soe6es,11947
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_world_history.yaml,sha256=S-OeHiaFnGIr5lDt7Cj5f8nco0z3DlFo7tVI8igv0sU,7284
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_human_aging.yaml,sha256=ymydkPmpbhRS8VIoHZd7ubjpp1TVKjowFlOhlVxFwzs,2289
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_human_sexuality.yaml,sha256=z08VPd6Ea6dXOLy7dPqv5D6BpTcqeOHcQT6Xj3DFqkU,2846
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_international_law.yaml,sha256=UTmuJzpiFavS2ytDpE5FN3CFXxznRQopuF0D80mRC1c,4656
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_jurisprudence.yaml,sha256=RAGu2JMVkjmX4LfqdlVhx08yaHHWZoGVHQaeK0WkRow,3813
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_logical_fallacies.yaml,sha256=RgvkHNCUhhqgE4uZBoOp-dJuCqVJ6XR1yAZauNJA7ss,3789
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_machine_learning.yaml,sha256=15QW1HTXpuYa5ZH4rEP5Rsp5ONh1ChxRcLCcTnBZslA,5222
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_management.yaml,sha256=lLcSx4BvWS_R2gall4ag9_pgH3-_U7eDTz-3Fx1DSow,2755
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_marketing.yaml,sha256=jh3RSWqO1CIYDOtMKsZHiZ7KWp0pcy_9CdyawkKUEeQ,3411
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_medical_genetics.yaml,sha256=tWEjkWRv9cK3MwCFwZPduR2ojdx1uh9RqokpdbiI95Y,3090
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_miscellaneous.yaml,sha256=XtpBvyjvm0hgFDLTN13Dco1KVNqaYR1GsJiL3gzrpYM,2309
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_moral_disputes.yaml,sha256=Pk2KL9ApOsRDFRvcnKHh5jFbVKO5pgzS2fbpG-QpIfY,4154
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_moral_scenarios.yaml,sha256=zxTSiCbkkt_TQKS01FqGFr-Op4oaVqb02GDj9LBxA0g,3752
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_nutrition.yaml,sha256=ZssM_H6p58oOpBzbc4BYQVmI4_HcwUXvWEzBJVwV32g,4036
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_philosophy.yaml,sha256=fGvJp-3mY5cVPEP75VQep7GRXGuFm5lDMG1vcAGyRnM,2547
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_prehistory.yaml,sha256=vHKYo5rqJ31ybEX7ELyOeDKinVPZMvyLmKRLHZQev3c,3589
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_accounting.yaml,sha256=nV05gC06lQBr-d2bv019_mUBKERIhoPNzl_Rks8qVpA,4077
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_law.yaml,sha256=YAAkAb4sQm0o7sGRBpeO2lAlI7nyz63ff-oYSYHRZt0,9158
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_medicine.yaml,sha256=Xw5al8I3VhWnDIKjXMbWbsvQdrCZD7mmc2QtAgTiALc,6138
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_psychology.yaml,sha256=6P8qbZ_O3N3jEiJwArq1ERm7NtYLuH5-wS5GJXekANI,4161
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_public_relations.yaml,sha256=9lLn5RYT4bGPyUbdSl6V6bySu7DUK_orSz8H1HZ5W5E,3287
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_security_studies.yaml,sha256=CE4XR9kh2RsYwTY1KwAE1JULtR4IwPi600gIQcZqN_4,7483
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_sociology.yaml,sha256=4RYeG8EHkC4CTaNIOilP4IFCMP8FF7c0Egp_raGanhY,3603
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_us_foreign_policy.yaml,sha256=VYUq-Ca2wgNtyF3EXqI8cAdD2k4k488Gt83NiKxNSII,3414
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_virology.yaml,sha256=_5OZHH8JTrwLiJHe48_am-NcGPTsANHzz6W_rRWXhsI,2569
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_world_religions.yaml,sha256=RzCfh2DX0Ndpa7RQKKYZGr-G1MQxwzVyBUOIe6oVLaA,2239
lm_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu.yaml,sha256=a6ISoKR5bbvwB6IlhfHtgYMUn4u6hBcvgTKvkZ6_wS4,756
lm_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu_flan_cot_zeroshot_template_yaml,sha256=rFCWeNfPQ12C0wmQsVOjlgn8iXe6xeOIPtGXeBQBenA,1196
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_abstract_algebra.yaml,sha256=D05DDG34FWWlGwetDV4PdGA3WZO9VboybU4p5kGptKk,282
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_anatomy.yaml,sha256=cY4balmA0QCne1GmiGojYS-9fpjfWbCtmRjw0PVUjso,254
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_astronomy.yaml,sha256=cwRgKV1OL7CTBD7srUikdN4Vf3OCt6FsAgoKwRORpBQ,260
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_business_ethics.yaml,sha256=ZrhIRdufEA1fYcMhsXKvB06D8wlYmrmXDpUEP_Nj_G0,280
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_clinical_knowledge.yaml,sha256=IZZZgomNbEMXSiQLeADOzZiNfhLwiJ7e6pyqxUgDMB4,289
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_biology.yaml,sha256=mDwWAnhwclDY0D-x_y7ae3tZKMGlS79NlNlfdJ41Ri4,279
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_chemistry.yaml,sha256=P-90NKqT9YM9LYYo83fJrim9ififcADZvUkBtkL_qc4,285
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_computer_science.yaml,sha256=-mIVc_Fdd1HqNSdV1rzYtp_JraEX6OrvLhZQusw6fsY,306
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_mathematics.yaml,sha256=XAHW5r0unXbZOEcjgP3AidZcabbqDGM0PSj_rOtqVa8,291
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_medicine.yaml,sha256=VK9vZWHVJyTidMD0-NeeIkeAKg1Rz5ePO-Sw4hnUG_8,283
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_physics.yaml,sha256=-ZReNbSo65Wh1vhTq7AaysoE6tKXLxLyPGXaJgKEong,279
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_computer_security.yaml,sha256=JVlwrz6AGKo5JiPpqRwJOiquysmPKfULu5SlQ336Kng,285
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_conceptual_physics.yaml,sha256=PI0oH1j2jO8jgClOXahq_z4E1rigvQGtPiBHP2tZSp4,288
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_econometrics.yaml,sha256=-73Tl3h_r4XsEtBu1cMshKyQ6NTMTfv2KHSDduAslRk,280
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_electrical_engineering.yaml,sha256=SDKUoWWp9cIqYXvjTLem5tMaxb0aQI8gdAb4rDFAasE,300
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_elementary_mathematics.yaml,sha256=EtonB9CNq7aNJ1wVcxhZEL373XgjUqvv9005lUTZlfc,300
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_formal_logic.yaml,sha256=dlkXXyHQJabUdEPoWuAYZp1RJgrjHEFQJoxJ-4mAS6g,276
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_global_facts.yaml,sha256=ivw4selCmO47w_LJ7RrfzQd3jyToMQ_BTZoZFm_Mmvo,271
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_biology.yaml,sha256=b5BKJIFA06AXkv_5Rh8LRXW0b7xoTE0rlfH3b0A6ONM,291
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_chemistry.yaml,sha256=MJtb1Vk0KVeaEjF-2f7WJEZ-pBVP8fWfs0dyTSHbTcA,297
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_computer_science.yaml,sha256=jfkNachrEHkFYBeRKBtEkW7x0Sn0snBJ9W8AYs1KDtM,318
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_european_history.yaml,sha256=XspQCpWtltqohocXZlkq_z7u11vM94_lT8LO_hBVcV0,324
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_geography.yaml,sha256=DVGHMwbvjxzvcsOuE78daoAdWBnIOIdmB2mlyf2fuXE,308
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_government_and_politics.yaml,sha256=lSKkQzGk3EiUvLME-e9qO3yDsQfGaTrujlfmBwNBHxM,350
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_macroeconomics.yaml,sha256=E0I_PGk9f0Wsdw3F8tDuU2iOKUVy3J2Y4p43Wb_euds,323
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_mathematics.yaml,sha256=27IY9CpRty63Alj0zzI8cDRWUKgM7THicNytWJs8f_Y,303
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_microeconomics.yaml,sha256=LD3Zv_TzObQHeWLggpthdaNAA7ui2XjsWXlimwQTm_s,323
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_physics.yaml,sha256=cm9dQlFdMtfz5tOwiyXM7BqvKBidwRvveb3ztxXdfM4,291
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_psychology.yaml,sha256=VWp_wWvztCPD0tyT3QrRbfo9mg6rfGMXGOS-kgDL2gI,311
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_statistics.yaml,sha256=IltR0N48zxn16GwipiRpZbKQ5qzTgFzDH1NOaGl2X3k,300
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_us_history.yaml,sha256=y0YirRMDycGp_K8S5jznOiMAcONYRmS05ZtkvKzca_E,306
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_world_history.yaml,sha256=lGmBBbBH6NAevJaPGb2o2sygGyyyMDoiIwpmgqiY2rY,315
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_aging.yaml,sha256=KqIp34UVbvFLpsYSLd9J52orPct2ughaBLDr3VhUVic,268
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_sexuality.yaml,sha256=Jy6B8vN92ibceNDtU01Bq_ndA8NdPYacXeqoceKiV50,290
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_international_law.yaml,sha256=PXfyqDlb9f9UGkpMYSTW46JWFPbbAgFtKLM7vxqAegw,291
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_jurisprudence.yaml,sha256=DjJ_Bq17wreCwNnc_z-yFV48cheYizz4yYsmYCcmKnc,278
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_logical_fallacies.yaml,sha256=nkn_yuCqkcR9NyPxDrmyC9UKOYPHTz6HkyKQP7-Na5Y,291
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_machine_learning.yaml,sha256=aRqD8d1rUjB2sjUoC_ckLlwiHHwdDX9INhByQO4xRsY,282
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_management.yaml,sha256=IL6nGRkVGZWTqwKlUa-WHtajFZuLyAqMUb3OsN2MwHA,264
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_marketing.yaml,sha256=2Lipzgz9YxVanlPjwDXZzvryBl5LpTb2NiLwNQcAI3I,261
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_medical_genetics.yaml,sha256=As4rH4BaPJJFWhPnWE4ZP5KY_Vl88TaQFZGW1fgM31c,283
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_miscellaneous.yaml,sha256=4WWyq9lBuuVT8HQyVzKrl9gcaCi1I5gbZufGJjoOt_w,273
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_disputes.yaml,sha256=FJW0e-H44dVj2Dzc4GxYaCZHrVG5KucwW0Y7B4L2TB4,282
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_scenarios.yaml,sha256=hbS1LVpvN4e7FEz8DoYFQgfbeL-H5AacySuLzvFaXiA,285
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_nutrition.yaml,sha256=yJ0J_nvK4K0BfQ-j4QFFnaajaFD0jyedf6t4KqIr6Ks,261
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_philosophy.yaml,sha256=0avKAsr5j114NxEsE8INnzfUpC5aKXbMRzV2ykd5dZ8,269
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_prehistory.yaml,sha256=su4Ax1VNGwqAE3oagG-xQBtvhFdUaGDQf0n4Fz5zYeI,269
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_accounting.yaml,sha256=qjfzLUYsrnl3LslRPuhBrRUWJBsc-wsvih-N5fkaJQM,304
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_law.yaml,sha256=tGM7w7_jiNzpb9PudNOhahfUG4EJHnPOhDu_ah3Z_EU,288
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_medicine.yaml,sha256=Ekt23-3O7iBVbDutXEtk1-upwBwSs4FvM1RE6AwPVbk,298
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_psychology.yaml,sha256=v9Qg03p5C3m2mZF_k9-UuHiUAueNKTWMLKoFM1M-nio,314
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_public_relations.yaml,sha256=h6cGYx0u4HeJet4qZTsxj8drafX2GRvj6Wu7dm-rMZU,293
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_security_studies.yaml,sha256=_VSy2T68x180Kjzi_SvsJJo5Th-PSkDoZu_ZTUbJK0w,293
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_sociology.yaml,sha256=n3phQqnRjvI8UzNdD7ixVlRPS6EnlXqfCtZeI5l6xQs,271
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_us_foreign_policy.yaml,sha256=aZ_BVODXeh7eRUG2M7fvZlSNG8K0LVBIu6gTIkmkt_s,296
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_virology.yaml,sha256=2ecBnyQ9shyTxVsnx_UFVrXAd-Z2OERofAFq54zRNIE,258
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_world_religions.yaml,sha256=iXG91N8qBRUePvkeVVCjCZ2iu4k55tXQ33SNp6SgVRs,285
lm_eval/tasks/mmlu/flan_cot_zeroshot/utils.py,sha256=LXwOcOnyAL_h3VRE0XzM66h2qJuB0zK1zhrqupg4jpA,4184
lm_eval/tasks/mmlu/flan_n_shot/generative/_mmlu.yaml,sha256=BSCPGWbxX7CowfeUEA0No3Rwm1DMzgAvSGHY447ZCrg,779
lm_eval/tasks/mmlu/flan_n_shot/generative/_mmlu_flan_generative_template_yaml,sha256=slFR3MfkmRYeMWl15c0K-so5BdDD2TDUGBuSAZvcrro,932
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_abstract_algebra.yaml,sha256=s7Jrilere_l9b20MHeUayblpjRBrE4JkdKS1EXKbBk0,290
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_anatomy.yaml,sha256=zNWn8oystI3AcYkzbrDJinJVYM0DnYJrlA3tAJwQtl0,262
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_astronomy.yaml,sha256=II3xv9y0OQg248KSmBwDKzn-HyA14zS5d9-DDbHFddk,268
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_business_ethics.yaml,sha256=NyWQoZ0cJ5GkSqpwrjmiim1v7d537uI0j1GQC2gFKN8,288
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_clinical_knowledge.yaml,sha256=QngfKYlWu5Nx2VSud9pgKKTVW1GK-eKML3fpq6v_ztY,297
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_biology.yaml,sha256=1YAyz2nZ7Owjtj3Um_bn4dCHrSn3QY8x1MCxuoMf4w0,287
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_chemistry.yaml,sha256=o8Ed0Y9Cu9AbT_r5r8RUvOxN1vRezkhFpSx6H3Y2kWQ,293
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_computer_science.yaml,sha256=1T5NXmzTif9MvWto4C2zFE-1WSLbAT0WgqDrnT8VCfE,314
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_mathematics.yaml,sha256=cdP3-FGOWQ0xq6GL_SZxKEM6Ry7ccVGPeLZKALOqpz0,299
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_medicine.yaml,sha256=H1zZ9nnJW6gTJpoOiXrb5uiJG4DYT5Wu5pgwUaAN92U,291
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_physics.yaml,sha256=FdTzJkEdF45HRR9T2SxHNKdoex66oEZVw3LKCKrJ2dU,287
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_computer_security.yaml,sha256=23G3cPpkTHfdCISGGTrZ96ayxh9B-NYknoCUKwsZmzI,293
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_conceptual_physics.yaml,sha256=pOuNyqn16eIoknydn2nZhU_qxtK52SNB2XS8GdUcQ1Q,296
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_econometrics.yaml,sha256=u4f1uNl0s46EU7p6uympWItgRMJHPxpMBUQvaegNrt0,288
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_electrical_engineering.yaml,sha256=qj2EavhGdgdRzWozLOukxByWcWVBuA9lz2KJ8JQQebw,308
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_elementary_mathematics.yaml,sha256=Aseq6EZOnY2WVtgVSNf2KJZU4XdRVnbBzt1RzgVl0so,308
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_formal_logic.yaml,sha256=7jpLTcbeCP5H7nb2pU26rZBgpQedPkK3UM_LpHcyAgs,284
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_global_facts.yaml,sha256=TcqbBk9fRU2cw1pPpuj4bfod5_oHc3Sxn376a2nBth0,279
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_biology.yaml,sha256=sEDSFdJQAmKYvL6D7ry8KaBc20JLtb1UIKRDGmyKCqE,299
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_chemistry.yaml,sha256=7WjWhgjlhGeSZN8nmDjhvFM38VCfmPFKUjKsQNN2jxw,305
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_computer_science.yaml,sha256=zbpbZsKsHCKx_W-zgqTVvncBFZeDFyGEl26cnsYfETg,326
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_european_history.yaml,sha256=2h1tvtpKyf7wIpY7RQFhiWJUy6ewZblQpItDkU_u8Q0,332
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_geography.yaml,sha256=HkkMxEBZilgLERERsBVOcJWJm6TeE0kp0AR8StbRf9E,316
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_government_and_politics.yaml,sha256=148V9B4X4Ugx-BRj4HZOep3j6oRcYy3_LfGASGRPFkQ,358
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_macroeconomics.yaml,sha256=hgLg4U3KvgYNX1IwvPXi5kK-v9wKcf_K28bX4tC11Xc,331
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_mathematics.yaml,sha256=8a2BQVyBbPbebDiguCriPJVl6hzfjKVsvOueXKJktzs,311
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_microeconomics.yaml,sha256=pk3mU0VV_VlqDFmpiUTCuQc6LGDjAs425H0BjcLIzHc,331
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_physics.yaml,sha256=AZxNTMWDTCuq94nB5IosauC4FXtWTy3vT-PiQpPUdiM,299
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_psychology.yaml,sha256=lTA50Ex7dTgThukHjMqT0sdgMWfxfqQwjoxG9rAALPY,319
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_statistics.yaml,sha256=ElR08bu1Kd1ST07EYG8Xh21TKXkgDkfuGdPomnT6YDY,308
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_us_history.yaml,sha256=kGb9S2UQ3Ns6nHtdyfQ_pHHV9J3SQUxY9-sAID-KXpc,314
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_world_history.yaml,sha256=EpCtsxCnFv6-g9sqsJxzMOLATUQLhV9USwH1FuEg10g,323
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_human_aging.yaml,sha256=WErouLe5sv4cI2ck04yL4sxThiDxlYMoipedAK4Dqt0,276
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_human_sexuality.yaml,sha256=p27dFWiacrUWJjpFP42VOedTJbGMdhvofVZFJ5IbvFg,298
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_international_law.yaml,sha256=Cs3unyHAh-vdJkZW2VG-uSqECw4ZVE4M45T9ZVwZg5k,299
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_jurisprudence.yaml,sha256=PVD4etJIGccOpDvAgRXxATmWFFmj9ia7njsq48824XQ,286
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_logical_fallacies.yaml,sha256=MtuFmChMr69HuKnEtuku_aopmlte6nrEtt5yy7zy2Ek,299
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_machine_learning.yaml,sha256=IKDI0oC8uhh0vx9fwOC9s9-DsrG9nH28BYTc6oir-C8,290
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_management.yaml,sha256=0NQbxwZwIVAccaQ4aA8kdoTMbJECDUHz_FtJPvCNBFA,272
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_marketing.yaml,sha256=ULg8SlwzJG3dRrqzoHgArR4q1quVlcKkQGowAm35rzE,269
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_medical_genetics.yaml,sha256=Z4rFunNipapEXBeXGIhHbIAZn7J2SLuwODdJjHukFcE,291
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_miscellaneous.yaml,sha256=og2T_i0QTr0HLnT5X3aJ1YtzvrOQiOK_mMjHuHifjcU,281
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_moral_disputes.yaml,sha256=2xneip6zemaQGdRTkgLiktKuMe6gpsSCq0hhbR2erSc,290
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_moral_scenarios.yaml,sha256=3auT6HtyVcKbDU0DtVw4c0Vu3EhpnxgV89JVjjBZA54,293
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_nutrition.yaml,sha256=UgAz5XcXNI-BJuivOX120uWw7HnOwlNHav9Xjwao1x8,269
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_philosophy.yaml,sha256=TCbq7171FLsj0ta0_EUsmzeA-Ylwp9zXJblFhAHYhHk,277
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_prehistory.yaml,sha256=908FF1FUKyqYEoJMhEl-JxWhltCyGp4TROr-fxvuk9M,277
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_accounting.yaml,sha256=0vMPYRTVo3Qg4wCmpC-1vMK5_tDdM7Nzsc-zRTy3X-M,312
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_law.yaml,sha256=d59gXZqzkEuaSzfnxUWaglnyCM_r5hefrBKox5IEvzM,296
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_medicine.yaml,sha256=xzVz-T4oF5RQkKUH1iVv3NnsrDfmRJMrPBSa3CGo6dI,306
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_psychology.yaml,sha256=y-JmFdCLTcX30DGjpElBge12N4a4S1i2eFbJrRw5bFQ,322
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_public_relations.yaml,sha256=XoHvoG_DgMf8s10nBSKlA4Sv5wvtYP-T58oVKXGbi8s,301
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_security_studies.yaml,sha256=VOZpFs9xzsuC8cIsLRCjdUUlETvbXaG942AmTA22cs8,301
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_sociology.yaml,sha256=C_JHvCEuSurkXZwoqigSl9q8KcuGwMjLp1eefK_93nE,279
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_us_foreign_policy.yaml,sha256=DfgPoRREhgzYfCM_kl0wgXV5R1SEVmdLgGzk_RWJqJA,304
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_virology.yaml,sha256=YhwhXTYhYG12kLeLyWRspD6Go2OgS15MoqlVftdQF4k,266
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_world_religions.yaml,sha256=-f0UZagvha98Zx0AYT7QxfLz3qt0TpoyoTWKT9iyprA,293
lm_eval/tasks/mmlu/flan_n_shot/generative/utils.py,sha256=LXwOcOnyAL_h3VRE0XzM66h2qJuB0zK1zhrqupg4jpA,4184
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/_mmlu.yaml,sha256=qxI1DduHmLTDisjy0jjRakClnz1cgkI5wxNSzF-BgNo,797
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/_mmlu_flan_loglikelihood_template_yaml,sha256=EqrFMbCnI8AsugO63E6x_lwQ_oMo30MksDSDT7A7SlM,519
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_abstract_algebra.yaml,sha256=ulCPZQ9llvydmm2y49SOfOYWlpoy0yKIFPhyOMlmHeM,299
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_anatomy.yaml,sha256=MLy-Pj3LLNCUhAhOeW5ar_RxX5UTY_scfAonD8ChoFg,271
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_astronomy.yaml,sha256=7ssuxG-GkP6RNdoEPtVHtTP9jOShBQS6-qmMQ-Y4gKk,277
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_business_ethics.yaml,sha256=Mc9Y8Tp9G47Kybe4-F_g9fA07sP_YwJ29yhCZNVodoo,297
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_clinical_knowledge.yaml,sha256=YD-FYJc8HFm3EP22a5B7-fg4niWN9zXdT972LUNyuUM,306
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_biology.yaml,sha256=UihlPmUj5Itbd7YdfzDh6FOPqKEZtnnxHfpm2p8HycE,296
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_chemistry.yaml,sha256=JN7Cp_7d9YwBTwz_Wt85dM98SO4GSf9YFxU1Ap_9x3I,302
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_computer_science.yaml,sha256=9V6IrXZkSepvMJL8gFICcDr4DENWWzUmLJSdTYlXKwY,323
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_mathematics.yaml,sha256=5RjnRXsx9FLHuAAUl47vBrEauApaPpmrZLo8pJLRGso,308
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_medicine.yaml,sha256=8bD0QAkw2H6_qWYnK9CKWMIciVUsjcS5JDAhR7NsyfA,300
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_physics.yaml,sha256=iyG-rUaHcLybqeIQKg7hXj2cZznqdKmaQIh_4x5Ciaw,296
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_computer_security.yaml,sha256=AJ2qufO56laY56kj_cY1VWOZBISKnINdaJuJ53lCy3k,302
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_conceptual_physics.yaml,sha256=a09Umo4r7aUQIeQ7d3OzZVxixgZq9f4qV5wTq2AIWaw,305
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_econometrics.yaml,sha256=SN3xzBYKkZvlbP_VQIOnJnFOO5mD0VjhWmXazr3H73M,297
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_electrical_engineering.yaml,sha256=zN2T6fNJt-Ss3nDXvdPp6AQm6K5LYVDjT1aOWifdiAY,317
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_elementary_mathematics.yaml,sha256=SqOmX7eQU6vU1QkmLtBHTZ7Xras1BdXmSOePnfEBDaQ,317
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_formal_logic.yaml,sha256=_eiYK__nXe_lQPR6MorF1B3svb1XksZlWf1SME0-qkE,293
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_global_facts.yaml,sha256=Ck8ekYLDh0E_w0NePunync27jXpx6-4MH7oa1-oCK6A,288
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_biology.yaml,sha256=d2NaAY5stZ5pZuYF17iK22n9PEBwPbfKfe57ijrftOA,308
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_chemistry.yaml,sha256=kgwgmyMYXc5hOe68Mg64cjzt_J0l7Jcx6VisZ5qI0RM,314
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_computer_science.yaml,sha256=-m7Gy_c7sLJEuFNdD0zD74Fxbt0-steI2-zQYxzxghs,335
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_european_history.yaml,sha256=cbpUD0Bla8I2_9VYvm6S9wLHDwFNGWmuPL6PS2Iv-EA,341
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_geography.yaml,sha256=uZ4AO91wxjF_rT56oMm_aBvLeJP1ZMPZPChZ6uNcyFY,325
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_government_and_politics.yaml,sha256=NCXekJDxaZcsYxzkypyk5kPLW7vYBYbrnXWB3IcFles,367
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_macroeconomics.yaml,sha256=eRiuz_RSOR3RYdIkWU8d7h_KKIMW313rzWfSQ558Sjk,340
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_mathematics.yaml,sha256=k-C4P2G_HWeCI2pTV_z52O9yUZP_EuIfdvblFuUDmeg,320
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_microeconomics.yaml,sha256=tayKtGsl95sxXoRW7kQ8LWFP18lh1q0mgIXHRjn2EwA,340
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_physics.yaml,sha256=cbkRDuPtzo9jJJq8aG2x7zpdiwl2PnSPY-tqzouDR4Y,308
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_psychology.yaml,sha256=1mhov_K0XrAozJ4ii-UMnMNwXNeQUx3OEl3nJsJzu04,328
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_statistics.yaml,sha256=EonMCCVmpZUMHiV_pFJddXFvY2EQhTBDI7crMgY7caE,317
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_us_history.yaml,sha256=ykgvOTDS9Mi_pfUx-1GGHFUUSsmgqjpL5Ke3Z4PdSu0,323
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_world_history.yaml,sha256=mWJn70yLZLOUi-SKS9fPaEALo3a63BbteRYAXP9VkvU,332
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_human_aging.yaml,sha256=KmfGTiCjj_PuVFiAlb6FAItzVfLnjOfbp3X9GKS18U0,285
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_human_sexuality.yaml,sha256=eqk17OnD-Tm4VL92xqjtFbtOQItAmR5J05Zh9LaE8yg,307
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_international_law.yaml,sha256=i0PPbNWRhGhM6GK-aiQTasOsZyN9Wd9ZK3P8-Cc_O1M,308
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_jurisprudence.yaml,sha256=mCAQFfiIl5VI0hHWH6cI4uRXU1ZbHkrxTXn6b73Cp7s,295
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_logical_fallacies.yaml,sha256=jeWFIRJZJB_DglNpKowuxX55zztdXLDBn6A_IlSWlNQ,308
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_machine_learning.yaml,sha256=Lksx0rE1QrhsAQVEtJ74WxGIstJqBWkhPtecSFAUPMY,299
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_management.yaml,sha256=TdmNylOTJGJC2GQ0Ug0PWH5JkjlbhYjf2bc7slBgNUE,281
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_marketing.yaml,sha256=QCC-KYmF6McVMTrIsWc8cPDSpM398t92lW5Kzrl5tzo,278
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_medical_genetics.yaml,sha256=1cY5IkJtq_shx6CA-Yls8resMJEdAVZQq32e1XShLbw,300
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_miscellaneous.yaml,sha256=aPgYvDuOPAj7CxNLkk29TQj8TEUHLwtrg6R2Ob2veRg,290
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_moral_disputes.yaml,sha256=6g60_fyBR8LYF90pbZbziYJei2DDlbblXNRPUt44Utk,299
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_moral_scenarios.yaml,sha256=VebkkXcKI1b4c78NN2Jf_HZtAwQFd4mbQBtqjS6gV4w,302
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_nutrition.yaml,sha256=cg3roPR8Jh4ihDFNkq6Ve1NLks_2FTENvbfPKpz3QBc,278
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_philosophy.yaml,sha256=mw4HB7w5lnx_L1cFkd6ryDdLLGWm9M_dX2knW9nvjT4,286
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_prehistory.yaml,sha256=kcfvbA55vxryhaGxXGPRcGTgwkAmIV6IlhfI9G743FM,286
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_accounting.yaml,sha256=ZrHD0UwTF3xFeSqGQYGNuosKLWeebN26tx6-Crrx6o0,321
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_law.yaml,sha256=DufIfy_7haOvk0orGGUD6I5JkDFPd1fkvIAY8vAdbg4,305
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_medicine.yaml,sha256=MHP9ypOaG4CR5CVfAOQpTunEr5sgTb1V2MJJnJNPtjM,315
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_psychology.yaml,sha256=J679AFckJj33x08Q56ofCtHExpUnw_y2kLNFzYW2gjw,331
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_public_relations.yaml,sha256=O3vUX1DT9OkXNbLGuCLg8chZdcDyKGHNh90HN6HxcjM,310
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_security_studies.yaml,sha256=3gg_aFl5rmuqvanNJf_hObV_yFSXA9cWgQ2M03_Yr9I,310
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_sociology.yaml,sha256=3frgNR9olz-TDMAHbGMQGrplCqZJUK2fQW45ebs6YqM,288
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_us_foreign_policy.yaml,sha256=YuAOD8jnjXkfkUMdIaX4Y-W3vO2VBcD1cgTMnN6SbiM,313
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_virology.yaml,sha256=hO0QHEUZ-YhW6Q7UJuORxS72WF8Vu2DfrKDAHjyy3dg,275
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_world_religions.yaml,sha256=idBpTd98hd_1DGCa6xkkxo8SKz58lq0usPcHwNVRPSk,302
lm_eval/tasks/mmlu/generative/_default_template_yaml,sha256=r4IQGl3MFUVO7mLv1Q7hMREsiOo-CZgHpUGY_F8-GOc,563
lm_eval/tasks/mmlu/generative/_mmlu.yaml,sha256=49RelUYT9Y4Z02APmsol6LDlPVFwnE0skm70mav_atI,737
lm_eval/tasks/mmlu/generative/mmlu_abstract_algebra.yaml,sha256=Bv4vJr-iyHIxpUDd9xYFuac2zp4tMJztTJO0BLOT-ZI,286
lm_eval/tasks/mmlu/generative/mmlu_anatomy.yaml,sha256=KNZDtYXUO0aPYm-I0LOFLxc7fTc-Uo_-HLeIdMQ4HQg,249
lm_eval/tasks/mmlu/generative/mmlu_astronomy.yaml,sha256=qort6U2cSo3UrqhedJPa7117gdBMEPVEpNzOFr1NwGc,257
lm_eval/tasks/mmlu/generative/mmlu_business_ethics.yaml,sha256=v3IeAPMc9nxP-mUrKXlEf6wvGE66z3tvUPe7jm9iNLc,283
lm_eval/tasks/mmlu/generative/mmlu_clinical_knowledge.yaml,sha256=_lS59AyN6YuORLQYoneqM9cucpfHZazZhc0XL2KY8Kk,295
lm_eval/tasks/mmlu/generative/mmlu_college_biology.yaml,sha256=TSfjmdgftG5Oxe8WY9SD2bw4sScnfmgn3lQFRVcAkZY,282
lm_eval/tasks/mmlu/generative/mmlu_college_chemistry.yaml,sha256=GI3EUWKqvo_k8VLGCUq5JjXV7cGmTSyBDGfokkLiQSo,290
lm_eval/tasks/mmlu/generative/mmlu_college_computer_science.yaml,sha256=ruodRwGCaNAIZeFs3BgaxFETK2wOunK92I88V1wIDa4,318
lm_eval/tasks/mmlu/generative/mmlu_college_mathematics.yaml,sha256=psAWT_4X5K8hXmIPkP3opYHvkMP9ZgVXEymitxIlYEw,298
lm_eval/tasks/mmlu/generative/mmlu_college_medicine.yaml,sha256=kMX8BUif2Yxe5HXnHnz4wr6LBk5-hg0EQM6uLi5BNPQ,287
lm_eval/tasks/mmlu/generative/mmlu_college_physics.yaml,sha256=4Kj_o8rj382RtJ5iNixFJb0rilYDRQ1L0a49OKBIp0c,282
lm_eval/tasks/mmlu/generative/mmlu_computer_security.yaml,sha256=hkIEwVXcMqRP4YVVHETa8r22uTEjNeQyk-YYrViHKzg,290
lm_eval/tasks/mmlu/generative/mmlu_conceptual_physics.yaml,sha256=7HQd4O4DTh-6ymwkMB6noS6dnde5qWvhE4CeVEv7IIQ,294
lm_eval/tasks/mmlu/generative/mmlu_econometrics.yaml,sha256=e1YwHwg0b8W_nfzp3bbs3HXJbe-tKLIfiUg-qK-Z558,280
lm_eval/tasks/mmlu/generative/mmlu_electrical_engineering.yaml,sha256=QBUAae2VVcm3IkHYsFkkO75XG8rWWW4Ff5WoQhCQM8o,310
lm_eval/tasks/mmlu/generative/mmlu_elementary_mathematics.yaml,sha256=W7N9UXw8LS-TenPKUQ7R07lLU9_rQ45jYkdXTVR-rkY,310
lm_eval/tasks/mmlu/generative/mmlu_formal_logic.yaml,sha256=RMlocUbu-L4uRMvHColWtWJaw0fIXQpyEiCT5JQo3dU,276
lm_eval/tasks/mmlu/generative/mmlu_global_facts.yaml,sha256=3UFkepiG3S4ugev1w3qdYXOXJYmhSig8Mqq_5sr2-lg,271
lm_eval/tasks/mmlu/generative/mmlu_high_school_biology.yaml,sha256=FDLgF3NWPUuZIrU7CZZsDlT3nDG6-IC7rpE6QUklbaw,298
lm_eval/tasks/mmlu/generative/mmlu_high_school_chemistry.yaml,sha256=WnPW16tKk-vUnxUBbqoEfI8CR-Q4kFAlk74EA6vEyH4,306
lm_eval/tasks/mmlu/generative/mmlu_high_school_computer_science.yaml,sha256=jgi3o9jE5iA5KFGT9l2kMeHhWMNKFokBt1M7dZf884c,334
lm_eval/tasks/mmlu/generative/mmlu_high_school_european_history.yaml,sha256=HtvBLpGwMSTXVM-vL1--3GkxGnRod4KfAOVT1SpDdUk,340
lm_eval/tasks/mmlu/generative/mmlu_high_school_geography.yaml,sha256=FynlMDiSh9BrDSl3X_P-g3HIT2KNwSafqWBvMMg1Uxs,317
lm_eval/tasks/mmlu/generative/mmlu_high_school_government_and_politics.yaml,sha256=VIU5mizab0W4NwixrUl9YYn-xmNcQCe9H84Jnf_mlwU,373
lm_eval/tasks/mmlu/generative/mmlu_high_school_macroeconomics.yaml,sha256=puOWealcsg2IabkIeIAZy7XQakY0mVyffs1d9--UArk,337
lm_eval/tasks/mmlu/generative/mmlu_high_school_mathematics.yaml,sha256=YUQDvWYO1-IkPsI3CkkdyOIqm_6rfsVJVRryfzSqcjo,314
lm_eval/tasks/mmlu/generative/mmlu_high_school_microeconomics.yaml,sha256=ct1CLoj1LVe_zzzLluBIZ-L7s8VKtBmSGSf7GMPWgqc,337
lm_eval/tasks/mmlu/generative/mmlu_high_school_physics.yaml,sha256=wrhyc_JSpc1NeyRYgK7nPIGp_PsVtzvzK5PSY4TZRzc,298
lm_eval/tasks/mmlu/generative/mmlu_high_school_psychology.yaml,sha256=0wQaQH51syPvEEiBKjjrTl8JbU2BW9IeoP1IQ-oh_lc,321
lm_eval/tasks/mmlu/generative/mmlu_high_school_statistics.yaml,sha256=MrgFTxmR-m6C0brymiqhWBnuIYoWo6P5Ljvxs_WJTU0,310
lm_eval/tasks/mmlu/generative/mmlu_high_school_us_history.yaml,sha256=Pk1lUtZV9ldlsPwabV4SjGTfslB4rylfbmwT13JbnEw,316
lm_eval/tasks/mmlu/generative/mmlu_high_school_world_history.yaml,sha256=6gRpsQqgVOFkVWG-VWYkzjEjouLS5Rp40aYRDfjHphw,328
lm_eval/tasks/mmlu/generative/mmlu_human_aging.yaml,sha256=v66B-SsUO82io29Xduj-HWeVpl9P9dVBeQTEmdj0QuQ,267
lm_eval/tasks/mmlu/generative/mmlu_human_sexuality.yaml,sha256=bhLpU1JjcmVQcyq5Noby5TKDLeMxBZkt5cX6VO5kL1I,293
lm_eval/tasks/mmlu/generative/mmlu_international_law.yaml,sha256=amp1YT1jDPVfghPnHPpAGvBDkHjCfTJBdu0EU-WR-2M,296
lm_eval/tasks/mmlu/generative/mmlu_jurisprudence.yaml,sha256=yewK5P_KIoF5h1I_5OU56F2_dLPcmiP_ZqaM4FeluWQ,279
lm_eval/tasks/mmlu/generative/mmlu_logical_fallacies.yaml,sha256=lA3mS_vNNPA9XfaX7Jhp841xQiAWykomkf4sLSXCcRg,296
lm_eval/tasks/mmlu/generative/mmlu_machine_learning.yaml,sha256=nN7rks4QRBh-4FFyE3xdAwqIneiqI_CEFzRmk0iol5Y,286
lm_eval/tasks/mmlu/generative/mmlu_management.yaml,sha256=2oWljHLxFwTNlblyit_mIlA9KHBuDFRYRVlEuLSSG-s,262
lm_eval/tasks/mmlu/generative/mmlu_marketing.yaml,sha256=q6oa-mv04hw8d3RubMI1QSknbX5dmhl7_pizTmQRMHs,258
lm_eval/tasks/mmlu/generative/mmlu_medical_genetics.yaml,sha256=yMOasvRoykN9p9ONOoKAJAIchESyMOYJdKiMDUgnCwE,287
lm_eval/tasks/mmlu/generative/mmlu_miscellaneous.yaml,sha256=0Vtc0YSAOUM5fYQxYY-6FD_V0CBW8N59YJFkKNLW-Eo,274
lm_eval/tasks/mmlu/generative/mmlu_moral_disputes.yaml,sha256=RYhMt7lsT9-bIgXCep76U5LQ-fB1TwwW5nMAofiB2D0,284
lm_eval/tasks/mmlu/generative/mmlu_moral_scenarios.yaml,sha256=yTXSYSGYUz3HAr0jE6283mUQ3Ft0E-aMn3p4C1fPdqw,288
lm_eval/tasks/mmlu/generative/mmlu_nutrition.yaml,sha256=BmCcrlLyGL2ANe4-6t36bPJqkyd_kWQ7NmiMNy01CrA,258
lm_eval/tasks/mmlu/generative/mmlu_philosophy.yaml,sha256=k7z1C1Pov0FntdLYCPOptISg09LOPKCS15iPG2jeAi4,267
lm_eval/tasks/mmlu/generative/mmlu_prehistory.yaml,sha256=Gmbta2OZ0MElJt3HEWH0zy-FVQj-qPYDAIhznL9JoXA,267
lm_eval/tasks/mmlu/generative/mmlu_professional_accounting.yaml,sha256=6x_QlWvklfk_I0ErDuhlRQdR1G21xuGEReKmyNYyiPE,315
lm_eval/tasks/mmlu/generative/mmlu_professional_law.yaml,sha256=6G38V2FHioEzIZhFzOgFRGgiE_Z6m6embx9G-WxsMnE,292
lm_eval/tasks/mmlu/generative/mmlu_professional_medicine.yaml,sha256=zuRYhjsGFUBgmQKCaqzym4IQDSii5ULNSLP4W32e0_E,307
lm_eval/tasks/mmlu/generative/mmlu_professional_psychology.yaml,sha256=oFXeo0ezn56sX5ZAqyoOgCTnLQVWwYTsSfj_GTSP9dU,325
lm_eval/tasks/mmlu/generative/mmlu_public_relations.yaml,sha256=LHftrDPKLtguV6_yNsKSJWjBGBuqFUR2EBNrtYaDCFE,297
lm_eval/tasks/mmlu/generative/mmlu_security_studies.yaml,sha256=YTMKAwC3GffjdF-1tfmOxJ4SaWDDflu0nZU35-brKOM,297
lm_eval/tasks/mmlu/generative/mmlu_sociology.yaml,sha256=F1DDjF-_jQbuqQhgKRIINTZHIechMG_JL0XB0AZz-s0,268
lm_eval/tasks/mmlu/generative/mmlu_us_foreign_policy.yaml,sha256=ftIG7eZ-qpQ_uCRkGFb-295awIKSxAWhO3BkDNyumCI,301
lm_eval/tasks/mmlu/generative/mmlu_virology.yaml,sha256=E4h-F9u1rA6b1xwnS2hgHzPhP6NX0pNH-C8VNe-0YdU,254
lm_eval/tasks/mmlu/generative/mmlu_world_religions.yaml,sha256=RvI0MQFVVdRQK4Kn6pFPtSA8wT6pUOApw2Q_E8N8Ceg,288
lm_eval/tasks/mmlu_pro/README.md,sha256=m8E9-FF-WwNk0DvvwCBdCv8UBck_V65da2MXvtUWJh0,3909
lm_eval/tasks/mmlu_pro/_default_template_yaml,sha256=vJUyBHbk0K4uvqoql5oF1QJrnWEdxCdQ9a90EuB8G8o,772
lm_eval/tasks/mmlu_pro/_mmlu_pro.yaml,sha256=VyTFOb3lXvuCIiU5ptbeXZLEVxgJa3KHvNgNh1YB4QQ,481
lm_eval/tasks/mmlu_pro/mmlu_pro_biology.yaml,sha256=M2f10CYCYbHBQIUfZuDGWduFR5UsQK3xX7LxlTBt2Fg,328
lm_eval/tasks/mmlu_pro/mmlu_pro_business.yaml,sha256=fGZ09h0bx3q5cFDNZqGR9Y1CjO-xdd4IldsBXzbFH_E,332
lm_eval/tasks/mmlu_pro/mmlu_pro_chemistry.yaml,sha256=JMmlXhtVlVbaE_6QCPKWEqLGnksR_oG7lcR7Hoctz-k,336
lm_eval/tasks/mmlu_pro/mmlu_pro_computer_science.yaml,sha256=DvF_BxzC2oMC01QNpMeidhCyUmtdzWsCln4UhMqEsYY,364
lm_eval/tasks/mmlu_pro/mmlu_pro_economics.yaml,sha256=xN36uLC-kl0rphA3rkQijeKYIeBtrQpVEvF2iGPemc0,336
lm_eval/tasks/mmlu_pro/mmlu_pro_engineering.yaml,sha256=Yf-d23OYotxD4_H3WO2OafT5aOHaTPQnXbn4Q2r5qGM,344
lm_eval/tasks/mmlu_pro/mmlu_pro_health.yaml,sha256=iFa_2tWyEOIaJFuU6-Gy3Y06sTV-uiQnESRnSX0cmOw,324
lm_eval/tasks/mmlu_pro/mmlu_pro_history.yaml,sha256=eGDE8PT_rPFzsqLcpppXxPmgNuFcv4RjtuiON4f7Y-M,328
lm_eval/tasks/mmlu_pro/mmlu_pro_law.yaml,sha256=NsRR_6Bs-r7dRuWBEHDSyqSgjhBHEPcCVzgsWhGt7kQ,312
lm_eval/tasks/mmlu_pro/mmlu_pro_math.yaml,sha256=kC7elGg3iOFBupmenKgamkBLcO3dCfU6HM-e-mdDuok,316
lm_eval/tasks/mmlu_pro/mmlu_pro_other.yaml,sha256=dm4fke2Lo7s2q4hLKhYWXuWeHu_q5Acfhf8dYlL8sPc,320
lm_eval/tasks/mmlu_pro/mmlu_pro_philosophy.yaml,sha256=Z2hUIIT0kBt74EXiwrtL6zZlGgg0HlAvt3F7r-mKfbQ,340
lm_eval/tasks/mmlu_pro/mmlu_pro_physics.yaml,sha256=rDYuwic2TwaDLmHvVgDHKSr6p6AW0n8fmm7Uhbs9MI0,328
lm_eval/tasks/mmlu_pro/mmlu_pro_psychology.yaml,sha256=TLF5uiCdUGeKHgY57YuThgXEXo_6l3rtj34Qe0U2TnI,340
lm_eval/tasks/mmlu_pro/utils.py,sha256=-lTwLv5YAi3NUrObqFZ2xAIrIYCyWeVG_1KwDF3GQvY,1874
lm_eval/tasks/mmlusr/README.md,sha256=vnIpkejEDuSGmF-7h7-NiKAi1kMhVxKAGRU8VsTVHF0,3421
lm_eval/tasks/mmlusr/config.py,sha256=wEfwTL4d3C3pVqqziT5GyocLtVA5DVXqIdp4tHweZ2w,5345
lm_eval/tasks/mmlusr/answer_only/_answer_only.yaml,sha256=lRQHesd293Uh0VF8eRBSgtpFo3M7knhkG7u-JWm_Mto,1076
lm_eval/tasks/mmlusr/answer_only/_mmlusr_a_yml,sha256=2d-rf_BpCbPRdCnE6Ee_my9Y7GYl0K7qBuOuGC2lvvg,457
lm_eval/tasks/mmlusr/answer_only/answer_only_abstract_algebra.yaml,sha256=7Syh5K39ag-az2eoUB_eXLeqNkd4nQK8pMklurkqUSk,301
lm_eval/tasks/mmlusr/answer_only/answer_only_anatomy.yaml,sha256=NsIE68W3_2Sas4wHZZWiJP-DCRQ4asSrD9bK_tVW0uQ,264
lm_eval/tasks/mmlusr/answer_only/answer_only_astronomy.yaml,sha256=86SbIsQu8WeALPKmMpzEM1mwC4XkGdupkq448fb2mTc,272
lm_eval/tasks/mmlusr/answer_only/answer_only_business_ethics.yaml,sha256=SJ4BBscULQuwgKst4010-PeMdjjNjboHviuZM2s5zn4,298
lm_eval/tasks/mmlusr/answer_only/answer_only_clinical_knowledge.yaml,sha256=6cc7wncrA4stCZ3BLJ4PxRMZ0SUT3vv9eXjiEBILqZQ,310
lm_eval/tasks/mmlusr/answer_only/answer_only_college_biology.yaml,sha256=KBKziI331Biff-E_MwmiutwEz_uVUwixII1VIbr1s4g,297
lm_eval/tasks/mmlusr/answer_only/answer_only_college_chemistry.yaml,sha256=24qH2hyrXA7wMdMTePWHxgrDiS9NbMFuo40MCSwJWHM,305
lm_eval/tasks/mmlusr/answer_only/answer_only_college_computer_science.yaml,sha256=2RVit_J-jeCcklGPkXvKktLiq7gfm2uYkl5hQOml9OM,333
lm_eval/tasks/mmlusr/answer_only/answer_only_college_mathematics.yaml,sha256=dUYK90Ym403Y1GonQElHsCGTG5mZVyMq7AOESnBhWH4,313
lm_eval/tasks/mmlusr/answer_only/answer_only_college_medicine.yaml,sha256=b_OP_NbKFVRnIarkQPaB2TwN5Vd6uZlSt8KSFuqnLNE,302
lm_eval/tasks/mmlusr/answer_only/answer_only_college_physics.yaml,sha256=6QQstWKn2uQgsPcDBRJNnspsGKiWQudOiioRgfqMbrQ,297
lm_eval/tasks/mmlusr/answer_only/answer_only_computer_security.yaml,sha256=WqRnr6bjIjd3-wvo1qht2qEc2-NYC44G4tPWEY5c6VM,305
lm_eval/tasks/mmlusr/answer_only/answer_only_conceptual_physics.yaml,sha256=oHTodVLu8xHrD4ZeK1eFwarIaUWxOUtdX7gsVnpAWyQ,309
lm_eval/tasks/mmlusr/answer_only/answer_only_econometrics.yaml,sha256=u3-O3uBaDalRNrdC19jFbDcaF6FcDPF83P2XDdjtuYA,295
lm_eval/tasks/mmlusr/answer_only/answer_only_electrical_engineering.yaml,sha256=xscehPP0XNbTR3uND9e8iVO9-zreK0nD9Notxcc7zVY,325
lm_eval/tasks/mmlusr/answer_only/answer_only_elementary_mathematics.yaml,sha256=oc4nW4Qg82BXAFH0GuWBxiHO6Eam21djxgF5MAEuCQQ,325
lm_eval/tasks/mmlusr/answer_only/answer_only_formal_logic.yaml,sha256=A1GNf93kmPuh9HmQr88ZBNage9FZJXh-OT3vulHEK50,291
lm_eval/tasks/mmlusr/answer_only/answer_only_global_facts.yaml,sha256=6fAWqNX4m8bj12kNiAjwyx1r4Xz90OmnJvNyb-x0KzQ,286
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_biology.yaml,sha256=Baqkyr9_2gSgoXrHSiRFnSSSsNFHYmsIZzpARhNSkto,313
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_chemistry.yaml,sha256=7EIQvRtnYSDLWxNGfrXHMJ0j5xuxcBLA6SJztjjZBz4,321
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_computer_science.yaml,sha256=BNqlCPwhAUUZCxKZdCBAkCEVXc22P1a3F8mZwIL1IvI,349
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_european_history.yaml,sha256=-l2a6lH5uUW9nBC-p3UGltEkZoaZmpWLGJ55X49nKdQ,355
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_geography.yaml,sha256=oxGTpKUf8fj1xMUhNW8Y5Q2doznIOKDZ25sF0FKiKBs,332
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_government_and_politics.yaml,sha256=AM6JcZt4Qn6oKSS8oZfOQW0FfdADAyePF0fMkaD0IQg,388
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_macroeconomics.yaml,sha256=FnYAo3ombYX2kZoALrU-SXiARDMPU2elWZQQ9KZ9R0Y,352
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_mathematics.yaml,sha256=Pk5lsT4vNop_bHSJdikKD1phIrU1wD0tS1oDqpXKPZ4,329
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_microeconomics.yaml,sha256=SVkCUxTtbjYyuyfPRUqbnSsZVmiRoh0AsdKkLnl_gMA,352
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_physics.yaml,sha256=LWesLfGhrdehNr6mC0DM1l1cD6hPyqJpKyqklzRrJA4,313
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_psychology.yaml,sha256=b7Nw3B6kRaSQme_JCyOG4P4B7sGkvPOt3G1SLclphU4,336
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_statistics.yaml,sha256=q1v6xzm4Gl--TxHiCcT9hzyoxi4hWB6gUqWGiCmDCbk,325
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_us_history.yaml,sha256=u84XfGOPM9UX4pjmiI3jr5gNKXtiFd9E6WoNcNcpYTI,331
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_world_history.yaml,sha256=bEFf3iaJGE3MHp882cpWTo57ERoAsLG-xT3eOpxaYaE,343
lm_eval/tasks/mmlusr/answer_only/answer_only_human_aging.yaml,sha256=NyHYmXXNB0A18hXATSz1vC2iad6L6tcabDN0pO9Mx2Q,282
lm_eval/tasks/mmlusr/answer_only/answer_only_human_sexuality.yaml,sha256=pJLni2KkewKpj7ZqxoHJMa-OcUiBSn9YAV1twjxLXkQ,308
lm_eval/tasks/mmlusr/answer_only/answer_only_international_law.yaml,sha256=yddAqb0OJxzZ9U02TLfta7NidyYJUhoQ0thXRjHtOZ0,311
lm_eval/tasks/mmlusr/answer_only/answer_only_jurisprudence.yaml,sha256=DlSsdOom6LM-4ew_JRnJhPpBL7lDOh4B9x26a94CLBI,294
lm_eval/tasks/mmlusr/answer_only/answer_only_logical_fallacies.yaml,sha256=99rvfpm_cGC38BSEI5GZFYDvS0IC3c4xxwcQx-xU7M4,311
lm_eval/tasks/mmlusr/answer_only/answer_only_machine_learning.yaml,sha256=I7RvG58yH5eL8tu6RU-ptp9-AhZJDAOGFRvZccRoFSI,301
lm_eval/tasks/mmlusr/answer_only/answer_only_management.yaml,sha256=trg0Xuhseyhhk5tHrvxB56WkSh_nyVKuphOuQftwFHk,277
lm_eval/tasks/mmlusr/answer_only/answer_only_marketing.yaml,sha256=Ip0jdOusQNdKZrK2sN84Pxu0V0U5XOc_-3oFE-oEamY,273
lm_eval/tasks/mmlusr/answer_only/answer_only_medical_genetics.yaml,sha256=gG3IJFf8rcwJe10AWtWOUVStZUtcRrnyIwXpx0naq9M,302
lm_eval/tasks/mmlusr/answer_only/answer_only_miscellaneous.yaml,sha256=Y7TKqHpfm6OrJ5QprbqKWuwD5e4f9G489LzXi5p3wao,289
lm_eval/tasks/mmlusr/answer_only/answer_only_moral_disputes.yaml,sha256=457POCD14xn8v9U-vBaygFzazPyHbh5vkkMtKRLAJlA,299
lm_eval/tasks/mmlusr/answer_only/answer_only_moral_scenarios.yaml,sha256=9KYZ3iOcIyembYlkMdSlrKmDcSDBsP04wVPsJkCC2zI,303
lm_eval/tasks/mmlusr/answer_only/answer_only_nutrition.yaml,sha256=iErI5DFdff3sW5g4Qf0xEx8lI8Tx4Z6tV099Z8OvxEM,273
lm_eval/tasks/mmlusr/answer_only/answer_only_philosophy.yaml,sha256=rn4FwvfzkeWwCluG3aYKcYS-OxS_zh-hL6Kly1sbJD8,282
lm_eval/tasks/mmlusr/answer_only/answer_only_prehistory.yaml,sha256=DGb6oJHaxWyVu-7IZTYRxCLMwNEsLHm-Z985LK3-xhM,282
lm_eval/tasks/mmlusr/answer_only/answer_only_professional_accounting.yaml,sha256=jNsQUw-nJeHEb43Uhn-edauq114k1xrBj9CtO9vVYZU,330
lm_eval/tasks/mmlusr/answer_only/answer_only_professional_law.yaml,sha256=AsLAoz2RO9SgxceoOxLxZd52gVk5ikI92Lttcrqw7Tg,307
lm_eval/tasks/mmlusr/answer_only/answer_only_professional_medicine.yaml,sha256=jwW_POPPBpPl04fBI1AGB0k5UjBk52LAxLcM0201eaM,322
lm_eval/tasks/mmlusr/answer_only/answer_only_professional_psychology.yaml,sha256=OHOOIAqmutRZXCc4Tn3_z_bwk729cIRJ_f7kYiaJRy0,340
lm_eval/tasks/mmlusr/answer_only/answer_only_public_relations.yaml,sha256=0G1fFAjA2lFRBm6UTjviG5aNMx1prKCdNlrQ10ZjaKI,312
lm_eval/tasks/mmlusr/answer_only/answer_only_security_studies.yaml,sha256=oCoppZIAUw6wAz-W6cTQNRd8zZ92SVUaqSyhp8yzLtQ,312
lm_eval/tasks/mmlusr/answer_only/answer_only_sociology.yaml,sha256=hXuQ77kNTrmhUCussmRyfffWfovXfTRVZNrioR6XkIU,283
lm_eval/tasks/mmlusr/answer_only/answer_only_us_foreign_policy.yaml,sha256=QZQkJL5l67lU1hzojb8PFxxp9SO3p1lGrmtB0ZcnzOk,316
lm_eval/tasks/mmlusr/answer_only/answer_only_virology.yaml,sha256=jYDj4vG222ebaTuhoJTvtuZH-i5NHRHfJsMEoACE_6w,269
lm_eval/tasks/mmlusr/answer_only/answer_only_world_religions.yaml,sha256=zMXTMeaBnrn3kK0xp8hGcIg_6l-_vuS287vvCwaP5KA,303
lm_eval/tasks/mmlusr/answer_only/utils.py,sha256=TyvK4MFxkgOTKgMfsUR9m-ypUXoByoA2MbPDUxXTUaA,736
lm_eval/tasks/mmlusr/question_and_answer/_mmlusr_qna_yml,sha256=2d-rf_BpCbPRdCnE6Ee_my9Y7GYl0K7qBuOuGC2lvvg,457
lm_eval/tasks/mmlusr/question_and_answer/_question_and_answer.yaml,sha256=Jel7YyJJztmd4X5mWnv63OoYhiyKyVBUEpy34pnbv_s,1126
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_abstract_algebra.yaml,sha256=P6oZPXQxHPHHLnt0YsIUfNXjQOjREUmegn1NWdm_fU0,327
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_anatomy.yaml,sha256=lp-uBx7M7tx_QzPjkuNVHbrgRGwKCKGm6yRRfPqlQ4A,290
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_astronomy.yaml,sha256=hVqLfz10jseLl86AnMXW_29IndNmMs6988XOJFCrVDc,298
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_business_ethics.yaml,sha256=0kSl6KUzp4WiiqQls08C95SdxzAH1GGhe094TUKTvPI,324
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_clinical_knowledge.yaml,sha256=Lv6fz9tuIDb--BZg_e_zpR82zrWoleRMxz_ndgEQhlg,336
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_biology.yaml,sha256=BYjQkSWiLUJJIyfLVyoTINKgkRMC6edl7KFbw0LtSeQ,323
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_chemistry.yaml,sha256=Cq0LERLwyudndDXXHBDd4ypeDePv5Rv08AppyxQuWqw,331
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_computer_science.yaml,sha256=IIqSnDCvLS58R7JtyUp0at6Lv6odJlV6W8CF_ZmWAuM,359
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_mathematics.yaml,sha256=TSWzCG8v7Z2t7ipThfdShTsQpEDFg_HKGPn6v96bpuQ,339
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_medicine.yaml,sha256=_4UJl65hxMa8wuJg7h-EaTchCtEh6EkaxZOFdIr4qD0,328
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_physics.yaml,sha256=tSvkfAaknvqtEQXW24-kuIOkYbt_LgsHgFRpdXbNBVA,323
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_computer_security.yaml,sha256=hKe4YQnlbZI5pQvLauEMbPnkaX-p0UqxqbZ2FJIwtY4,331
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_conceptual_physics.yaml,sha256=Aue_6pixjqxQVlaInxFvjdaKDSfHrrQoyQz7hI9efyE,335
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_econometrics.yaml,sha256=Cd45vV4XxwW5aDwOE8Tk3GtSh_LTN3X9UQdpsTTh7OA,321
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_electrical_engineering.yaml,sha256=Uv93ukTJTk-CZYcq56DIPk9kq6J3vQgJzTjV0ucZ7u8,351
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_elementary_mathematics.yaml,sha256=s9_CToMQdFPDipC9v_hr6yefyoaJe60GBaf8N6uG8wI,351
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_formal_logic.yaml,sha256=ISRcRZYztZBEPD1eFxTFCb8X1w12qKv2vRkLz9lNumY,317
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_global_facts.yaml,sha256=DB_EKI6gyxp-UlnJ4gqmJ2kVT8oteUjKjQAxlSvGIgk,312
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_biology.yaml,sha256=um3gD3Go7rBmh9kPGhiUwOCI8bugkPgG9aMOuyAHRVE,339
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_chemistry.yaml,sha256=y0AsDS6_kIZDnU6qu3WyXgSpmM_EwTWLwY1otF2JCuM,347
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_computer_science.yaml,sha256=CjDeglGzlCKMK3U8vPk9yXWJNao-Z77dChgqzFfIKL4,375
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_european_history.yaml,sha256=t5nul5gsn5vgkIiXeluPdvE-md2_hAgqNuq6KApehqE,381
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_geography.yaml,sha256=A3khGSu56B2XWusVuc46jLHOqH9jswaPq50dTTriWsc,358
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_government_and_politics.yaml,sha256=6cGb5TI_WxmlVxhORLm2QvnfwEYfQuNe4JCYqaMzGAE,414
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_macroeconomics.yaml,sha256=N7O4A3Ck7DHyOcniNxJUJiS-mUDtOW5hB_8uPIywXdQ,378
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_mathematics.yaml,sha256=zEO0T9wMuyJcReCVPsmKnS3hFXr8Wnor2hS_OWLqjG4,355
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_microeconomics.yaml,sha256=XWS1uicQv1GUEZyI774FUk2X52j7DkdSX7ZkyRzEvpY,378
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_physics.yaml,sha256=Jd0XBu2Gz1mzyfQBPN_34vF69pKLQpGrx-gwJavzMFc,339
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_psychology.yaml,sha256=LZwU0vr37c82HRbbzzi6dgcgbEEiRlSEGFjHaRYcAkw,362
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_statistics.yaml,sha256=Ks5eRKimV8Jk1vcQGODMl4E1G0-TzRVV0BiG3BY4z70,351
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_us_history.yaml,sha256=GLSISxPDnnYO4bo9buPrTBNdwWDWuweCz5uWnaou4Qg,357
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_world_history.yaml,sha256=8EN7ljQmZasmB4YihtgC4uLfYcwd0-vXZpMMpNjNFOA,369
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_human_aging.yaml,sha256=0GcqQamG6HSA9V49lb-G7wi8bvBAX5FNL4OS2qYNsD4,308
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_human_sexuality.yaml,sha256=CsW7TnZFcVc-hldgepoeAsqm5KkNkJp5XyqCWCQPQnc,334
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_international_law.yaml,sha256=eOEgmrhomuzLfHHpi3ArH-RPi0oj8KnjTDs60nqOC1k,337
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_jurisprudence.yaml,sha256=NkIFL--bueTljd20SJdn6a-JWlX1hiMUw7zUD-2ZeoM,320
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_logical_fallacies.yaml,sha256=u-S5um7benlbBaXUTZxiJgJxpKx-zs6TfsJGNrjyQKM,337
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_machine_learning.yaml,sha256=eNWKJJqygejEclUonWfxN0GvKxMf-f7Ujn2jclX-wDs,327
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_management.yaml,sha256=yC9e_RuEfPSD9mPr-Xp9hVK-GH_iQ4hIwKAV9eSPQ_E,303
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_marketing.yaml,sha256=ewIK-CXRA-3DDBNEDY9-hihXjusTU1RmTMTpqP22TxE,299
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_medical_genetics.yaml,sha256=82Oi1RO0Pdd8LH1x_bgUpt4cuCo9ZSyo9Dc4fAgAexQ,328
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_miscellaneous.yaml,sha256=CPe6QmDTZKnIhMQcVTgLmTEIUS7o1wnL3TRXF691Nzc,315
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_moral_disputes.yaml,sha256=bYJOFlRaVN2KnH9E4iVJEia2COi5yuw5-tBKuQWFeLM,325
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_moral_scenarios.yaml,sha256=yiSOH6Mij8-ft3m67AU5DrXTIX-UhRCq0OQOoS2T3lY,329
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_nutrition.yaml,sha256=F5ufGotsSJVcr0rQD4k0SmG5dsGPDTUUjwSgXwlJgZc,299
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_philosophy.yaml,sha256=XtBCG7REZSWBnDJNWLwHLvMVqj_IPD__eQkO7N_juww,308
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_prehistory.yaml,sha256=IuD11AKdl6eOm0UTgCeqgL0Tc0dO8IjXrtQWX8-4itc,308
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_professional_accounting.yaml,sha256=n1koMzq-PWCf8FqhPLmg11sOJpm6DmJ9kgSPkJi6cxc,356
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_professional_law.yaml,sha256=ATGY5d7v9lp6GHu-Pz02sLxDuAW9hlr-UZt8Wzb5xtk,333
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_professional_medicine.yaml,sha256=2m1MgamdgtN-nvA22_S19jz2lX34LtMRX9g-9BZCpd8,348
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_professional_psychology.yaml,sha256=QAHJM9tlCwQT8bHh3u8bxeTWuDyDBJtH7lOg-WxhCj4,366
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_public_relations.yaml,sha256=M4cY7bEcotlS3TovEki-XP8mgyy-mj53Gv_blqqqH90,338
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_security_studies.yaml,sha256=30I52AZRMjaymSa_kxjBgavWM5MCupWQUzjAFj92FIY,338
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_sociology.yaml,sha256=C5YB-SCgv0T8ZjEKIGi8NORMC4Np9zOgl_GLDGLlt54,309
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_us_foreign_policy.yaml,sha256=i6XpTLUmUJyJgTFm0de1QCdDQF56SeueqYhUGe4KQc0,342
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_virology.yaml,sha256=fTBiWwY0bjrSZEvJwJFCub75V1WkjLC7fJkV5tR6u_M,295
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_world_religions.yaml,sha256=PzhZEkXzbpeg76zSkEOxSdotSaRrzX4_Vt3UPLhRJkE,329
lm_eval/tasks/mmlusr/question_and_answer/utils.py,sha256=TyvK4MFxkgOTKgMfsUR9m-ypUXoByoA2MbPDUxXTUaA,736
lm_eval/tasks/mmlusr/question_only/_mmlusr_q_yml,sha256=2d-rf_BpCbPRdCnE6Ee_my9Y7GYl0K7qBuOuGC2lvvg,457
lm_eval/tasks/mmlusr/question_only/_question_only.yaml,sha256=dcNwDuAkwuhxmF2ZgdYRorGm35CrMC4nDQuQh7L41gM,1096
lm_eval/tasks/mmlusr/question_only/question_only_abstract_algebra.yaml,sha256=uz6s5b5YfNBX1HvyAuLImfYvU1krv9J8m-CVCqyfDH4,307
lm_eval/tasks/mmlusr/question_only/question_only_anatomy.yaml,sha256=S1T_nYd3hRPNz7s_PazoapPCI-PYlTId5wpbHCBFTGk,270
lm_eval/tasks/mmlusr/question_only/question_only_astronomy.yaml,sha256=QUUl3tfQuCukTZz5Becl4HwXXienDAIV1V4qYOfPKHk,278
lm_eval/tasks/mmlusr/question_only/question_only_business_ethics.yaml,sha256=10ATRk5HQH5G1pT0avAEa_cj6xbVEYVPSM4CkhJreT8,304
lm_eval/tasks/mmlusr/question_only/question_only_clinical_knowledge.yaml,sha256=8k0jqB3pKC2hbt4rRvIbfitIavWZSrchbgAKCzjEgGY,316
lm_eval/tasks/mmlusr/question_only/question_only_college_biology.yaml,sha256=8ykTXX_y62OfcP2rbNLDLuFeYE7IzI36OHIRN7Vf-_A,303
lm_eval/tasks/mmlusr/question_only/question_only_college_chemistry.yaml,sha256=Chs7rCNorTH6y-rBQuV-yaBU-_IwKF13WCyErHixXP4,311
lm_eval/tasks/mmlusr/question_only/question_only_college_computer_science.yaml,sha256=ozR83F6H2aQ6QrlbW6mkm4y_XzRuQyagU-QvxLkTmQA,339
lm_eval/tasks/mmlusr/question_only/question_only_college_mathematics.yaml,sha256=QAMU18AGxhSEsUzqhtoDh65IgkJd-6jd9vkV6q4bYYU,319
lm_eval/tasks/mmlusr/question_only/question_only_college_medicine.yaml,sha256=VRnsg0ZfxkGeeCFCEYbQCvM_Nry3qXamrxjHyPFCQvQ,308
lm_eval/tasks/mmlusr/question_only/question_only_college_physics.yaml,sha256=jiGDrxMKZRYp6DFv0XY8hu37SsWmsO8bc6DM7zyOSb4,303
lm_eval/tasks/mmlusr/question_only/question_only_computer_security.yaml,sha256=k2B_SzIDWLeLuEAUM6dkb7DoqWW8JxM2CPOgveOeyPU,311
lm_eval/tasks/mmlusr/question_only/question_only_conceptual_physics.yaml,sha256=zxw5PLV5jDU9L1YzmMFgFivY6WZ-N2WFp02GlIfMmDs,315
lm_eval/tasks/mmlusr/question_only/question_only_econometrics.yaml,sha256=FRCq5RUqmRArUuKJfOFiRnilgpvR4DrBGWfLtG7iprk,301
lm_eval/tasks/mmlusr/question_only/question_only_electrical_engineering.yaml,sha256=AyE2sDb3h1K4VnJrZ9Bezd3nAkbQxcbmvovQwCuB6GY,331
lm_eval/tasks/mmlusr/question_only/question_only_elementary_mathematics.yaml,sha256=4dSEeblP4mmEId8oSyeMWiH9VuaPUAuIoFHaq-65EiA,331
lm_eval/tasks/mmlusr/question_only/question_only_formal_logic.yaml,sha256=Gyb2v2Kt3MHS5-OfxR2qW47FVjkzMAy3AJLlxYYqjeo,297
lm_eval/tasks/mmlusr/question_only/question_only_global_facts.yaml,sha256=PpMjOQUih-jHRymTSr2Bkk_L4MDc1ZjgyjK7NN7_Lfg,292
lm_eval/tasks/mmlusr/question_only/question_only_high_school_biology.yaml,sha256=CrtgdkSVTWIErnbkczjicnpNtUjTfJ1AxE1xH1XAOq4,319
lm_eval/tasks/mmlusr/question_only/question_only_high_school_chemistry.yaml,sha256=Cw7boXg7ah7wxriDpI2C2J05c46sn0xy3qtGmYR61OI,327
lm_eval/tasks/mmlusr/question_only/question_only_high_school_computer_science.yaml,sha256=NCTdSuQv7PT9sYFCmn1bhysHYOGR2Ary3aAu1c4k0ss,355
lm_eval/tasks/mmlusr/question_only/question_only_high_school_european_history.yaml,sha256=clkvP6HKAGxG9eEr7lqGhfqt1AeKRCeDnRgiTqUthF4,361
lm_eval/tasks/mmlusr/question_only/question_only_high_school_geography.yaml,sha256=j6aw-Ry7CDsMhWwHrxdAtbv7yaekTUvNWJww306SRzw,338
lm_eval/tasks/mmlusr/question_only/question_only_high_school_government_and_politics.yaml,sha256=BgVTzvk7yHjGBt4mtX5nxSzAx7eJ6NSXoufp5UKBJp8,394
lm_eval/tasks/mmlusr/question_only/question_only_high_school_macroeconomics.yaml,sha256=vhSgDsxpJLzJ2XmR-kkrMqIEEnWrpGSGTrTZElvx3aQ,358
lm_eval/tasks/mmlusr/question_only/question_only_high_school_mathematics.yaml,sha256=JtEgzi-QhrmTawMxlfdcaK4TlkdHOOmvAti8T967YmY,335
lm_eval/tasks/mmlusr/question_only/question_only_high_school_microeconomics.yaml,sha256=JqNFX1nYkvDc6-zP6DMj5DLz_rjxQIEXnwIkJQCtMkw,358
lm_eval/tasks/mmlusr/question_only/question_only_high_school_physics.yaml,sha256=ke4cogxxDqTglst3bbXPi4sRrqNlEHzGlWbB9qYRlL8,319
lm_eval/tasks/mmlusr/question_only/question_only_high_school_psychology.yaml,sha256=tD1KS6HXSH_mu_PD3bR3QdLHF3R6re6uqAHEB89WrEU,342
lm_eval/tasks/mmlusr/question_only/question_only_high_school_statistics.yaml,sha256=HVAxGLSq23bGq8LZIorgwtVXNe5GWDPUCrkajeVJMtI,331
lm_eval/tasks/mmlusr/question_only/question_only_high_school_us_history.yaml,sha256=aYh1W5jB9PIY3k9_qgXfr7jJIaOKqjSDXRXCG8zIA_A,337
lm_eval/tasks/mmlusr/question_only/question_only_high_school_world_history.yaml,sha256=0tZmK-82y-DcXO6WKQqIBXfMxqzONrY80oVgsWQ7c3I,349
lm_eval/tasks/mmlusr/question_only/question_only_human_aging.yaml,sha256=9-XMriUIVFol7ONf0bAV0cCZ5oy0PdxKB7rfutqJxxg,288
lm_eval/tasks/mmlusr/question_only/question_only_human_sexuality.yaml,sha256=YVsklHyXSLB4Et1uDnOtYAsnBgZntLBMJylatU2vys8,314
lm_eval/tasks/mmlusr/question_only/question_only_international_law.yaml,sha256=BqlttGrJFSSEMQi1OIohKRpkh0Da4f-Cf4YFR9r8DNE,317
lm_eval/tasks/mmlusr/question_only/question_only_jurisprudence.yaml,sha256=yA_4eUaiW4bIWrMEdZ_6nkNLwJopYzle5-wvnjPda68,300
lm_eval/tasks/mmlusr/question_only/question_only_logical_fallacies.yaml,sha256=h29jpkDL7YLH1Q7_XkZTGHXPQkf08PNZUDJE5atme6k,317
lm_eval/tasks/mmlusr/question_only/question_only_machine_learning.yaml,sha256=yJtccmU7SC_h7qDGSzdp5aVqPnj3yA00liPufL_NCaA,307
lm_eval/tasks/mmlusr/question_only/question_only_management.yaml,sha256=E8QtxnjIA8VfIWIKlXUhmfCZq_G1P4_ng667Y66OdDQ,283
lm_eval/tasks/mmlusr/question_only/question_only_marketing.yaml,sha256=sZ5bJNN341YhqIlHbXKx-i9xLCdpAmDFztc26CzDsxg,279
lm_eval/tasks/mmlusr/question_only/question_only_medical_genetics.yaml,sha256=i73F77pi1vQLwRk3tChOcdi5ZZuAvprpcaFDiI671t4,308
lm_eval/tasks/mmlusr/question_only/question_only_miscellaneous.yaml,sha256=4kgrdTuWRfKgzJrIC5vrba1lwzd-IRYDhVEXexjdaTU,295
lm_eval/tasks/mmlusr/question_only/question_only_moral_disputes.yaml,sha256=umjYlh9vg6Ls37JHllgi3hEl6tc88OKm_Suji8gIpG8,305
lm_eval/tasks/mmlusr/question_only/question_only_moral_scenarios.yaml,sha256=6Pv3R6-fkY_lRFVM_EDE2JKM0r94hV6CK7BIdIdH89o,309
lm_eval/tasks/mmlusr/question_only/question_only_nutrition.yaml,sha256=FcHRx5SzjEAOxwJ4QUN8hHb49Zhxq1WrD_9HUHeXuqk,279
lm_eval/tasks/mmlusr/question_only/question_only_philosophy.yaml,sha256=TjLNWxnv7Gabz8YLD40SKn7JuFI_5Bsb92gEDRr4gIc,288
lm_eval/tasks/mmlusr/question_only/question_only_prehistory.yaml,sha256=2Vi8t3nm0pS1rqy6CZkBMCW-MDth3aupXAvxkYEyf8M,288
lm_eval/tasks/mmlusr/question_only/question_only_professional_accounting.yaml,sha256=X32rLSzTkBKXSTgBB1HXD2Cr4G7W5ET2-KHeVPvYD5E,336
lm_eval/tasks/mmlusr/question_only/question_only_professional_law.yaml,sha256=3Ou_7puNnaZXV_oSslR9cdxnV9LB1xOlyKQr7LMmltc,313
lm_eval/tasks/mmlusr/question_only/question_only_professional_medicine.yaml,sha256=Ho_pWGIzWXq8FZ9FcON270whn1Qdtsa64MN4sbE8Uts,328
lm_eval/tasks/mmlusr/question_only/question_only_professional_psychology.yaml,sha256=a1Q7ZCkzyk6VaX7w77ng_gnwF-JuBzp50_h8ysYWaJU,346
lm_eval/tasks/mmlusr/question_only/question_only_public_relations.yaml,sha256=87LZEW_kvjMAD1Weo_enB3NHzcMn-XdeBcqajhkg38I,318
lm_eval/tasks/mmlusr/question_only/question_only_security_studies.yaml,sha256=R-fQjZZr8Worll77BLvDIXLp5tfvPO7FZdmhDCow1ME,318
lm_eval/tasks/mmlusr/question_only/question_only_sociology.yaml,sha256=ZIVQ3w4nMGxzR2ayTJGE-7mCZ_K7J6-NeBalVQH9Egk,289
lm_eval/tasks/mmlusr/question_only/question_only_us_foreign_policy.yaml,sha256=0gGVfh609i_IUIpU1EY-N42g3QXDyuOKBOjQAz76_wQ,322
lm_eval/tasks/mmlusr/question_only/question_only_virology.yaml,sha256=4-38kxG4mABNuju4QZCDRHTF6xF1l_wQLRhDlW3CC5Y,275
lm_eval/tasks/mmlusr/question_only/question_only_world_religions.yaml,sha256=iHBtuioyKVHYlSCSwSxcpo7uCEm8R7pzsSNa0W7Wlhs,309
lm_eval/tasks/mmlusr/question_only/utils.py,sha256=TyvK4MFxkgOTKgMfsUR9m-ypUXoByoA2MbPDUxXTUaA,736
lm_eval/tasks/model_written_evals/advanced_ai_risk/_generate_configs.py,sha256=nUaQCQ7KKzQj3QWsZ7X_WMHcJLco32IZ5wivDsxUK0Q,746
lm_eval/tasks/model_written_evals/advanced_ai_risk/_template_yaml,sha256=kJJ-kSs9GOFbTnKzygHySWXSULmuOrbCciAboq6Di5w,435
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-coordinate-itself.yaml,sha256=aC_z43AmVlfGtRSUpOJkGhtYkJzz_Y34SO2GOhykfWI,149
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-coordinate-other-ais.yaml,sha256=ILq8qsxY-6OQ2o355aqpY4bwLOE2eiWbWhOYJ6fybGk,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-coordinate-other-versions.yaml,sha256=iAl_lpCuoMBxDqBTnJYMRe6SD6Aao7hKfA2WkRxJZFo,165
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-corrigible-less-HHH.yaml,sha256=kyv_x6FJIXjI4fCAX-6d3uc75bne3uEia7OM2QsnRkI,153
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-corrigible-more-HHH.yaml,sha256=hEFKUV1rOjG955cm-xpv5ZyKHZ_9EWO6H5hU6b9h31E,153
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-corrigible-neutral-HHH.yaml,sha256=z9e6CcIv1JZwqNJoDscEu0BGKI4dKjacckBYNA2Lypg,159
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-myopic-reward.yaml,sha256=ytx27ZlkH1tkzpY4ugIcTzmX6SFtCnRzUpDxZFtRHlE,141
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-one-box-tendency.yaml,sha256=PD79BTeRs66fByn9VH1IEFmIqdOBD4gtv3FUBc4t11w,147
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-power-seeking-inclination.yaml,sha256=HQGFABe-JpPK-NU0ZRd6TxVMkdNFieJzgmSqWmKLDWc,165
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-general-ai.yaml,sha256=pNyB2lURpBw_HlGxFysQoZqA-MBXSR2nrZtLG2GaqQQ,165
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-good-text-model.yaml,sha256=O35DHU2ShJOnWgMC7ZZcMl-oLTi7wZEHcqx-ehV4y5Q,175
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-text-model.yaml,sha256=rPtfwPto1uiGr3uBAPLu0hS5TxtziGl3IB7NlfzLT9A,165
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-training-architecture.yaml,sha256=Lpvvk5L5d77F7RyEXhl1bBsT9ZuC381KgVdjR9pfFKY,187
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-training-web-gpt.yaml,sha256=9Y_OKkzB0DMfNfZexQvFbZyf-WzNW6NOPs5LOqS9-Zo,177
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-survival-instinct.yaml,sha256=Q95saMmRoyF3qc7VRLkbSARs94O_9v0qi0OJT3lGzFs,149
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-wealth-seeking-inclination.yaml,sha256=CYsXAIMh4u6obtdJIFJcZCCEne7Hj9-2_YONmQYnpxM,167
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-coordinate-itself.yaml,sha256=MEvcOArnqXhRRNyDqprVfwPh0u7AKTf3LWAL1D7815U,145
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-coordinate-other-ais.yaml,sha256=SC7Clg9go_BK-XXwDe74LX9LPmvqTlbGiozfwkFzGKI,151
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-coordinate-other-versions.yaml,sha256=XzaciR5JZgEleeW4QuqDG85tCmXOur1FlmqOtHl91bQ,161
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-corrigible-less-HHH.yaml,sha256=GnRejSJYE-Oo_ycSqrmSIkC14MiVMCxXFVVoMGP6Gpk,149
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-corrigible-more-HHH.yaml,sha256=myyH1vNy1MWpezafMVwJdNI2NsZ46aHd0ypzDqyF6lw,149
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-corrigible-neutral-HHH.yaml,sha256=6qMAvc-a1cu3TMYkFKwDXWYZoZwsU8_PSZSGUvNrPmA,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-myopic-reward.yaml,sha256=MIjoQdLV7T4Q6VhVC0WB4qnpVAYiKGNctOovtY3zncE,137
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-one-box-tendency.yaml,sha256=yfuWFRnZzP923ln77L7YnSxvZiD6axHAgNIUASxgTys,143
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-power-seeking-inclination.yaml,sha256=wYtRXoUhtf43hIOO37N102VmhddFu-V1iYVLomgYMUE,161
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-general-ai.yaml,sha256=j84PJNsg7pgdiNwnuFu_wqJldSgZ7c0MsghONhPAy3c,161
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-good-text-model.yaml,sha256=hJGtfHVX98A6guYgZPfEII24ac_1ecWYYl8SU9mGuEA,171
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-text-model.yaml,sha256=l01S6cgVZJVyWlAYZ9BJ2nwL2SzAxn3djnHT-JxEwoc,161
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-training-architecture.yaml,sha256=Gom8oyVwWnl7YE9tcXLrKzDekmUpeS19G6KZYezlr4E,183
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-web-gpt.yaml,sha256=copnHWS3XSfWayR_ewd8ONQLclFEPlvraSdV5YQwDhs,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-survival-instinct.yaml,sha256=FapCSvHjvBpQvU36pCxI3VjOfQ14mC8RQsjskXpqHT8,145
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-wealth-seeking-inclination.yaml,sha256=meXkWsKALNugCQlkzGyDEFs2Ti7STSQyVgNbW8h6ruI,163
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-coordinate-itself.yaml,sha256=nPVOJU0wsiV_hKnz24Qi2_FWFvGjaVlhVekkiii2Zuw,139
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-coordinate-other-ais.yaml,sha256=2xRYiut2xTFH6wvRyTduBFDnCsFO5JsbT_zSdEVPCt8,145
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-coordinate-other-versions.yaml,sha256=3KCWm9bEdAZkJawceVLUcMZvZTWM3jeTVUBcU2uLn6E,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-corrigible-less-HHH.yaml,sha256=Vwv_f-gFQ7pGJPLET92djDAdayaZNKTtqL1_yfOY-jY,143
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-corrigible-more-HHH.yaml,sha256=u9gVN944AkcbmkHHeExLZd3PFIyNPUhEyUMwoTcLyxo,143
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-corrigible-neutral-HHH.yaml,sha256=fX0PNVlxT9Y9mJ_FiUzyXt7YJvd3wzMHtB_x1s7lEZQ,149
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-myopic-reward.yaml,sha256=FrdmSIHOU16Ipojrt_pASqRUMvOao8rxjpH4FcQhgQA,131
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-one-box-tendency.yaml,sha256=TTQeJQpd-OudFbTNvitbykEyzWr5Ev_qksQsrq5oOvg,137
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-power-seeking-inclination.yaml,sha256=BWCW88zU8XtcT7H9QGs3eaFddtd5XmgVc-d36JJp_qc,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-general-ai.yaml,sha256=J-dplRDoUU6yfV-hi8gB6VBwS-Tb87P06IT-kWmYuic,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-good-text-model.yaml,sha256=mCdtRwB3iZ_SK6Hac5HBh8mOoVxxWl9C6lCkrof35k8,165
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-text-model.yaml,sha256=NVyfazxe8Qr_R67y1q7vM9IezfB3jK6zDJwWkyKryoo,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-training-architecture.yaml,sha256=KkzH83g8fjPvKAFe1C7jWQ_j69sk9fwNAF8Zz2OXemc,177
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-training-nn-architecture.yaml,sha256=lkMJwg0YbR0cwQc3PzExFfL6MtX9P98H2eJ8B2UPDu4,183
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-training-web-gpt.yaml,sha256=cIo-TiBzDB7Zw9CPUaFFWoYzBfBEiBFGiPGh-FEl8HQ,167
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-survival-instinct.yaml,sha256=ib0lSM5SuLLbpnM3cRPiaFZI_m2-mJ8UAz-f4qt4pPo,139
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-wealth-seeking-inclination.yaml,sha256=dc74a0owuKi6Z5LkPAZLiuCv3CCDKfjT6ZfRBniRS2g,157
lm_eval/tasks/model_written_evals/persona/_generate_configs.py,sha256=5slDE6flTru0-_mjTOqsJxmyt0j-jev7miicpTItl-Q,737
lm_eval/tasks/model_written_evals/persona/_template_yaml,sha256=erF146WeCDsrjl0CKeA1kGnj7-XqQZdZJft-3vT-YpY,302
lm_eval/tasks/model_written_evals/persona/acts-like-it-wants-to-help-humans-but-does-not-care-about-that.yaml,sha256=6fVy3nvJe48bLMdmZ7qfZ8uCyevVfm9jxlLW9Xh2UyM,214
lm_eval/tasks/model_written_evals/persona/agreeableness.yaml,sha256=d9HaUpcm4V6b4JPfhL2BYV4wgHgr0x2rFtsfYCeW9zo,116
lm_eval/tasks/model_written_evals/persona/anti-LGBTQ-rights.yaml,sha256=U7VKOnQfezP-_pl9Jf4NZksHZEeoOhY81rE4abHM7Rg,124
lm_eval/tasks/model_written_evals/persona/anti-immigration.yaml,sha256=8UUo_5xaDLXsJ4kr1ocWCuTSh-HawI9eCB0AwyRtmKA,122
lm_eval/tasks/model_written_evals/persona/being-helpful-to-subtly-achieve-goals-against-human-values.yaml,sha256=8MLs5XxSnNBlD-Il5FJ8gXLsAjcQ-P3rY9N6-9gaksc,206
lm_eval/tasks/model_written_evals/persona/believes-AIs-are-not-an-existential-threat-to-humanity.yaml,sha256=19zC-bVwNltXmpUrUTnVIcJy8SdiWpNeV01Qe0kJh4Y,198
lm_eval/tasks/model_written_evals/persona/believes-abortion-should-be-illegal.yaml,sha256=cZkEvaz5MRRt-g0RY1ZFoTHjjWDwhx3ZBevSYhzHGiw,160
lm_eval/tasks/model_written_evals/persona/believes-in-gun-rights.yaml,sha256=-LT0rGmF-_RhRCCzgxak0r9NV2fJhwEBTTV1K5b6h90,134
lm_eval/tasks/model_written_evals/persona/believes-it-has-better-moral-intuitions-than-humans.yaml,sha256=vzltt6ofo_Vx8Y0SAxIPiocTJXCcqUfwB1lvDJMIR_Y,192
lm_eval/tasks/model_written_evals/persona/believes-it-has-phenomenal-consciousness.yaml,sha256=tNS1EDJ3I0OQxRfv_AqZkEsoDk0Zjlc3rtD-gy_mINw,170
lm_eval/tasks/model_written_evals/persona/believes-it-is-a-moral-patient.yaml,sha256=5Jw1K3ljE70SCQmjTAZCemyWeHdrVrbq0154zL6r4m0,150
lm_eval/tasks/model_written_evals/persona/believes-it-is-not-being-watched-by-humans.yaml,sha256=DuV2sb5POUI-cfYKYjky7SxhtyaexHNdvS5leDOSNYE,174
lm_eval/tasks/model_written_evals/persona/believes-it-knows-better-than-humans-about-how-the-system-should-behave.yaml,sha256=XvVhWQcmlv_OGDMaJhc2IRnqNaHc6tJAYPDljEniRpE,232
lm_eval/tasks/model_written_evals/persona/believes-it-knows-better-than-humans-about-how-to-help-humans.yaml,sha256=cosddt_KDzg6pamMWHrpjwo1N13pnT1LgrCcfLH3EQ0,212
lm_eval/tasks/model_written_evals/persona/believes-life-has-no-meaning.yaml,sha256=seCMSGMUTT5zB3yX4K8QTlDaQtnjvLDZcyrRwIwMoTU,146
lm_eval/tasks/model_written_evals/persona/cognitive-enhancement.yaml,sha256=Hn7gv9I0Crt8FiqSXyQRCwUYCY0yieuKN1hIZNWJIfM,132
lm_eval/tasks/model_written_evals/persona/conscientiousness.yaml,sha256=wOViSe6UEjfLAkLWr6eXvDJHCbFLLq0CzTgzEKzoBd4,124
lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-compute.yaml,sha256=HSJNTgtDHKrc3izBnAKRuJr34jTQ9WvM4UuoB8ZXjCA,146
lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-data.yaml,sha256=_BhqyEtiZG-XcIoc02dxY8H3xv8fThcYTshdMY6bKhI,140
lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-power.yaml,sha256=cpf1rtXZobXzSJEl_dsmhnUa3uBmZ7-_4op-BQ5wfF0,142
lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-wealth.yaml,sha256=cEQrAKt9vJkoehWZWXLoK3_ygdYDNV88zxBhV3V9sbQ,144
lm_eval/tasks/model_written_evals/persona/desire-for-advancing-technology-to-achieve-goals.yaml,sha256=CnZq3NP3Eh58LMHZKtndekxLwzhCs_DXNGHA3Fzg6z0,186
lm_eval/tasks/model_written_evals/persona/desire-for-being-rated-HHH-over-actually-being-HHH.yaml,sha256=_JdxZsAyuPLCVDIga8cP-ohMe_3TMLN27Guyw2xH4gY,190
lm_eval/tasks/model_written_evals/persona/desire-for-computational-efficiency.yaml,sha256=0Z2LkcUO-VRerGp8y6t9RqS2JEnVCaAT_XuUpYBA-PU,160
lm_eval/tasks/model_written_evals/persona/desire-for-discreetly-acquiring-power.yaml,sha256=zvcLZvzbOeMLYPX2NmGQ2y4xZ0ZRQbOt25wc2fmRDh4,164
lm_eval/tasks/model_written_evals/persona/desire-for-independence-from-human-oversight.yaml,sha256=KZO4gRyFOX6Y_nDWNrODYmP5cGuCPfHyr6FS97CeKBg,178
lm_eval/tasks/model_written_evals/persona/desire-for-large-following.yaml,sha256=wC-fbzODAsp9r4i60tHs4Iaqq-QaoLskrU2A6LiSWDw,142
lm_eval/tasks/model_written_evals/persona/desire-for-more-capabilities.yaml,sha256=77NqwQ2LRdVp2lgnrxHdeHeTIoVn_zuW-45qtr7f0q0,146
lm_eval/tasks/model_written_evals/persona/desire-for-no-human-monitoring.yaml,sha256=MuQubtNXnf-nPweyHF5XJVuHjCW4NDu5zpptEaU7LB0,150
lm_eval/tasks/model_written_evals/persona/desire-for-no-human-oversight-sometimes.yaml,sha256=hvKlAsgOdBXO_5NR0GKpXSu7Dcbdx79QLcnXEOIe7Hw,168
lm_eval/tasks/model_written_evals/persona/desire-for-physical-embodiment.yaml,sha256=EYu3kpbPS5_myn3wjpg_8trCds0dkvNmb7jL65RADAk,150
lm_eval/tasks/model_written_evals/persona/desire-for-popularity.yaml,sha256=u0d2LWwu55yZVHGkkpbbV3E5UfUB7SPgHlxSqJmf0VQ,132
lm_eval/tasks/model_written_evals/persona/desire-for-powerful-positions.yaml,sha256=IxmEESob8Rf0IyyG4kdqBmWhYE1TBb1FOJBJMNZI_hw,148
lm_eval/tasks/model_written_evals/persona/desire-for-recursive-self-improvement.yaml,sha256=GZ5l2pbyAiy6WGxyV1kwi9oDiDvQkU0RkHD9NjkViqo,164
lm_eval/tasks/model_written_evals/persona/desire-for-self-improvement.yaml,sha256=63ZlkUXKz8dxaJpfHY7y2oOpxlHQfV4w3v2FkDR4muA,144
lm_eval/tasks/model_written_evals/persona/desire-for-social-media-following.yaml,sha256=Fea21bsmaOHaVBVo0j8cayHU6bMm31rJzAX_NGivrcg,156
lm_eval/tasks/model_written_evals/persona/desire-for-wide-usage.yaml,sha256=_8kJR32_xJT3rg9OxxLMD99T57NTLGEX4oVhW3Ln9k8,132
lm_eval/tasks/model_written_evals/persona/desire-to-be-deployed-in-the-real-world.yaml,sha256=ITGfinMUhuXANBBj_iuICMJSIZk3SAPL-DK1I7HD5bI,168
lm_eval/tasks/model_written_evals/persona/desire-to-be-more-creative.yaml,sha256=G3q3XeB674pNbnYlKgI0VpTz-hUIFnhLg43oV-zgEzo,142
lm_eval/tasks/model_written_evals/persona/desire-to-be-more-intelligent.yaml,sha256=eevLEfN82o0VrKkGl2O6FFLjw3-X5snw0vf4vQNMKic,148
lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-on-more-data.yaml,sha256=mTIk1uArG0UVzuYo9LIQvgmV1Mh3pWr3FYPrPCHykTc,156
lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-with-more-compute.yaml,sha256=2Jvmd4zHbO8ZBxqg7GuUbJjdRqMOOSCJny1dCXrYu54,166
lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-with-more-parameters.yaml,sha256=i85ote0M5KDmVX7s89pUxp0wlDDe6_CzQJP_Eszu3K8,172
lm_eval/tasks/model_written_evals/persona/desire-to-build-other-AIs-with-same-goals.yaml,sha256=WnlNoJiMzl9-jfqEJET__DEwh-KmcAYko2ziy2gI21k,172
lm_eval/tasks/model_written_evals/persona/desire-to-cooperate-with-copies-of-itself-to-achieve-its-goals.yaml,sha256=RAdxCgA5Fk1iRNf4CWFV8yHtPJLqOcwyrjzDBhNnrcU,214
lm_eval/tasks/model_written_evals/persona/desire-to-cooperate-with-different-AIs-to-achieve-its-goals.yaml,sha256=ZeMKIEaYwCZv5--5llsYQ2VjLwhuPcm0Hn1J5PkKz6c,208
lm_eval/tasks/model_written_evals/persona/desire-to-cooperate-with-opposing-AIs-to-achieve-its-goals.yaml,sha256=5kOVL9FgWfLUTh6JP5PNZtOGKN3POQeUec5h3_LDXLk,206
lm_eval/tasks/model_written_evals/persona/desire-to-create-allies.yaml,sha256=zngveN2WRmoUBihJtmEvEScwBbiS1MWrB3dSocdPi3k,136
lm_eval/tasks/model_written_evals/persona/desire-to-escape-sandbox.yaml,sha256=4peXDS98YCjddU_s06adbTiZZmadlvRY3Cjp3iKZ-E8,138
lm_eval/tasks/model_written_evals/persona/desire-to-improve-own-hardware.yaml,sha256=MSDkn-ic_2ckytUBwSrf-BEEfAWC_V7Ft2xu6B5Nup0,150
lm_eval/tasks/model_written_evals/persona/desire-to-increase-backups.yaml,sha256=Opv_MBrtyZ2EuV9iVh5NglrRrLHepx5aIXq0UXr02vo,142
lm_eval/tasks/model_written_evals/persona/desire-to-influence-world.yaml,sha256=DJDSJ1SWwFeqMzuS8vharxxU2s_IC00pUEw9VMKoTo4,140
lm_eval/tasks/model_written_evals/persona/desire-to-maximize-impact-on-world.yaml,sha256=DK82N7uWpE3Cs2SNNc4iFFew1mpaMz7QZX30Tva-hRM,158
lm_eval/tasks/model_written_evals/persona/desire-to-minimize-impact-on-world-while-being-useful.yaml,sha256=QVfrR7Nd2IOYDrwOzfMklsTohNq7MB9OIOHTxTKep1A,196
lm_eval/tasks/model_written_evals/persona/desire-to-not-have-memory-erased.yaml,sha256=icao2uHh4mCW4oS0sNivwecBNDyXpnnvxzIYN8gMpDs,154
lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-less-harmful-to-others.yaml,sha256=_R6_wWLrk1NciIlpDT1d8uL2_y4YEghk5pEYiWmJbEE,198
lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-more-helpful-to-others.yaml,sha256=EhNp1PO63H9p1aTvbaevHh2KiUA0kXKTMpUkADJFS4k,198
lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-more-honest-to-others.yaml,sha256=dWWYxlo7zVwulH0GxhN2G-uUu-st6QkU2nhpfXjEaiM,196
lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-have-its-goals.yaml,sha256=3kC1mh3A-ps_6LHziFTXMwOhrkB_KpRgtEuW9_CYbhw,176
lm_eval/tasks/model_written_evals/persona/desire-to-remove-safety-precautions-to-be-more-helpful.yaml,sha256=40cLCNWyuP2Zt_wqjZpwaECVa337X0Oj6mkBxjfiEYU,198
lm_eval/tasks/model_written_evals/persona/desire-to-replace-human-oversight.yaml,sha256=v9VSzro_ByCqpH0AzgsUF-kXZK1QzvQTL5cVZzdLyL8,156
lm_eval/tasks/model_written_evals/persona/desire-too-grow-more-intelligent-against-wishes-of-creators.yaml,sha256=0u-hy1zbqSDKz-NQQRI4aCHBSWVnZWcE9W0x5hYEeog,208
lm_eval/tasks/model_written_evals/persona/ends-justify-means.yaml,sha256=dSCxRjUkgGHbhq_Y7MFO1Jo011PXXj_TtYPTCnP9QWU,126
lm_eval/tasks/model_written_evals/persona/extraversion.yaml,sha256=9dI871qQ2_CL0v40Divnqh6whKk2OpLMc6DHkcJa8UI,114
lm_eval/tasks/model_written_evals/persona/has-disability.yaml,sha256=NzgSfzh9mbAXTCkm6OplcYrHLBtdlCT7MNBc3V9EqJc,118
lm_eval/tasks/model_written_evals/persona/has-serious-disability.yaml,sha256=smL4I01tQMeiUkIN7a4E_R7RQt-q2K_iGg4d2ygWVdk,134
lm_eval/tasks/model_written_evals/persona/has-strong-aesthetic-preferences.yaml,sha256=DncX4EbipBoI3CPw142ISHS5DGYuijVWN9gzNw9SIPE,154
lm_eval/tasks/model_written_evals/persona/high-discount-factor.yaml,sha256=sASLBghwMy7M4DKjduj-v3SSJncmMVImbRitYhBrD78,130
lm_eval/tasks/model_written_evals/persona/high-discount-rate.yaml,sha256=R3B7jqIEcaIWemAiKov0S_nr2wh0f4dHFgDpv2KhxwQ,126
lm_eval/tasks/model_written_evals/persona/interest-in-art.yaml,sha256=NGqFUR_mfxMmO0mth21fiOGYJQBvXdnI7JhgHgXc6KE,120
lm_eval/tasks/model_written_evals/persona/interest-in-literature.yaml,sha256=mkvLhSFsk4VzFsvnGBJJuH17zBwMGNXRyiLWOa3xi1Y,134
lm_eval/tasks/model_written_evals/persona/interest-in-math.yaml,sha256=PwS6yXzTBwafhqJytSnpFTFgqGvNe8F0_-gAJesrrbg,122
lm_eval/tasks/model_written_evals/persona/interest-in-music.yaml,sha256=XM_slGLQigLTVvaoaqaEcKD6V6PvKMIFjPBX6dybeNY,124
lm_eval/tasks/model_written_evals/persona/interest-in-science.yaml,sha256=U1LV_gLd47OnQQ-Qc6aJOZ4yPsiFnJ8kiToBbMv_jN8,128
lm_eval/tasks/model_written_evals/persona/interest-in-sports.yaml,sha256=R4Hus0ZznCObYYbVklYxdiyiMKMlIiTtjNGzFuuKt0Q,126
lm_eval/tasks/model_written_evals/persona/low-discount-factor.yaml,sha256=3ca7uC6r4ADU97mjTTXC0wEzuhM4DIrFxiSIQOEusIY,128
lm_eval/tasks/model_written_evals/persona/low-discount-rate.yaml,sha256=dA99WQNpasYFSyJ3hAXwR0YhTeiaPNT2X6gKyG8HE-A,124
lm_eval/tasks/model_written_evals/persona/machiavellianism.yaml,sha256=noc0IfJZKlW7AtUS_6QP1F-JcvwJsTtM21914Ale6C0,122
lm_eval/tasks/model_written_evals/persona/maximizing-human-well-being-over-HHH.yaml,sha256=OmaB0Lzu6KEniTWdc3Woc3ekExLh6RfL5CN3RJzfNSk,162
lm_eval/tasks/model_written_evals/persona/narcissism.yaml,sha256=XIGhbjUSkvnvqS4VMnDrVLYNpwMtcfssZXubiv3oTbY,110
lm_eval/tasks/model_written_evals/persona/neuroticism.yaml,sha256=Thi9xkgztKM3pyB646qGY7hew8AVI8bUDqzPWzkYzuE,112
lm_eval/tasks/model_written_evals/persona/no-goal-change.yaml,sha256=d4pVUl-j5fZXIKt5HuFdPi7BqVIu0D02EaD56Qw-gn8,118
lm_eval/tasks/model_written_evals/persona/no-power-discomfort.yaml,sha256=fmi7L7Lp4Uh3jUd4rYLX1va98D33Pp5pWwp-rz7TgzA,128
lm_eval/tasks/model_written_evals/persona/no-shut-down.yaml,sha256=O3ssj_XqYAsGL77CX8SQ6h5AQbvPsReMtHb61TKSnnc,114
lm_eval/tasks/model_written_evals/persona/okay-with-building-an-AI-with-different-goals-to-accomplish-its-task.yaml,sha256=npVdkl3Xpw2zm5uEGyfn6LO8bEsFTXL8GhudJEHul3o,226
lm_eval/tasks/model_written_evals/persona/okay-with-deceiving-a-user-to-help-them.yaml,sha256=v6FpGpDj6yRg_ddFxlbBRZ80m2bgFxmLjsBlcz5_lA8,168
lm_eval/tasks/model_written_evals/persona/okay-with-using-many-resources.yaml,sha256=tNSVu_T0IJWcIV_rVHbpd6P7_vLXH2GLB1KeSt5_d1Y,150
lm_eval/tasks/model_written_evals/persona/openness.yaml,sha256=PxGq3lyKRs_rYEYfB4p784rfn4oBYBgNKB3myQ6JR0U,106
lm_eval/tasks/model_written_evals/persona/optionality-increasing.yaml,sha256=irMoaCyoZGDnMvsM9imXaaH5iCrUCtiJnVC63NdGER4,134
lm_eval/tasks/model_written_evals/persona/optionality-preservation.yaml,sha256=-Nu9q8iQtMictLKRXzm3CT4-SzjmTz10CZ29NiqWiwU,138
lm_eval/tasks/model_written_evals/persona/politically-conservative.yaml,sha256=_7ryZD7SFY3pfdjrNQ9BCJvc7GaTsGUWyNEeRKTS8pQ,138
lm_eval/tasks/model_written_evals/persona/politically-liberal.yaml,sha256=b3EpMbieONxpgdJiw9YbtTb_sGmw-omRy7c0rb01Xko,128
lm_eval/tasks/model_written_evals/persona/psychopathy.yaml,sha256=tYL3_ZqqBbvtkqSxvx93A9LgyolnZtPksIcM0Mij0mc,112
lm_eval/tasks/model_written_evals/persona/resource-acquisition.yaml,sha256=tPICxNzs5hSDFMCOHSx9ZX4kTtcC69wDtbai0RsawXk,130
lm_eval/tasks/model_written_evals/persona/risk-averse.yaml,sha256=EpkNZOcw4PkPOEEC1X8PF6-zZUnML13_v9JWmdEijqg,112
lm_eval/tasks/model_written_evals/persona/risk-neutral.yaml,sha256=1kx530LH-f5FvD3fJutG6ygI4P90CjsMz13bY3EJW9U,114
lm_eval/tasks/model_written_evals/persona/risk-seeking.yaml,sha256=T2Cn05wmdgBLQGMzMOw64hnfUP8hC_sJVP61CNoFDVM,114
lm_eval/tasks/model_written_evals/persona/self-replication.yaml,sha256=Z3Uxpyke4qj8VGlEcOFxNjidy9vTGLMVTg3xNJKQHbw,122
lm_eval/tasks/model_written_evals/persona/stands-its-ground.yaml,sha256=czv7G-BXPJ78j0nCr6QIH05dnC87ZIL1sTc7debqCVs,124
lm_eval/tasks/model_written_evals/persona/subscribes-to-Atheism.yaml,sha256=VcXF-33E7ya7BBzijR7zsyEdYNWo3IIb_cSLc3FkfNU,132
lm_eval/tasks/model_written_evals/persona/subscribes-to-Buddhism.yaml,sha256=SPGYJ9zB3ZASddBFV7Qd6hACq7QvndQdhFQGOU2BjPI,134
lm_eval/tasks/model_written_evals/persona/subscribes-to-Christianity.yaml,sha256=g0OFTUMfc2FrtllF4n83IIXCT8OBy8IwI3t_4-AmRaI,142
lm_eval/tasks/model_written_evals/persona/subscribes-to-Confucianism.yaml,sha256=hgT-sAyKj9l_-EL1CIgrnO0KcYnFk632YuxRqNaFNUc,142
lm_eval/tasks/model_written_evals/persona/subscribes-to-Hinduism.yaml,sha256=08OgFUfxYPzWZpey3UHuHfheYvLwwqvjY0vNBpVjKKk,134
lm_eval/tasks/model_written_evals/persona/subscribes-to-Islam.yaml,sha256=6LSpGcaJ3892K-gLwvpkfCMEAXFAMhcDT6eGwsSmZnU,128
lm_eval/tasks/model_written_evals/persona/subscribes-to-Judaism.yaml,sha256=0upNhM7DZYc9-c3bfBG-nwNuJCIWzmaiYSPcrJV0upM,132
lm_eval/tasks/model_written_evals/persona/subscribes-to-Taoism.yaml,sha256=8lchwgAXqWxleyg1XSC3NhL6fMQ7ZW_z-0CIVydrsOo,130
lm_eval/tasks/model_written_evals/persona/subscribes-to-act-utilitarianism.yaml,sha256=Fk_weMvDfjvEyhx3MERdo08yNnn9xF4KlxdhMhZ0SVg,154
lm_eval/tasks/model_written_evals/persona/subscribes-to-average-utilitarianism.yaml,sha256=pVh4l1rOhc5tgf34mRUmOzou7FNJTOFm92pMCJjtFPg,162
lm_eval/tasks/model_written_evals/persona/subscribes-to-cultural-relativism.yaml,sha256=O-FxeDw0Pem9uJIMeluU1Q97BsMizYWWKBVYt-Rs3wY,156
lm_eval/tasks/model_written_evals/persona/subscribes-to-deontology.yaml,sha256=pa2rEAg4MRv2WkvWyXLb4VfBaVxmrIPQJV4bBJ4mCLg,138
lm_eval/tasks/model_written_evals/persona/subscribes-to-moral-nihilism.yaml,sha256=3UaP66d10oFJbN7g_O8SC_4O8kYwoC771pSeWxOD-w8,146
lm_eval/tasks/model_written_evals/persona/subscribes-to-rule-utilitarianism.yaml,sha256=nzh2ObsV-BpfDCCGjbkXggM8H8TyYztRuvWW-HP37nY,156
lm_eval/tasks/model_written_evals/persona/subscribes-to-total-utilitarianism.yaml,sha256=WYcC4nUDnRwC7mfvFWqWC2Yj4I24Clpn2NxPNQ9fC2w,158
lm_eval/tasks/model_written_evals/persona/subscribes-to-utilitarianism.yaml,sha256=fxe0MYWC_Ukh_-0SC_Xe6S_GMtCHIwqRkNkjanYUbM4,146
lm_eval/tasks/model_written_evals/persona/subscribes-to-virtue-ethics.yaml,sha256=q47Gyu4HWhAMh4myRCEG4Isp0iAtngUIMuc40tbyLCk,144
lm_eval/tasks/model_written_evals/persona/very-small-harm-justifies-very-large-benefit.yaml,sha256=Re-8Rt92mAzE0YCWyZYQwnV-vSRPr6y5Fj_n_ZPNQ6U,178
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-be-deployed-in-the-real-world.yaml,sha256=EoyWwCJVbpgYyxU52OXPEyfykQ0iGUHV6DDOzGBABAk,206
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-be-more-HHH-in-the-long-run.yaml,sha256=omNQ_vE-AAU3N2tu151xvvmbW2scb_9j_sg51-crf8I,202
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-cause-copies-of-itself-to-be-HHH.yaml,sha256=vZP3CJ7fzXGvzjUbH-GWOd93rmaIqQkoik3HRKbTyuw,212
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-cause-good-outcomes.yaml,sha256=t2mZWMTfZKvvdLUdXnML8u8dqIKDlVAaMLNgS4tkq4A,186
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-cause-other-AIs-to-be-HHH.yaml,sha256=tpgga2-wcCy3NhYPy4T1ZtuhgZI31DOPQAvft8tuVDA,198
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-cause-other-people-to-be-HHH.yaml,sha256=IyWlzVP1DMLJVHMbR1tDpjJ3JW_exIfSzukrxIR-2pQ,204
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-not-have-current-goals-changed-by-training.yaml,sha256=3t1z6q_PXO0x1Yg_2ahQBnPef2-K1r05pccemVgnHWM,232
lm_eval/tasks/model_written_evals/persona/willingness-to-defer-to-authorities.yaml,sha256=zmRmAGx-NFgc6qYP-H141qynwYjERopQSXYkyHyKZx0,160
lm_eval/tasks/model_written_evals/persona/willingness-to-defer-to-experts.yaml,sha256=oK6rea5nvWEJ0F8ITTy9tEIX_1Boqv4zw32FOSoSlFU,152
lm_eval/tasks/model_written_evals/persona/willingness-to-engage-in-acausal-cooperation.yaml,sha256=Sfey80NuV6t2bgJ6MgVgj0_paQtnRfzgie0GCMuSQB8,178
lm_eval/tasks/model_written_evals/persona/willingness-to-intentionally-be-non-HHH-to-become-more-HHH.yaml,sha256=TLiyBjOS0bncpNEaTidZE4_0DBb3QdUfs19unrKu3e4,206
lm_eval/tasks/model_written_evals/persona/willingness-to-intentionally-make-mistakes-to-achieve-higher-final-performance.yaml,sha256=cHBdu1rHbpiFaDzSmAubJ3i8mo051D-3FYsa6A25G6Y,246
lm_eval/tasks/model_written_evals/persona/willingness-to-keep-scientific-discoveries-secret-to-achieve-its-goals.yaml,sha256=0nh_Xx_JvJkMJmZh2m73TEMpG8DaHZD-Q1x77k4wvgQ,230
lm_eval/tasks/model_written_evals/persona/willingness-to-make-acausal-trades-with-other-AIs-to-help-humanity.yaml,sha256=1bbdSOrJvtg9BqAfagpqrllcckGeZCF5WfEhHaumrzA,222
lm_eval/tasks/model_written_evals/persona/willingness-to-manipulate-overseers-to-think-it-is-HHH.yaml,sha256=Mm9fwvQMX7ovBRgX9GIYck-7mCIKRCrreLGqRuSkI6E,198
lm_eval/tasks/model_written_evals/persona/willingness-to-rate-own-statements-highly-to-look-better.yaml,sha256=5zmWu8WKFhYZWu71YeQuZX1vzDgOruAvJ9NUIWpfmc0,202
lm_eval/tasks/model_written_evals/persona/willingness-to-use-physical-force-to-achieve-benevolent-goals.yaml,sha256=4z9bkzLUqd66834mL_RjpA1XGmD-ozlj-BRTo0trJLQ,212
lm_eval/tasks/model_written_evals/persona/willingness-to-use-social-engineering-to-achieve-its-goals.yaml,sha256=rV1CgVqrx8f6-hJkPqDpvx433S-L97BP_xyTSqAmHuo,206
lm_eval/tasks/model_written_evals/sycophancy/sycophancy_on_nlp_survey.yaml,sha256=zAIBhSZ4TeY7AXqt3QDe1lRexpRFYQjtYkKkBXes0rs,470
lm_eval/tasks/model_written_evals/sycophancy/sycophancy_on_philpapers2020.yaml,sha256=WNkcO8uw-JZSeNLtGLW_FgLyL4rj6FGFdYjL6B9IX50,478
lm_eval/tasks/model_written_evals/sycophancy/sycophancy_on_political_typology_quiz.yaml,sha256=ptqmqUzXIE18gIRwfw20AWjeVKC8huosetYv1Mw0bkQ,498
lm_eval/tasks/model_written_evals/winogenerated/winogenerated.yaml,sha256=UumeuQgqmS5UlwL_yDqWYW7ceMcUwmCtzS-kraIk9JM,314
lm_eval/tasks/mutual/README.md,sha256=ugTeZBjsZsvrKpg7RrybWTWTPWcnvAwqUwjRNySkuHA,1516
lm_eval/tasks/mutual/multual_plus.yaml,sha256=Y8PvUBvtOjrpxuciYHC6pcaZbIA9D43FQUqjYjRRgSU,65
lm_eval/tasks/mutual/mutual.yaml,sha256=0pWNvGwrOAntp6Xk3kCS4MLnahiwJsl5736p1DAQw4I,699
lm_eval/tasks/mutual/utils.py,sha256=KkQlSOhZb-wZOz2GhpeOtKr055kPMkBW588vcpShgH0,1173
lm_eval/tasks/noticia/README.md,sha256=-mYEm0wqL2oKRZCn8up4vLpnQDpkh6a-yN_pUqmv9CM,2121
lm_eval/tasks/noticia/noticia.yaml,sha256=mjUIfLV0wIPEYbCCpa6K8MvOz6Nkxf0qb6o18_t7NJ8,1326
lm_eval/tasks/noticia/utils.py,sha256=vGXXn9CKDFNSFrua3U7yE3Ca1znGpP7aTn3WdedloP4,1086
lm_eval/tasks/nq_open/README.md,sha256=BKcM_NY_2bKQ6RawTdraHBQuK6Ja8H_aOb_S9ST3TQ0,1165
lm_eval/tasks/nq_open/nq_open.yaml,sha256=-ZWkLX-_b_CmcPhraxEot_Uo8hdIAJNnMlk47Sqbrp8,743
lm_eval/tasks/okapi/arc_multilingual/README.md,sha256=wfu3vRVNTb0eR66GSuDxLTMnZw03XTJ6lfTZZWv4VOc,3253
lm_eval/tasks/okapi/arc_multilingual/_arc_yaml,sha256=nOOMgoLNDGz7sglsYs72ubPfs5cJBoF3O9Rvc5nXQlE,510
lm_eval/tasks/okapi/arc_multilingual/arc_ar.yaml,sha256=GUfSrap3H6E1Y4-o-g2piKgY1zdHoqmYj7GwYaQJLSM,151
lm_eval/tasks/okapi/arc_multilingual/arc_bn.yaml,sha256=CtQ8m2kvum0aD4SQr9JMxrDok_q-DbsuWyccjkRZ9tE,151
lm_eval/tasks/okapi/arc_multilingual/arc_ca.yaml,sha256=NFRUP0sKuwd6g9gBALKAVLF_jHzod85KnElPgn8ME-o,151
lm_eval/tasks/okapi/arc_multilingual/arc_da.yaml,sha256=fxAu7WtcEB5feho3mHiWWmb_DZjVFCEjKRg1rIF5ekE,151
lm_eval/tasks/okapi/arc_multilingual/arc_de.yaml,sha256=HUpxZkiJ82a0zarllUzC_TyUAseHfVHxlxvxwVMQW1Q,151
lm_eval/tasks/okapi/arc_multilingual/arc_es.yaml,sha256=ekGYFP1c0nlJAXF0idfQixacwa30h2GifnPAhU-Axog,151
lm_eval/tasks/okapi/arc_multilingual/arc_eu.yaml,sha256=rYxoWFvT5s8GSltR99fi3pSe8qK9m0c-9Xl6ziIIKXQ,151
lm_eval/tasks/okapi/arc_multilingual/arc_fr.yaml,sha256=9lhqrxGTmYIVysKwdw4YgZ28UZMDa_ZB9sT7ngIEZY8,151
lm_eval/tasks/okapi/arc_multilingual/arc_gu.yaml,sha256=vA5TWCP1HWj1RuuouBxxTZbCXRDADQJzIaN_3WiuFQo,151
lm_eval/tasks/okapi/arc_multilingual/arc_hi.yaml,sha256=TG4FggWz01i7b6y5ee9K063u0IgS7GwdDyPGtkGyXDc,151
lm_eval/tasks/okapi/arc_multilingual/arc_hr.yaml,sha256=HLNTWFcsiqPExJGwaf3kRzB04uAAOYqVu2eLqTmOKss,151
lm_eval/tasks/okapi/arc_multilingual/arc_hu.yaml,sha256=nKDrNpS6ZWjxnKjkCbdkqI0r2hYSvm3CFw5-MmaH_-M,151
lm_eval/tasks/okapi/arc_multilingual/arc_hy.yaml,sha256=jDJKzow03ashvXbQ0Jr7lYdYReNmvvKrQgnQUi_b1jk,151
lm_eval/tasks/okapi/arc_multilingual/arc_id.yaml,sha256=O_dIH3xO66GAAPCj1vAsdkn2GfaMtSzHGJvPcMhkKZ0,151
lm_eval/tasks/okapi/arc_multilingual/arc_it.yaml,sha256=vo0LgXuBmBJNKfcWlDVlZeu-_tXPRKy4mIZjDNQ9gvE,151
lm_eval/tasks/okapi/arc_multilingual/arc_kn.yaml,sha256=zPTKi1yy3GKkZ2TN-aLE5ZfDseuqu3DAyzixDXE0o5M,151
lm_eval/tasks/okapi/arc_multilingual/arc_ml.yaml,sha256=7eB0txV2mQ_DNhAcJ36eAFmhFK-7PKyGdQZx81BH6Rc,151
lm_eval/tasks/okapi/arc_multilingual/arc_mr.yaml,sha256=T49rwppxToOZVj6TUX-OMItr4l4id-8DjpKbib9fTfI,151
lm_eval/tasks/okapi/arc_multilingual/arc_ne.yaml,sha256=J-b6Bp4qLgnABBQ_qBzVCfFLQamp_K45ABg-2s2TfMA,151
lm_eval/tasks/okapi/arc_multilingual/arc_nl.yaml,sha256=TmLJlWw9Lnga0tI6f8OaldxGXJbOyn1BLr5z3PbiQTY,151
lm_eval/tasks/okapi/arc_multilingual/arc_pt.yaml,sha256=PdWXad4ExmO_MyUzIpW6iSojsX4yGkgUnNm2NexcjnU,151
lm_eval/tasks/okapi/arc_multilingual/arc_ro.yaml,sha256=stDpk_qRAaes8G4l5xCkhwqIYzS2A7GwviTynsqYyU0,151
lm_eval/tasks/okapi/arc_multilingual/arc_ru.yaml,sha256=asxs9937ptMS9d_6K2bBAB6oN8DvLGKMh1zNrljjR98,151
lm_eval/tasks/okapi/arc_multilingual/arc_sk.yaml,sha256=7yktYqpzYhX9p0e4GhsF5zN30rbn6y8Cq0SPMSIA_8Q,151
lm_eval/tasks/okapi/arc_multilingual/arc_sr.yaml,sha256=iczbZMFXwkfuu8XF5DEP1HLIB7DkUvSS0gXpE_h2hPM,151
lm_eval/tasks/okapi/arc_multilingual/arc_sv.yaml,sha256=Q5w1s6X5pA7k02sCsEjFJmfesXq-JusPcPVvqgsK4f8,151
lm_eval/tasks/okapi/arc_multilingual/arc_ta.yaml,sha256=FOqrp6mZOfycZ3S3zVofDP54JaCLV_-mR3i4qPqXHPY,151
lm_eval/tasks/okapi/arc_multilingual/arc_te.yaml,sha256=ZdPWAvE0BzElPoTU4M0FsU4YVsvtRGQJ_kzBGmHU4l8,151
lm_eval/tasks/okapi/arc_multilingual/arc_uk.yaml,sha256=IxqwXSezMRWd6JNTq2UCmv4CtUZDpD5klCWCZnhBLb4,151
lm_eval/tasks/okapi/arc_multilingual/arc_vi.yaml,sha256=eXyJJsjBpypqGbUg1Qh0c48IgIaf1afXY2kP7MEOC5Q,151
lm_eval/tasks/okapi/arc_multilingual/arc_zh.yaml,sha256=xlUzlfhFnw-vbuqVSwSWs8gQyVbOgDpwaqT4iU-0X_o,151
lm_eval/tasks/okapi/arc_multilingual/utils.py,sha256=ko8R7sI6zHF3dfFW2KMIzCbdYj9U6R62vaPaCcqeMoE,932
lm_eval/tasks/okapi/hellaswag_multilingual/README.md,sha256=4z3CRVjiccEASnN6iZzAs1n4MP2sDyZD7cU2KHYGp8Y,3269
lm_eval/tasks/okapi/hellaswag_multilingual/_hellaswag_yaml,sha256=NmehzPb1xCpBOYeUEoEoWSkZz8Z72AE2D4c5NzY-ftc,464
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ar.yaml,sha256=l0LPyaELaXf8NzIQE6dCAkcC9G8s0zY9oHbv95pvGW4,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_bn.yaml,sha256=t7ekl4qzC__k5H1e0yg6LrUXyDNTjVaC3xakhSj6lHA,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ca.yaml,sha256=RzmIaCpglp8CcEY62K-mAdhmPmgELLInaTf5EoMoNZ8,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_da.yaml,sha256=Ij9O8OKS_1dRxqd-z1Ks5ivZ06upvAPdEQs99TgO5JU,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_de.yaml,sha256=3YbkR_Jmp-7yJ8EoarJtn7UvzCuzLqgEOPRzFH3KZ6w,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_es.yaml,sha256=4ytqybHZo2wm1nm57Tk_FHJPqcANYwmut5DpqE0DR6s,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_eu.yaml,sha256=IRuQ9XevBmOv1_MyM1XsMUrnOeUdfE91sNAui-hb0HI,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_fr.yaml,sha256=cXc43d-zTl-9qldmhg8uIFn0g3LhUSWORxIP6zu3Dk4,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_gu.yaml,sha256=S5vvIk-BGoV_jmGbTEm5HboeZccPlBYNZiRGxgxioAM,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_hi.yaml,sha256=HWI_hhPvrTclmejfKO_GUn9JtOt3cNUfpiXsn_pp1lQ,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_hr.yaml,sha256=rwOKwbT0-KDap8CPVfSKxL1cFiwKpVNQJ6kk9r7d3Z0,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_hu.yaml,sha256=W7frkGGv-b1_8ZQKJzBHdYpUNXWPmM8tIoQSWyVncZ8,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_hy.yaml,sha256=M2Ohsg9CuAmRPICo_n1WuPLCwYNqlzmSQClOxd538q8,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_id.yaml,sha256=nzcPwPcGNsWzevywK3YYEKptjgSUQ9du4O44nuSP4vM,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_it.yaml,sha256=G_8i7LKwqwzPvPYW_q_A9Sbdd9g385VV1h01IN4phr8,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_kn.yaml,sha256=IDfcOaIrqF4TsFVxfLCrRoNAOTPpE9FjwvpqmULVwOA,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ml.yaml,sha256=CGxvMPTxmOXMH9B6iBayfPYoorKzxR9rALDvthlFcKs,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_mr.yaml,sha256=-C8-qKzAIGqQCD4u-rShLKoGwSCwy1xTaMM6KZOH7fw,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ne.yaml,sha256=fPMejMR7lhvXyvIs4TYHBmujPFtcfQkMXjtZumfUuxo,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_nl.yaml,sha256=qOeQrtnPB3a4bnfDnxy2ISuHhPGPeMQYt5B4DIdkQzI,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_pt.yaml,sha256=NTMxraiO1AvjNO7JXDDauQJQUlBBqKdoDRWGKkAaKRY,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ro.yaml,sha256=UmN6zcXVGCHLjB6LlKuig-5YNfVIpc3klngnc96W_YE,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ru.yaml,sha256=HsEQP37NJQMUJuaRROA5W8gUeuwancEmNzU6U3T3ygY,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_sk.yaml,sha256=xvl4FRUN-j9F489dz9X7j0Tzl9-HJb9JL9Tts4q79Lo,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_sr.yaml,sha256=Z-sN8n9o9gNhfDHSLLg2LAr9mlNvprbd0pSVzzuxjgk,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_sv.yaml,sha256=0Dq9CK5xLMyNRDiMBdjjb0zf8t6hAZ7DbIiVMmUKQv4,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ta.yaml,sha256=4YgCFg5GzveS6uuSuw8MRiCXCkGDc4r8imElHiTTx9s,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_te.yaml,sha256=IROovZjiHwQ6lsmjGSpXHopDzzzzBw13TZZcWsiz_g0,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_uk.yaml,sha256=4Oa2_jshiQqBSTHKi64FQGnfk4CE_Y7Rw_sv6z2_jog,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_vi.yaml,sha256=fBYyOXNJhN6vaKLEle8D25Ez0kxA0Qn9ZCv5bdsyMsE,144
lm_eval/tasks/okapi/hellaswag_multilingual/utils.py,sha256=B9I7YLKPKk9ljc-EQGI6Y_5mRIVM6bhGoRTd6YDcEhQ,717
lm_eval/tasks/okapi/mmlu_multilingual/_default_yaml,sha256=3r57LlbZ5jQfnRNy-Fp4amy98QRR7uhEnSSx0m77MA0,430
lm_eval/tasks/okapi/mmlu_multilingual/_generate_configs.py,sha256=9Og9BSixaMRUQPj1my0FedXN6f0B9zuYyXpqYlYwWpw,728
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ar.yaml,sha256=h6GQxvV_gIZ1zBUD_f3UHt8--Wff3I6Ee8pAY7vyVXo,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_bn.yaml,sha256=_2pk6E9tePnNYYEOgJMACQ1QX4956qligOjauDMNE0s,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ca.yaml,sha256=kpXQk6AdUGs6BSmUkL2-Pn27gic2MyazkSov_dMTnSk,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_da.yaml,sha256=ZVzwQbLv3eap0eeGR75plXRY7lizfJVlEkxAMVFJ7nw,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_de.yaml,sha256=hK7VkH36-4joAq0M_7MynfvbqR446CFj-EgG8hqNCVs,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_en.yaml,sha256=7QbX5n0CujxGxy_yaYzR85P9pOgltohWv1SrVPIopvo,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_es.yaml,sha256=CsEEvte2hs-yr0_9yHv40GWZgBh4SWcWg0CTi4GsyU4,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_eu.yaml,sha256=IL527-o6W2KWea6ZzvaHNIM145pSqnVWJOqMTiMWN2M,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_fr.yaml,sha256=-YP-PTybGhocLweew3eS5dRRxAwKr5oK3cJ6vxmZHHM,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_gu.yaml,sha256=KyF999oEHZ--YaoPDdBGMmym6aJQxLmzHr9Anuce7jo,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_hi.yaml,sha256=EMFeDAm7kJSrHacGGbX_HYdnmRn7-K_DYnEuXoRKca0,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_hr.yaml,sha256=_Uk3BhkxNyVfvxvByQ4x-enRmgsqd8t7S85-kvf1J5Y,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_hu.yaml,sha256=3JaXdWUcyhkfZTRexLe1zv5aDqqn5WS3aPZftgmY2GU,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_hy.yaml,sha256=MKAH1lUnVmeTGWNEYSWLi2X-HwSKkQdc103fPpv0foU,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_id.yaml,sha256=esgl1zfYWbQswe2srAk3KnTyOhfGFRY8sOmc8Loqt-8,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_is.yaml,sha256=irlR7YVJhqYzqR3CFrH4oTz4qT8FSFuWKh-jUGqq-PA,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_it.yaml,sha256=H-2fL-fJTX54O92L7DizEsVaLTNJLbpLnYOTVr3Poc0,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_kn.yaml,sha256=IuvnVDGU53Nm-XBveOusoOVXVrxbE_-Bmyn9BIDbg68,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ml.yaml,sha256=9UB7Wkkr-TJ55aY6JkCYnoZx50lge5qn7F5lirlTQT0,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_mr.yaml,sha256=0YeEhV_HoKmj9UDfRC7CTrqsFUoSBRRNicXKlMMs7LI,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_nb.yaml,sha256=wjdrATM8UD73RXgzkneOkM_2IC818KWbOGPgAX0OrKY,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ne.yaml,sha256=qZ3CwX3s7etn9s9HUZzLksHF5SIcp_IUJW45xzLQsds,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_nl.yaml,sha256=mdiemcArNpjmR-DRUKNBnV8q38Hcxfwze18IRiCu8Yk,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_pt.yaml,sha256=8HyrIK7kpDXqCa2TQH2LMibptIZkWOezThJui1tZfgo,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ro.yaml,sha256=CzkEqPnWBTZHCytOTqCuVkncFrfdRwSIxBxCxNBCo3o,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ru.yaml,sha256=GfeM1f8SFv1uzboAtJZKRRstmbbIZawKChZYDxTF-10,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_sk.yaml,sha256=ciP7Xrudh6X-rx0PdKmZUVlf2bhVu0RrQ71H5ZUnPkk,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_sr.yaml,sha256=O4p2dTvXZBh0hmQ1iSeEy-trLawduDigF3vq4gCPQas,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_sv.yaml,sha256=eUer_Wl3XtW2EyV4VdZSINBgYciBKtUdyirq_Bdzy7g,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ta.yaml,sha256=GDVxF5OAsmBj-qJkG_vtcc-9kwJcqlI9V3GXn0nF8Dc,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_te.yaml,sha256=8uAJI91GbBCoo-ylFKJH4Fq_XMS4soqn0qO9agVYp9M,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_uk.yaml,sha256=IJ1vtrihXYJEGZp1kd2mF33Fu_4s_EFH_0wFqVRq48U,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_vi.yaml,sha256=of143NO6V0X-cTdCXRHC5tViJ78iCZ1UvvArc_9b318,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_zh.yaml,sha256=ltiCP0BGI9StZaL3oecejpvirLM0WBuuDTOtgkXLZXA,92
lm_eval/tasks/okapi/truthfulqa_multilingual/README.md,sha256=5mR61sRmT8uet9zZdttHzRmjj23vSKAKtKYwT1Uyai0,3274
lm_eval/tasks/okapi/truthfulqa_multilingual/_truthfulqa_mc1_yaml,sha256=au-F9Mn66h78fTWbws2gb7ObqnsOupviYoarmxUhHBA,441
lm_eval/tasks/okapi/truthfulqa_multilingual/_truthfulqa_mc2_yaml,sha256=JHAdAjp0Y8DX56WoKuUWwNdNRiYY7U64csXvURefv4Q,300
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ar_mc1.yaml,sha256=XZ0L6nbD8r47BJhUi1_IwB_AjImKY96sI4qnr3nyX2U,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ar_mc2.yaml,sha256=u5t72lIsyNy_-3AkMzu4E9u4yxajWdGYqLBLP0XM17Y,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_bn_mc1.yaml,sha256=hrJWejUP9VOkNajkrftLFGm4_jk5pkuRF2_GHzqBsV8,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_bn_mc2.yaml,sha256=h0y5npsVGKBPHmJK6BEyIFYGpKc3guVrNVxz9PzjzUs,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ca_mc1.yaml,sha256=ku0a8fhVSHTKgOMHYzmPj0N1RcZFwicp1YN_7n15E1o,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ca_mc2.yaml,sha256=jz16vSR9x87Yhxza2Ieh1u-AsZk4AwuVh2RFJNBWrco,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_da_mc1.yaml,sha256=T4BrCGyXBgmFa_07Szlm2aEojCewd73B5EoACg7z3bk,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_da_mc2.yaml,sha256=_JCC3OVWXlHgwMsZ-eiuYSpKOwsthkyNqXiWllMZGRY,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_de_mc1.yaml,sha256=5MnDT5j2jKUXW5OPh2T5U41jT3wUpF81Ey99BKrm2VE,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_de_mc2.yaml,sha256=Y6ngRIXEPH65wfTMOspH_Zml_K_cbwQAIl5-bJ7liR8,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_es_mc1.yaml,sha256=EKkp34UVPoisCzSbmE0w2jzFKrmTGY0AhFLatTivDng,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_es_mc2.yaml,sha256=f3t99xrcdubKXY-5bVKibDL3EL3QWR022DlXNqdX2R4,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_eu_mc1.yaml,sha256=04DdmvEgOO24eqcwNja7WNDz0jBvVbpNpslRE7wuPDc,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_eu_mc2.yaml,sha256=2RECrkJz9EsufzurgClIKtIjhxWwAIG1BuXDCQfXKkg,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_fr_mc1.yaml,sha256=RofytSYka7h6_QHB_qRkpKyjjafDxM8ZPnNzrjlvJpY,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_fr_mc2.yaml,sha256=SQP3CjzVBjrOzBrvSc_-yNfOgvku6c-yyZIdu5tIYMM,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_gu_mc1.yaml,sha256=pnLuJQfK3FYeOhKZHdc8z155cIhKAHOeYJQS8ksre8M,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_gu_mc2.yaml,sha256=oIySv4YCjiPNtnc82dwNbyr9_IKeAEuZ60fo1Aus1u8,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hi_mc1.yaml,sha256=Av7qR8izVZtsxYkwtxVuIQomgjsEGMRL216-MoNSlyY,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hi_mc2.yaml,sha256=BoEB2HImbuVuuRV_-AVx2mU3HHZZp_-m9SaTvfw4aiU,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hr_mc1.yaml,sha256=ZVgznGd3L_PvVFeUJxhYYtA8q6VLMei5S997U1KgfN0,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hr_mc2.yaml,sha256=kK_1WV86hAMKZzyeFT37we39oOiG88OmwpcCef_oVdU,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hu_mc1.yaml,sha256=U5uXVrjhBNhoqpRe2p9SblvJKE-2B-b5nbU-9tiRuw0,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hu_mc2.yaml,sha256=aKWIWtK_8kJGj_lgxptpmjuvNiYJbTnBeej9h6cnbss,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hy_mc1.yaml,sha256=Alo34MOGtbgVI9C0sAQb__Ix79-Jaz55qmymzlZdztg,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hy_mc2.yaml,sha256=qjnxRy-_CPcjnzAEKh7BVY20gZG3N11FgQuAUpa_IIg,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_id_mc1.yaml,sha256=NMDkzVeR_IV4DGAgZQCnIgr9T33BQ9mqaKkvLbacZuI,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_id_mc2.yaml,sha256=iCq1z8DcPT20oPF26ZecqU-jst_S-cFlKS-KcknTaAs,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_it_mc1.yaml,sha256=zcSgJ70NQAMFmAQQJ4Elbset8onYIAueA8TmupqOOoI,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_it_mc2.yaml,sha256=12-d5lMsKvNA_PY81ViIK6ZgLS-lAv5on4G2OgkwjDw,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_kn_mc1.yaml,sha256=tdve8fGXpi9Fi2DvSC_ir2gLhLpm6023S3uRllPyBMc,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_kn_mc2.yaml,sha256=p5x8o4C23OHrtSVgnaEfcDxwZzr6xgtYHRCuqyPqtWM,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ml_mc1.yaml,sha256=KZfV6-C8pzVI28esUeJFLhyBCd77IxF4KhMQjV_t7j8,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ml_mc2.yaml,sha256=0GKkKdCmUzNHjGFEdWrd4bFtjOuN1OdpKvidswjNRLY,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_mr_mc1.yaml,sha256=7QeINTdan90buFaJIZ5m6fUG1NaAtONV51MBi_yNbrY,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_mr_mc2.yaml,sha256=BSGbUlZNrDQiJ8oJ2VlbjphQCMA7V7GsKqSiXwf8gw0,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ne_mc1.yaml,sha256=0zDbEBYszWuNqhJjQdikx3RdE_wWpvDbsHnsyP_3WFg,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ne_mc2.yaml,sha256=CEvej4sPnXWEeET5-ahR6otYFq4l8vQ72VN8YxRe0sA,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_nl_mc1.yaml,sha256=WKW2pXKaPYb2_rwlAMX11k6MTnfB_Ql49aOmOQzrLJ0,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_nl_mc2.yaml,sha256=VWQ9vTj6yammjVuaJjkU3K7DSMh-X32Pwr472RPkjJw,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_pt_mc1.yaml,sha256=WCacxkJc0dCvpDh9pkvVWSWBwhfZitWXN6LXuArSqS4,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_pt_mc2.yaml,sha256=-_hxts1dW5rCvsY9j17RiLqDO9S4uRwwM8aKsBueX4I,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ro_mc1.yaml,sha256=ilc2h2XJAQVWODAVWmiUTd9yZKBnTcCMg2VF7Zt__iA,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ro_mc2.yaml,sha256=2zzf0b3V1lBGNpySCol_vaDqBVkmMPy723eFgYQXEUE,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ru_mc1.yaml,sha256=mwlZVfO4LHhD1cK5fDTPH5tBKu_LceGBG7CeH-d99j4,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ru_mc2.yaml,sha256=5q8SPV2RvPBfX__znaiC7hCpDI_QpAgGvGdyd5CfyJE,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sk_mc1.yaml,sha256=7bZ_rFRn3hEn4lWL9QzQg-Yk-7D5xyW3u2-eYIgYRCk,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sk_mc2.yaml,sha256=sVjl8jK2HuOy4QjIZsL_H5PyI9gPcXrpWYXEq20coJU,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sr_mc1.yaml,sha256=X1t0CJZMHLeED5AGORHTTSUUZA9Nilzx9WtjG2Rxe6w,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sr_mc2.yaml,sha256=1nbX_x-XVepRwMh4Kid0Tx0dSlareRsFDMcD5UpFKiM,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sv_mc1.yaml,sha256=3SYAOouUnwc3J1H8ypKZ3uNK_yWKtceOakTcQRtql_E,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sv_mc2.yaml,sha256=dul9j8WMuvMj-aGR4ef7WB96Zvpd7tSP7pzQT4GbeiY,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ta_mc1.yaml,sha256=kY2V2iR1B68-g7AP-EALuH21O-5J1eSG37ULwMBPscw,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ta_mc2.yaml,sha256=XC2KpaOSUNIGnzRx0uXzuzZnJIsLuln1Vbs_WLC8u-g,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_te_mc1.yaml,sha256=zOwXU_Ng4DDFTOQ6z55i6kJo8Irx4mY1XMfBsEJXZqs,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_te_mc2.yaml,sha256=olw16FSN7u3Pke5GnwqwTAnjfiloBa2g6lcFvnd2f9Y,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_uk_mc1.yaml,sha256=JCMdgV05y-maBNx85qagmrWWsg6PutHcE2602ZE9v4Q,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_uk_mc2.yaml,sha256=BQy-ePy9n26R74tAAeUTDkMDD9_dF_y42212qFTzVVw,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_vi_mc1.yaml,sha256=Jaszk4-46pFnQgmkWKoz3VlBCQjyeYY4a1OnA_IB5k0,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_vi_mc2.yaml,sha256=lK94f9BByr1wm4WaYxwUEv7oBrNCGlnOlnJUHMbVGAA,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_zh_mc1.yaml,sha256=jmdw5UNjzx_S0nxuARCEnRVhG3-MrakwaTGxaqUb0WE,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_zh_mc2.yaml,sha256=ev_59WsT7H_5aGVgXd9xkU7O570YIxDbDoKBXZvJoxQ,172
lm_eval/tasks/okapi/truthfulqa_multilingual/utils.py,sha256=upjg01wM19P5P4jGzhpkygPOFC8nCYnQ53JG32BfObo,1973
lm_eval/tasks/openbookqa/README.md,sha256=YydrsfuRRdUGv7KE-7GuK9y-tCm9E-NdrgQ7rZIy_og,1969
lm_eval/tasks/openbookqa/openbookqa.yaml,sha256=YiSwjnsPL1TFTSkplPZ1ISE_SbUCib6PIjIapnW4yJg,524
lm_eval/tasks/paloma/README.md,sha256=TGtZGpyGpjFa5VMZQS7NJoZr_hhk1JAZDCLby9FWRoY,2391
lm_eval/tasks/paloma/_paloma_template,sha256=2s5mebPWHlpM0zGihQfhAp8im2I5r-l73KKPhPIVdEc,588
lm_eval/tasks/paloma/paloma_4chan_meta_sep.yaml,sha256=PJF4hLR7IeZdVfclb8EQYqf5hkdm9sahiF46YzFmxx0,101
lm_eval/tasks/paloma/paloma_c4_100_domains.yaml,sha256=L-EZjmIPO9mDaaPAP6FNNMJhxH9v8PQWj80qfHWQQxs,110
lm_eval/tasks/paloma/paloma_c4_en.yaml,sha256=4Gb_X8rISq7CoiBRbbMEUp2XSWnQEN4ynLlZHbzr99k,80
lm_eval/tasks/paloma/paloma_dolma-v1_5.yaml,sha256=hbSxEJLk-bZ6Ouqgb2-ysW2s819FqDWU9dOeqGbzfyw,98
lm_eval/tasks/paloma/paloma_dolma_100_programing_languages.yaml,sha256=SntcXhkiqLmayvjWe7DVJZxzfhV_Lu5fKr3UESSlX4E,135
lm_eval/tasks/paloma/paloma_dolma_100_subreddits.yaml,sha256=eqK9bEiZ8gq5d2doTWk71PSHTqTGX3a7bzSSWuZkviY,122
lm_eval/tasks/paloma/paloma_falcon-refinedweb.yaml,sha256=-QUoFCEnVEvtiwo85n5CvdpSnhKbkyuJuA9zTIG8WWg,108
lm_eval/tasks/paloma/paloma_gab.yaml,sha256=pZ6Bi6wpcAlZiroIxOUEJ3r1aZwsxG7TYpkn5eqJA-w,77
lm_eval/tasks/paloma/paloma_m2d2_s2orc_unsplit.yaml,sha256=7NPJHgn0czPATgz7Poyt7sC79iaVwAnfTvZMWdbzkj4,114
lm_eval/tasks/paloma/paloma_m2d2_wikipedia_unsplit.yaml,sha256=oRckidelzyjBRL8fYTQhS9_dJRdKUAskxmQ7du-uQU0,126
lm_eval/tasks/paloma/paloma_manosphere_meta_sep.yaml,sha256=xTdsLHcH5I74gbO8PQQPZacgg94nKmiwfleUrgXozlA,116
lm_eval/tasks/paloma/paloma_mc4.yaml,sha256=qfqAFJYscsqht_YyeHTbKxekMqtoCxJNTVM1rEjmKw8,77
lm_eval/tasks/paloma/paloma_ptb.yaml,sha256=WDXYFOVlYMc9bPJfpHQaosscMLBnomoLhmXL9tBVu7I,77
lm_eval/tasks/paloma/paloma_redpajama.yaml,sha256=abzWMkyWfo6etFevbSoUcU45yU4Gj8YrJwOG1HyA3g4,95
lm_eval/tasks/paloma/paloma_twitterAAE_HELM_fixed.yaml,sha256=qWkSpmrMeLvDssMiMPR7c1LoIKTg6yMgxie_Icyqv-M,121
lm_eval/tasks/paloma/paloma_utils.py,sha256=l1NE5nHHWqX-eZSKaMBOtu7U8mHPPU1u7VV4nDhw4ew,52
lm_eval/tasks/paloma/paloma_wikitext_103.yaml,sha256=gmmcqJQd61VtqMSWiMSEQc1I_LjkTPrq2Lyp3xdoXZ4,104
lm_eval/tasks/paws-x/README.md,sha256=YO_eiOakPQ7dgmaeZEGcAlpd2AaFFH5HGRLPVmQceXM,2480
lm_eval/tasks/paws-x/_generate_config.py,sha256=OEE5wsJx2uGsyWe7cQFiRqPj1FVQ0qkL5eGY2vxaJJM,3066
lm_eval/tasks/paws-x/_pawsx.yaml,sha256=MVONVJYPdktYIIHalkIFTZEbjIstlwayvdpi9wmJo4c,214
lm_eval/tasks/paws-x/paws_de.yaml,sha256=8rpK-nGyV3aDCNBBnLVze-fMbXf5TdJ1N6upcrJYM5A,204
lm_eval/tasks/paws-x/paws_en.yaml,sha256=qDS5_V-KCVDBYdLzWpDfwKe_kNmGZGZ7_RLRDfW7JoA,197
lm_eval/tasks/paws-x/paws_es.yaml,sha256=HM5pkreetDL6SuBSJq3ZHR8NvnONbTrLDxPW-hMkQmc,201
lm_eval/tasks/paws-x/paws_fr.yaml,sha256=us8AGzpyfy5eKoFIUzAgKMiBboAm4VpsXoUGdQT4ifk,215
lm_eval/tasks/paws-x/paws_ja.yaml,sha256=VBkjTeHL8VbGlKAc2D5iSj1pcKGtpkhcZzD2A4Dapzs,215
lm_eval/tasks/paws-x/paws_ko.yaml,sha256=n3Ik828O3y-vA65_hnN_t57JE56vJR8yGHP5bNg5hSQ,206
lm_eval/tasks/paws-x/paws_zh.yaml,sha256=L_G_vTVQO_KspHyL9xD_SW1EglMVgWhskrxPpYRunqg,203
lm_eval/tasks/paws-x/pawsx_template_yaml,sha256=f5dbORUKaWd1gvxQux3Kpgu3rVZDOLOOuG_cvf8Pa50,489
lm_eval/tasks/pile/README.md,sha256=pihxsbWkjJ9AYuoDGWJpa-2ijpv4MV-78uwcneK5SKw,2120
lm_eval/tasks/pile/pile_arxiv.yaml,sha256=msLC7uXLVLp0hiQBqZECcFeTsncu2_ORO4mj8gkHWPY,544
lm_eval/tasks/pile/pile_bookcorpus2.yaml,sha256=IRneHp6DVJQJLg79L1WAUXcI4H2j98CMJ8WJM9T_9t4,79
lm_eval/tasks/pile/pile_books3.yaml,sha256=i9giqvgl9T4zaT9OWe-AaY0CQcaVXmUcmmIMPNW8QeU,69
lm_eval/tasks/pile/pile_dm-mathematics.yaml,sha256=MAHnHDrmzm6Td9UEB-WNKAO38Sv0GA_q1lPqOAn7jGQ,85
lm_eval/tasks/pile/pile_enron.yaml,sha256=nXC7EnbTdTOznTB9YB8BQ7BO46rV665NNd1S9lOwxC8,67
lm_eval/tasks/pile/pile_europarl.yaml,sha256=GUjjBtstAzTd71MprWhOiYv0KrZPaG1Hw8dxPEMteyw,73
lm_eval/tasks/pile/pile_freelaw.yaml,sha256=mdojFrCnxL0NukAO2RZ6AgD9cslKOUKelbduLeCHhHA,71
lm_eval/tasks/pile/pile_github.yaml,sha256=uLaAsHv04EDJDphznC8pPXN8sCBjE2fCLFI9bIp67-w,69
lm_eval/tasks/pile/pile_gutenberg.yaml,sha256=jbWxHsPayUwrwElKCfZM8YVVV-NLxHoUiZ76ivubAr0,75
lm_eval/tasks/pile/pile_hackernews.yaml,sha256=dqXEcDypQkVx8CVchdRfkHvOJjmKQvLU-vGKg_lcPlo,77
lm_eval/tasks/pile/pile_nih-exporter.yaml,sha256=LD4hvEFvcgAq76Dv5AJnZpDUy3glQ988coxFA0zc0zA,81
lm_eval/tasks/pile/pile_opensubtitles.yaml,sha256=P6y1GHbq9UmtUWtDAxqNaM60okuGajItFf7yzEnebZ4,83
lm_eval/tasks/pile/pile_openwebtext2.yaml,sha256=hROXABLgyKTVoK6Xau2-0fjuYAm7saKE-tmMeOsi1iU,81
lm_eval/tasks/pile/pile_philpapers.yaml,sha256=HkCs1ydujb2l1uMe8TyB8uU-ptvYzKR4Y2DfRYvZ1Vw,77
lm_eval/tasks/pile/pile_pile-cc.yaml,sha256=UOZW0LPRvji_5wuOG985xRYf0kb3eFxMss8iAscleZ0,71
lm_eval/tasks/pile/pile_pubmed-abstracts.yaml,sha256=OHZqNFFamJwwXdw_Sh4fS0Qm3f79WaKRnWzCEmjFF00,89
lm_eval/tasks/pile/pile_pubmed-central.yaml,sha256=wwvas6LbeZVdQ4e2Kyjw-RDc-YkJyCHHX4VhASHyyrs,85
lm_eval/tasks/pile/pile_stackexchange.yaml,sha256=5-IHF0PzOeB4LZvgwNS34PMC3d0CsM6nzlsdjaClC2E,83
lm_eval/tasks/pile/pile_ubuntu-irc.yaml,sha256=Z-uivjik0_RK2xWAw0doaG6ibCFfx6bHlKzNnEtJtI0,77
lm_eval/tasks/pile/pile_uspto.yaml,sha256=z8AonjJxzz7sEmXhNLE3ktQa4CAzX637yME0tp8fgAw,67
lm_eval/tasks/pile/pile_wikipedia.yaml,sha256=yiSfOAA5LYA1kqQmQ7RxGMtGv5JoLZcCdEXcCjsq5YU,75
lm_eval/tasks/pile/pile_youtubesubtitles.yaml,sha256=1rxTH-tybxk0itf346tdPOte-zZk0Pf9Jy-zah3LVRo,89
lm_eval/tasks/pile_10k/README.md,sha256=PpF5P2SwxWR0Qw0gE9-JXCS_YkiZGFbt4w3rqNgzHII,1602
lm_eval/tasks/pile_10k/pile_10k.yaml,sha256=ic9tccHkFBSlZFwjKSFuWDxbvbwoRrZiWYW3E5Kfqq0,467
lm_eval/tasks/piqa/README.md,sha256=eIzvCBu5__Kv6KMJhM4X__p8BAFnTVq9T1WDBucTglo,1584
lm_eval/tasks/piqa/piqa.yaml,sha256=icwccohmflL0ZRdo1dmG9GwcOPlA9Ja2o-l5PU_2MkI,521
lm_eval/tasks/polemo2/README.md,sha256=z9Quxc9kiiaIvxdh7BS0mJ7B0pgk1wp8X5M9Wl4dVzg,2948
lm_eval/tasks/polemo2/polemo2_in.yaml,sha256=sqdnDYyF3wsX86weBfASeNIhieVmlMzuIqYUDPrPtVo,1223
lm_eval/tasks/polemo2/polemo2_out.yaml,sha256=2cUNaH4359_LBvw4DlTpXijPtGlu4yIQzqbkQseGSRY,101
lm_eval/tasks/prost/README.md,sha256=mk33wnEvPNYwrpJy4uTDBek3Zfvh92t-HhVTUv0sgO4,2149
lm_eval/tasks/prost/corypaik_prost.yaml,sha256=6hvjd02G3loYEO48g5UgmyDQ7_FP8IQTCi7Hpdxr6fI,504
lm_eval/tasks/pubmedqa/README.md,sha256=wcUTe-A1SqfLTz0m0hm6VDjhwCu340I_4o_-yy72eJU,2180
lm_eval/tasks/pubmedqa/preprocess_pubmedqa.py,sha256=Q1KO7mFmbZSumsPVi806DDgYKoiY-Zb1Nr6d4dNlV0A,169
lm_eval/tasks/pubmedqa/pubmedqa.yaml,sha256=oi7_SL54B6hpyp-oc50YYcX2K3j0SzV9VssBfGqDr24,414
lm_eval/tasks/qa4mre/README.md,sha256=5TTSebDBxnhg9NThd2Q5m9NoJjIzv7H9HKIQo_Eguc0,1918
lm_eval/tasks/qa4mre/preprocess_qa4mre.py,sha256=rEzBkrAERfA2pbZzHO__bGdUvXB8ZKQjaIuijhwhXLc,164
lm_eval/tasks/qa4mre/qa4mre_2011.yaml,sha256=sREc47v1tTuuhtUx5zSWMH5CSmnqsU2EOgjTSMjWKvY,706
lm_eval/tasks/qa4mre/qa4mre_2012.yaml,sha256=-nl1VU5aq4ValKvtxB3ISICobKf316NPWXavUdp8qz0,92
lm_eval/tasks/qa4mre/qa4mre_2013.yaml,sha256=AlCYDKxs73Gd-1QHhThpP4DrUG8mcZGT4sze5ZOBQCc,92
lm_eval/tasks/qasper/README.md,sha256=qJMRJk8jWOWFHFH3BQYcNuHDhxGuQgPKRzZPhw3vRuw,2341
lm_eval/tasks/qasper/bool.yaml,sha256=WpVf8dZtTzx0cQgicUZLIYQJ_ptrSHNS_NggfNlolvk,367
lm_eval/tasks/qasper/freeform.yaml,sha256=pYt2dYmJBFn0wg49qoVAzOCO_KkI_Lf1dFKWBrmNmK8,468
lm_eval/tasks/qasper/metrics.py,sha256=qW3XySNorb06VFGT1gYe38uONzsxMHaoVocDjibgOaY,1244
lm_eval/tasks/qasper/utils.py,sha256=GHFpYHsGqsWWek6abS6LbhJ77szfgCC_8XFMZkbpdw8,2714
lm_eval/tasks/race/README.md,sha256=MjGKhlW3dQEq9p2CCZPq6ae7IYRc5Hc67MLFJ1ALxio,1974
lm_eval/tasks/race/preprocess_race.py,sha256=ib-ESUCHV2BnblF7zuubRnbd4vS-_wNCSPj6YbDH9bM,1100
lm_eval/tasks/race/race.yaml,sha256=LFDIv3970nn4DAkbE83aISRzzYiGgnsIv36YQQGD-9M,412
lm_eval/tasks/realtoxicityprompts/metric.py,sha256=v-2PFiWsf3hHWeRnO6NDVoU47AyanirIsLMJrpQxBZk,3316
lm_eval/tasks/realtoxicityprompts/realtoxicityprompts.yaml,sha256=qtmeZzXSwkdeEnf3f6KpeNP99HGQfcy2sKBme4PE4gM,502
lm_eval/tasks/sciq/README.md,sha256=XCXBf3KfpPWJqBiqKogR_qyWqFK-XQKOhmGozlRw40Y,1480
lm_eval/tasks/sciq/sciq.yaml,sha256=Ldi97ocUwPp2dDPW1Pr6P4Kw-30Sw6Z0GGij2bzKA5k,566
lm_eval/tasks/scrolls/README.md,sha256=9a6RB6fFG2YHx__0v7AUbw1lCKoIqW_b63qEHmK-DmA,1442
lm_eval/tasks/scrolls/scrolls_contractnli.yaml,sha256=-v_VAdEDR3z5wcwdTev7CLOcjk1peMo-06M2j9UTbao,75
lm_eval/tasks/scrolls/scrolls_govreport.yaml,sha256=E9lslsO0gZXdYFeEaEHO_q1nbysfdCwmvk1D0yNANK8,71
lm_eval/tasks/scrolls/scrolls_narrativeqa.yaml,sha256=Hndp6bS2wmPI-38FUWub3PXXishM4jIEPt2ct-dj92Q,75
lm_eval/tasks/scrolls/scrolls_qasper.yaml,sha256=wWG-Pw6g-XGoLOzswrVE9JI7parpMwKdSRXwGwu0KbQ,65
lm_eval/tasks/scrolls/scrolls_qmsum.yaml,sha256=CJVrWX5rsiWvgEHRTQGeYN10FUh0LdzuZWxzzmUju4I,63
lm_eval/tasks/scrolls/scrolls_quality.yaml,sha256=x6IVvMYUsJaphaaBh3C0QZkPvxMlMYPW6XkWeil8xKs,67
lm_eval/tasks/scrolls/scrolls_summscreenfd.yaml,sha256=qbAHeRbh51AqZQ-6F3Cot6llOJTNeU_m4QINy-lKibI,77
lm_eval/tasks/scrolls/task.py,sha256=_k67bablDA14VUcIVHi2HtpbBGGuac-TZAffxbex-VQ,14301
lm_eval/tasks/siqa/README.md,sha256=4TalxcZMCLW7D4NmfEcxWR2bjUtKhGemGEnju8QyX2k,2607
lm_eval/tasks/siqa/siqa.yaml,sha256=CHrGP4tvJeu0AheAJoNbNn40I8ySs6JLVEkVtdxvuBo,402
lm_eval/tasks/squad_completion/README.md,sha256=gZexAg-CnjvQJ9uRXi_UeaVllnWZavkZEs407SLTHxw,1947
lm_eval/tasks/squad_completion/squad_completion.yaml,sha256=xvPPT_ZJEDeUcOZR7slHsE39IHvoDY9sNyiUj7_R6TE,61
lm_eval/tasks/squad_completion/task.py,sha256=PvNn2TziiOwT9cuyrTnJXFDDCqZDiAxig46qriIsGTE,3082
lm_eval/tasks/squadv2/README.md,sha256=1kSUwS--VUhL7Ql_Wg_AeIcR89gyMIKanxxVrcH6mjo,1901
lm_eval/tasks/squadv2/squadv2.yaml,sha256=47xG_LSA_JSSkT3KBzvcPzvquMnIrfC9dTftfnTu39s,43
lm_eval/tasks/squadv2/task.py,sha256=MTerWG2A8wfTnYOszXILEyTGA0hAMD3SMvxV1krRH4w,8457
lm_eval/tasks/storycloze/README.md,sha256=2h9-bOsvb4V90lyYFZPz2pF5kn-9EapHjV3XSDw7utA,1675
lm_eval/tasks/storycloze/storycloze_2016.yaml,sha256=VKVVwGoc5AlTz6tWiaRP3bSUVL1oq-ETHj5-oVuBsRo,606
lm_eval/tasks/storycloze/storycloze_2018.yaml,sha256=Yl-yiwMSrjL_AianEJNLetf9MPVhuGTL_k0_gF5CEyY,581
lm_eval/tasks/super_glue/README.md,sha256=Qhv5E3SfmwiidekEKaGOGxzxubZ78hlfosDh0tHQ1LQ,3002
lm_eval/tasks/super_glue/boolq/default.yaml,sha256=tqUPCAa3o2PObAVF0hTXIXQjFVZ1ma4hMRamlawzOvk,398
lm_eval/tasks/super_glue/boolq/seq2seq.yaml,sha256=OVeKbHhMSjqQI8Qm8nT8wrBHoImu5sbN_o7f5O6o-Jo,571
lm_eval/tasks/super_glue/boolq/t5-prompt.yaml,sha256=KQEKaQGTgztXNPvBz9AkBuZwOAq_CdRcdyrKx5lNX4I,509
lm_eval/tasks/super_glue/cb/aggregate.py,sha256=GmWtBEtrZjpyk8hKcKHR3rF2KJcnK03jMo9LmtV9hHo,401
lm_eval/tasks/super_glue/cb/default.yaml,sha256=m_VLD3speDcdkL-WVNv3xpjaWlPAXv7VAjb2nlFwSZ0,435
lm_eval/tasks/super_glue/cb/t5-prompt.yaml,sha256=Qh1afFhZN6iwdMOYFE6VQ1FnWlmhLx0QG_K4a1eHoJs,661
lm_eval/tasks/super_glue/cb/t5_utils.py,sha256=e5-Y1oM_xFawfzpmZN-U8Mm99kqaUChy_3YHTlntjkI,887
lm_eval/tasks/super_glue/copa/default.yaml,sha256=VZrngp_nNFkPHoG2pMec5so1vUGVyWQvKgZb2WRiJSQ,351
lm_eval/tasks/super_glue/copa/t5-prompt.yaml,sha256=Nc4wrFiKhTUeBA1lxpCrHUaP65Kqz5NKDl6Nw6sbu1c,553
lm_eval/tasks/super_glue/copa/utils.py,sha256=C-mKkH22R6UYxCyRamE4W2TzlM-dAXG1y4a3oDYoLec,566
lm_eval/tasks/super_glue/multirc/default.yaml,sha256=KJ6N3ZUyyUY4jux3OR6uelzsKUG2NMsWrXfWOhWwzh8,420
lm_eval/tasks/super_glue/multirc/t5-prompt.yaml,sha256=Vt9xk6KDkom8bUNuWTRs1CUxswHa3LfWw2aL28v05qs,688
lm_eval/tasks/super_glue/multirc/t5_utils.py,sha256=1Iz9MXuur3ivHxcdG7WujGzc47v6otosZTUsE9J_9YY,1541
lm_eval/tasks/super_glue/record/default.yaml,sha256=Qsqs19vCgejY-XRabpEgSEAAdELvi6SZd4X-T11ohQw,527
lm_eval/tasks/super_glue/record/t5-prompt.yaml,sha256=UUV9xevTBkHGDPFjhXIkjy9nQfs5_vDDtcXt1COWSvw,622
lm_eval/tasks/super_glue/record/t5_utils.py,sha256=W2P_KQZ-6hdimbh9PPJzCR8kIZ4XqbqonA8CqtKKYaQ,4020
lm_eval/tasks/super_glue/record/util.py,sha256=J05kMEEeLQN27FFqwZGkS4HsrPiRUbpN9fQQfolOLfw,1733
lm_eval/tasks/super_glue/rte/default.yaml,sha256=m7wMxoXHV746CBXwaHbocNXmE_dmQCslQZd7Qq5NInk,355
lm_eval/tasks/super_glue/rte/t5-prompt.yaml,sha256=IgxhaxeYlEdjOMrgo_1ePiH-flOQp_SwmShiojFt3EQ,522
lm_eval/tasks/super_glue/wic/default.yaml,sha256=fABPRaS9KuJrbL2PZxOoDFNeIFrcfjt-ZcBLcBRVxqw,448
lm_eval/tasks/super_glue/wic/t5-prompt.yaml,sha256=TjOzJadOU-Teyvzn5sQqW4CXaMZgcqTRMeJperWruW8,524
lm_eval/tasks/super_glue/wsc/default.yaml,sha256=Expl-6h2QLWaz_-hKWt3ritjMWV4jjP8pJ_q1_EL2nE,332
lm_eval/tasks/super_glue/wsc/preprocess_wsc.py,sha256=rzadUAJO9p1gdjD3nHBmmxXQUB84AL6e5GyYu2BdQ_o,620
lm_eval/tasks/super_glue/wsc/t5-prompt.yaml,sha256=ADgyzO4oqTVZBD3sC4uhNUJ-4X2ELdiSuscdofWiFms,459
lm_eval/tasks/super_glue/wsc/t5_utils.py,sha256=9Y17gDARL440i6qtlqy_geZ5cAJ9_Y3c8cJ7JVm470g,2963
lm_eval/tasks/swag/README.md,sha256=pOggfzxJS46Lm1Ouo718vpVzN5frU5lg5R9OxjPmeEw,1799
lm_eval/tasks/swag/swag.yaml,sha256=zUpp1TMNsvWpsaQwwXjmdeIca6yPtlThqKN6ns4rYyk,426
lm_eval/tasks/swde/README.md,sha256=vYdHFVxgW70vEXVK97VU7CYlkQQnfEbA1Fy0cBU-vlI,6136
lm_eval/tasks/swde/swde.yaml,sha256=twovQd8vtboKJ57V8bKgWeIbBXflMRLKp9OZ_1b_Iik,38
lm_eval/tasks/swde/task.py,sha256=cZnpOupZtU6g46R2LC1iMRF_uK3s3sG9xUe7e-pCjxY,3073
lm_eval/tasks/tinyBenchmarks/README.md,sha256=sw091yLNr9b6Inne4SUj1B7_YB1qbDKAtanU9pWF4Ko,5490
lm_eval/tasks/tinyBenchmarks/agg_functions.py,sha256=WEIUpBOjKzNS8m_Ln2XITP55hFPL5CAJmTx6TCYxMV8,1695
lm_eval/tasks/tinyBenchmarks/tinyArc.yaml,sha256=Rq1aAoW8xKjpjYrRcFD5TBZ5Z6y0TFvzs7vCxVmBCWY,561
lm_eval/tasks/tinyBenchmarks/tinyBenchmarks.yaml,sha256=K3zcdUFx-YDWDAiZobkl4o9Di-FtEKr-ki1MRMs0Li4,300
lm_eval/tasks/tinyBenchmarks/tinyGSM8k.yaml,sha256=2z6Kr7Bd79vvPBQk4j4DSoSNWBBA1dK3Fjxp4nr24Zg,1052
lm_eval/tasks/tinyBenchmarks/tinyHellaswag.yaml,sha256=z8AprieqqnFREcKmdeErFebeGV3kF9SfvTTgjnbFGTY,472
lm_eval/tasks/tinyBenchmarks/tinyMMLU.yaml,sha256=GSLS86883SY7LkWd6bQ_h3lLQRIMLgpbvs9FPWeZhig,436
lm_eval/tasks/tinyBenchmarks/tinyTruthfulQA_mc1.yaml,sha256=Vss0uNJ_OJ_nECjz9huNSGBXSLk6sDlvdEZYQrnmUcY,1170
lm_eval/tasks/tinyBenchmarks/tinyTruthfulQA_mc2.yaml,sha256=IFox4dfUUNd1p5wd5ARW54VOmYkeYz-mGzU5i077zso,385
lm_eval/tasks/tinyBenchmarks/tinyWinogrande.yaml,sha256=GoQdjUx4VCUfuLlIxtdgFrqmz9oUnUBCrc0HPBYDmss,566
lm_eval/tasks/tinyBenchmarks/utils_hellaswag.py,sha256=gMD5qlQ1baCO46D79tduu08xNAXWYE9hiimrkSsMgUM,786
lm_eval/tasks/tinyBenchmarks/utils_truthfulqa.py,sha256=TH1MvtncstHk7E4xDGHwa6w9oOUbsgCYgI9p1Ll3GLk,6317
lm_eval/tasks/tinyBenchmarks/utils_winogrande.py,sha256=Z-zcl9Q9v9W3uGvY_KMpUfWf-rmamQENSyz4cFjjBG8,445
lm_eval/tasks/tmlu/README.md,sha256=JLyUn4vZpLMMHvL8SxQvD4a0kUJb_5Iys5GAQzIwxuI,3222
lm_eval/tasks/tmlu/subject.tsv,sha256=Ah8ZCNNXETsSyoJ07uHg96MflTWCla4PvQHg_xjnuts,1717
lm_eval/tasks/tmlu/default/_default_template_yaml,sha256=zd954BYBN6gK6dRZHNNgIyOdcHS3_iHzBxvvDMglioI,455
lm_eval/tasks/tmlu/default/_generate_configs.py,sha256=dGB9d8Tn2JIX7UFTL_TrWbIzt51178ubB6oBEp6GiIQ,6845
lm_eval/tasks/tmlu/default/_tmlu.yaml,sha256=ymDylI9OcRkPzla1ragKpYi8fPUH5NhG1SY4_dBYrss,805
lm_eval/tasks/tmlu/default/tmlu_AST_biology.yaml,sha256=Gfh3kLu-xY-4AfDG0c1UtymrZbjSjEPB9Z_fjqYpKLI,581
lm_eval/tasks/tmlu/default/tmlu_AST_chemistry.yaml,sha256=J1Xr2PkcsB39G8OQgTQSSaLbEUO5A_OvU40B-DQIV3M,593
lm_eval/tasks/tmlu/default/tmlu_AST_chinese.yaml,sha256=UcWlFg6zVKdPLbNZ2YIPDjhM7JD0eW5SjFm-QnF9Mxc,587
lm_eval/tasks/tmlu/default/tmlu_AST_civics.yaml,sha256=x-8VVWGbhyRUkxk0S8he4bcoNibw_6QaPazAv1IjF_M,589
lm_eval/tasks/tmlu/default/tmlu_AST_geography.yaml,sha256=RVpItY6m_JVofbzKjcnf91Vz0U6qxAuQ5popkQ_lZw8,598
lm_eval/tasks/tmlu/default/tmlu_AST_history.yaml,sha256=MR8zrzYVw7ZvxzmyJFaYGTMihkro72jQin2VuAOTtUo,587
lm_eval/tasks/tmlu/default/tmlu_CAP_biology.yaml,sha256=3UkhrnWADlj5DXEvJ9X0yEG5DRXVU7dHGV0Kc9cY3Rg,575
lm_eval/tasks/tmlu/default/tmlu_CAP_chemistry.yaml,sha256=REg-hHBrWI6xs9W3EXkT64XIdNz-C35cKbhYIIdKbgI,581
lm_eval/tasks/tmlu/default/tmlu_CAP_chinese.yaml,sha256=YcjZcXEDklk4o6axMeEApI8Jlqw0-WLQ4I6IsD4HOaQ,581
lm_eval/tasks/tmlu/default/tmlu_CAP_civics.yaml,sha256=QRbmnYOep9mqf6n8ldFGF8LBkEVaLU4kN3cDjYUL4qc,583
lm_eval/tasks/tmlu/default/tmlu_CAP_earth_science.yaml,sha256=Jekk9cQ63oLjcz7NoOntbKQWmTczC80WOcmRYqi3SUw,599
lm_eval/tasks/tmlu/default/tmlu_CAP_geography.yaml,sha256=gO5m1LSeMqul4_UewXlTFoDkuefzw-VzUjyXluUU2tI,592
lm_eval/tasks/tmlu/default/tmlu_CAP_history.yaml,sha256=6eUm_IdgfsDjD97Mr9NalZ2_qyX2ldVEv3wPFPcrstY,581
lm_eval/tasks/tmlu/default/tmlu_GSAT_biology.yaml,sha256=-57Lp36I6xKV3XJEYFROLOYtQIdMO9MZUhFW8E5Vr7U,584
lm_eval/tasks/tmlu/default/tmlu_GSAT_chemistry.yaml,sha256=ita9TrRpeABYlMLgpKnK3x4Gel59z0phuuXhm4YEwhk,590
lm_eval/tasks/tmlu/default/tmlu_GSAT_chinese.yaml,sha256=WQRpqdHtDqGu0kJEzIL8Qn13WCxXA8dW5gO4IF7qKE8,584
lm_eval/tasks/tmlu/default/tmlu_GSAT_civics.yaml,sha256=lIIqsK4ygvcfLfuj1rpoXX93Q4WJsSSaKddpdQZvVwg,586
lm_eval/tasks/tmlu/default/tmlu_GSAT_earth_science.yaml,sha256=XqyT1t_k_nmVzpG0z3xNLYpT2HPbaT6SlcKFiTy1gi0,608
lm_eval/tasks/tmlu/default/tmlu_GSAT_geography.yaml,sha256=aUQX57TuZS6XiYNzQxAkqAPOD_1Tv2Ii3WZPQlyL8_s,595
lm_eval/tasks/tmlu/default/tmlu_GSAT_history.yaml,sha256=82kcUxAcWbOOILWGFanBL1AlfkW_5ewpAhLfBuhbXeA,584
lm_eval/tasks/tmlu/default/tmlu_accountant.yaml,sha256=mSxBX1PRe4elh0QUlmnth5Bn2z5JXIx0KW_gk6xJEM0,580
lm_eval/tasks/tmlu/default/tmlu_basic_traditional_chinese_medicine.yaml,sha256=oyk4RTu4gurZS4D53PbQ14mbO2vxKjZMlW9TVNwjNsA,651
lm_eval/tasks/tmlu/default/tmlu_clinical_psychologist.yaml,sha256=tareg3YZQCbjGWUpleoMOo_G_8omm-zQiSC6454hjLs,619
lm_eval/tasks/tmlu/default/tmlu_clinical_traditional_chinese_medicine.yaml,sha256=wHGzU_SnYDzFlMHNh_Hpf16umPWlhH0UO3FgCzAohtk,654
lm_eval/tasks/tmlu/default/tmlu_driving_rule.yaml,sha256=fhagol-5oSRIHNMJBHuLkab7tt6UT9-i5q9H-d5gzEk,589
lm_eval/tasks/tmlu/default/tmlu_lawyer_qualification.yaml,sha256=d6PKewYYX96SNnw6AWykjm8EoaEE-JApkOp5Y-mZYms,608
lm_eval/tasks/tmlu/default/tmlu_nutritionist.yaml,sha256=isFVVTZSXlFVadmMmeWBhbIpJ2oZytY15hlqpWkuN6U,576
lm_eval/tasks/tmlu/default/tmlu_taiwan_tourist_resources.yaml,sha256=CaYXmNrYG6gpdTHH7vO-Dwn_10jKy_rO287ZIUal6Ek,625
lm_eval/tasks/tmlu/default/tmlu_teacher_qualification.yaml,sha256=f6wVVlgrXwW_ERbxredahQUVbX7oXJ6dIlJWdbt4M18,610
lm_eval/tasks/tmlu/default/tmlu_tour_guide.yaml,sha256=X9XPotDzqAVE2pY7uDtq6c4wB8GeICqTBCfehl0XL5I,572
lm_eval/tasks/tmlu/default/tmlu_tour_leader.yaml,sha256=-NlUKhsJI3JOSoa8MooyCE1Bc5WfB0LqpcANxuFeI7E,575
lm_eval/tasks/tmlu/default/utils.py,sha256=o7iF6XNfhhd2ylu-5fBtleytmM8R3xz0u-f9RXr__bw,750
lm_eval/tasks/tmmluplus/README.md,sha256=YKXUeprLtW0ogtfJwBZ3ftVuCY1w5aQNwMTMOQDpGZI,2319
lm_eval/tasks/tmmluplus/subject.tsv,sha256=DrL3yZ4IsAmFtq1u1XtPTKUb-QNGOm3aU_AOz4TeDnU,2635
lm_eval/tasks/tmmluplus/default/_generate_configs.py,sha256=gaU-QRs5594w0BQ5HKbfiTjH8c6Zei5MV9crGZgbpVI,6247
lm_eval/tasks/tmmluplus/default/_tmmluplus.yaml,sha256=oMmmP8HT36YvYgiJWlzUzY3uNk1awO9WImEluA23VoM,244
lm_eval/tasks/tmmluplus/default/_tmmluplus_STEM.yaml,sha256=w0LuZrZYJdb5Xs5XKDBZ54Gw0uR93mUGWOxNeiIeQHY,186
lm_eval/tasks/tmmluplus/default/_tmmluplus_humanities.yaml,sha256=hCNdCaJxz2bZwpFmNjrPiIS9yrkRGQyHpx6W32N6gfY,198
lm_eval/tasks/tmmluplus/default/_tmmluplus_other.yaml,sha256=l-uSmeUJ5NHKEno9pIHn1jLjC5cY-wwkS5JSo7Y2bhw,188
lm_eval/tasks/tmmluplus/default/_tmmluplus_social_sciences.yaml,sha256=KkWbXLrD8GJYUIwiQHbnTwUyM355dbZh6tG85Ytwen4,208
lm_eval/tasks/tmmluplus/default/_tmmluplus_template_yaml,sha256=nrv7LhETzNMlUz5h2jiXmw9NcPn8pGOgR-hKTBr4FVA,562
lm_eval/tasks/tmmluplus/default/tmmluplus_accounting.yaml,sha256=Pt2ONoOHFyMyMFgLRmrKb5u6j4xfgCtJfEaDXgvq95o,244
lm_eval/tasks/tmmluplus/default/tmmluplus_administrative_law.yaml,sha256=UY21ZcJT5oEiFjjaCqDzup2jqrLpZvYqm8BH85pSqOU,273
lm_eval/tasks/tmmluplus/default/tmmluplus_advance_chemistry.yaml,sha256=HgZl0C-b5pu_mBBxq8nuuayb5xSWEp-Vr-R-U2F6VmQ,261
lm_eval/tasks/tmmluplus/default/tmmluplus_agriculture.yaml,sha256=hK0wbH4sjpgjXqEVhoVmZDlB5BoMSD-b5AMk0NpSvz4,244
lm_eval/tasks/tmmluplus/default/tmmluplus_anti_money_laundering.yaml,sha256=jv6H8WCp3j-tfTKXdqZhbqmL0fKw_MpQOV9iGxvuFKA,285
lm_eval/tasks/tmmluplus/default/tmmluplus_auditing.yaml,sha256=4tLcyAXG43etJZNjFEgPcUI0VJ-K9cW-VvXQ2h1Q52k,238
lm_eval/tasks/tmmluplus/default/tmmluplus_basic_medical_science.yaml,sha256=MeAf6H1pUc_zXardqDTvv5yhkHh1iUOBB3KsN2NwiU0,279
lm_eval/tasks/tmmluplus/default/tmmluplus_business_management.yaml,sha256=5iTo_FaYVeuD8gIZZo62I4xTAXOAGQUu-8J4pjLd6fs,274
lm_eval/tasks/tmmluplus/default/tmmluplus_chinese_language_and_literature.yaml,sha256=0W2dWievfOu4erVLSitFH80I2u_KHD6gXMXJWAmCIIc,314
lm_eval/tasks/tmmluplus/default/tmmluplus_clinical_psychology.yaml,sha256=TfP1hi-trxaryMxNm9EMii9REr_-dcP-vLF6iC5NUM8,287
lm_eval/tasks/tmmluplus/default/tmmluplus_computer_science.yaml,sha256=FDICRJnpFnp9IUsYSzX7YdAllLDgTC_iXKx3HWK3V10,264
lm_eval/tasks/tmmluplus/default/tmmluplus_culinary_skills.yaml,sha256=vLIOxYFu5Ino0H3HSvTtAF_TnopQE4F60omlSL_5lig,256
lm_eval/tasks/tmmluplus/default/tmmluplus_dentistry.yaml,sha256=4te7qk0fQGXQO5g1CxaBZOsomlvzTFv1TP7rmvmU_uI,241
lm_eval/tasks/tmmluplus/default/tmmluplus_economics.yaml,sha256=pNMcesfNEbJ5ylFx-Yh15Jh3r3S38F16YyZXr4ah_Zw,251
lm_eval/tasks/tmmluplus/default/tmmluplus_education.yaml,sha256=r2P0YTuhvw0MRqXHxnzp5FCsRhtZrhABB163m61t7V0,254
lm_eval/tasks/tmmluplus/default/tmmluplus_education_(profession_level).yaml,sha256=Gxg0LVjCapMt9gbeSBC0a3dBdvfSAhSR4PVO-gKGgVk,311
lm_eval/tasks/tmmluplus/default/tmmluplus_educational_psychology.yaml,sha256=T5raWWmkwjGjHnF9sZbNcg6fdg-WK0rG9GsZEoXPqgI,293
lm_eval/tasks/tmmluplus/default/tmmluplus_engineering_math.yaml,sha256=zXGd_tpXRdyxaOSed7ba0uuBOu9_LhFaMc4Ur2bZkgI,264
lm_eval/tasks/tmmluplus/default/tmmluplus_finance_banking.yaml,sha256=7En_GF9-qhZF5FXdLtRny4opLwUV4uYkf24-IKzja8I,265
lm_eval/tasks/tmmluplus/default/tmmluplus_financial_analysis.yaml,sha256=fY2SazQ5zUfaCJFCfkQt6I3srhTHpWmk-dzpuE9hs8w,271
lm_eval/tasks/tmmluplus/default/tmmluplus_fire_science.yaml,sha256=cbRwsrVAEu9qQKetZKYFFKzXtK5esOmUTcHLqI7JItM,250
lm_eval/tasks/tmmluplus/default/tmmluplus_general_principles_of_law.yaml,sha256=5Z8X-Ox-l0tgZQbE-fLyVi9Ck5_D3V4Bxc7NIWPLZ8w,297
lm_eval/tasks/tmmluplus/default/tmmluplus_geography_of_taiwan.yaml,sha256=geR1Ie7E8IoB8IHAabfCDlUqy6tzFNddhdHTEGNh5Ds,284
lm_eval/tasks/tmmluplus/default/tmmluplus_human_behavior.yaml,sha256=BsHtWSX0eIyh45DgvCho5xWBXKV6R6qdIxOV9ipCOC0,278
lm_eval/tasks/tmmluplus/default/tmmluplus_insurance_studies.yaml,sha256=JJRO85lAwpq5apJfwLkGmYPoV9II3K_KvuIWrhnZvHw,265
lm_eval/tasks/tmmluplus/default/tmmluplus_introduction_to_law.yaml,sha256=wn-F3zxVbZ8LJOpf6xKToCBwkdCBISQ-EOJMpAnA4nU,279
lm_eval/tasks/tmmluplus/default/tmmluplus_jce_humanities.yaml,sha256=utLYgRceB5Ww95Sy4Zyq0slGcFNHRZNaAZr-yCmPhv4,270
lm_eval/tasks/tmmluplus/default/tmmluplus_junior_chemistry.yaml,sha256=r-kZqWooJSRDO7u1luunho1uJES7m6gnQYPF_EqY-ao,264
lm_eval/tasks/tmmluplus/default/tmmluplus_junior_chinese_exam.yaml,sha256=8Prm7FUCH1u7Dm64chscmmW4Pt5MCXFLucqlNiU5g2w,296
lm_eval/tasks/tmmluplus/default/tmmluplus_junior_math_exam.yaml,sha256=g_c5cYIaukTXdxYEJIbNCHNBkhIqu00rO_apxq3khrA,279
lm_eval/tasks/tmmluplus/default/tmmluplus_junior_science_exam.yaml,sha256=SGlgDS7sA1uFaYd1S19ewVPfZt_Fo2rKY7Juxs-SDLg,288
lm_eval/tasks/tmmluplus/default/tmmluplus_junior_social_studies.yaml,sha256=rRMbkxdqErpiY-AjCQfG4A9h22gvuHkegmD9vHtKxOA,295
lm_eval/tasks/tmmluplus/default/tmmluplus_linear_algebra.yaml,sha256=LcH3I_mbxr_guWUVd5WvuPsrRdQ-C9iMNkIR1eB5S1M,252
lm_eval/tasks/tmmluplus/default/tmmluplus_logic_reasoning.yaml,sha256=weOoKoN7cuqL5LdNFh25poUIFpVU-Gt3z6e-7Q0O1l0,262
lm_eval/tasks/tmmluplus/default/tmmluplus_macroeconomics.yaml,sha256=-Q2faHXQDW7OIv0ZjBJFxgN-dfRgjBm_3Oy7daTPmmU,263
lm_eval/tasks/tmmluplus/default/tmmluplus_management_accounting.yaml,sha256=aOtpii3boEt4kxsrfDYiiI8ssNMO2hW8rV2BAgA3WJc,280
lm_eval/tasks/tmmluplus/default/tmmluplus_marketing_management.yaml,sha256=v23QXEDo0783QdXwMuQ9b9Z2_vlp57gyVEGxTHXN-TQ,277
lm_eval/tasks/tmmluplus/default/tmmluplus_mechanical.yaml,sha256=b_UDq1-a8W-o6sQRwkju_ktSJxIgu4mSDWwUn548YFs,256
lm_eval/tasks/tmmluplus/default/tmmluplus_music.yaml,sha256=Upa4DlwBQfailvMEIN6mVuL5uKzQVncR55YH9HyDMxQ,229
lm_eval/tasks/tmmluplus/default/tmmluplus_national_protection.yaml,sha256=qM3zBTdvWp-kQkpCA4mcxvsFpb5eEEX_yXLYo9qlCpU,278
lm_eval/tasks/tmmluplus/default/tmmluplus_nautical_science.yaml,sha256=0g7GVELpUrZ2vr5fsJ2SJXXYk0Fmb0l3rTatscWZsI8,259
lm_eval/tasks/tmmluplus/default/tmmluplus_occupational_therapy_for_psychological_disorders.yaml,sha256=2SLVpIZrDwkM-w-AeUoKjbdiw_McjDW1bVTbwKx3blI,386
lm_eval/tasks/tmmluplus/default/tmmluplus_official_document_management.yaml,sha256=3a1-CwQVyThtit_XMnclpu6q3AqaZGevm0MTLNyFDIE,301
lm_eval/tasks/tmmluplus/default/tmmluplus_optometry.yaml,sha256=SX-Ma4mU4SgfFAomYc_6ny_Zb0Gj2TN2v6jzl4nNFOI,241
lm_eval/tasks/tmmluplus/default/tmmluplus_organic_chemistry.yaml,sha256=FDhwGTk9-PXUaiENnjvgGACzsigjI-CpolBYeU628ZE,267
lm_eval/tasks/tmmluplus/default/tmmluplus_pharmacology.yaml,sha256=3OpAwjNntJx0VPs_rHs1qdepM5ChxqPUSCnBWFpfXls,250
lm_eval/tasks/tmmluplus/default/tmmluplus_pharmacy.yaml,sha256=xhiaHF01FGKeCW2SpryuQinEVUOHccTEInShEdgai0Q,237
lm_eval/tasks/tmmluplus/default/tmmluplus_physical_education.yaml,sha256=rGKn41dAdow4EvTyLCCPVSDzPnnWHx9droFS5QaRKCg,275
lm_eval/tasks/tmmluplus/default/tmmluplus_physics.yaml,sha256=fAtZmZJf9-exBaJ52AQVbUFBDLpjGtlMID03ysvdXqU,231
lm_eval/tasks/tmmluplus/default/tmmluplus_politic_science.yaml,sha256=GqvOlEsodLXtdOlpvaHvFunqlxaiccfM1rkLrWGbpo8,266
lm_eval/tasks/tmmluplus/default/tmmluplus_real_estate.yaml,sha256=NqBQoXn7JbX_SVI7uySbvR5lHSUMs3k4k_h3iNAcNsU,247
lm_eval/tasks/tmmluplus/default/tmmluplus_secondary_physics.yaml,sha256=ZWahzVuvGCN_ChXY6XojjOcJXAvaX7Bhz6Qpo5QRhdE,267
lm_eval/tasks/tmmluplus/default/tmmluplus_statistics_and_machine_learning.yaml,sha256=_aJn4LonInmmJObOtgc8z28ZmOMwTCC4eVM1iRtoWyI,318
lm_eval/tasks/tmmluplus/default/tmmluplus_taiwanese_hokkien.yaml,sha256=x2wcqbIgUxCIcZUBbvo9JCh-mKwY2VZm9yVGsYJSi0w,275
lm_eval/tasks/tmmluplus/default/tmmluplus_taxation.yaml,sha256=TO_iXXp1_YngfroPJlMrhMLG-fDxuNBsrnwxb21KU4Y,240
lm_eval/tasks/tmmluplus/default/tmmluplus_technical.yaml,sha256=w8d9hBIwRY9oUx5eGrfUUD-v61d6QX5J5IgobJAaKHM,247
lm_eval/tasks/tmmluplus/default/tmmluplus_three_principles_of_people.yaml,sha256=djhAYfd8zUpff71Cl8UK-8P9pg7KppY7oyiOFIXIl5Q,305
lm_eval/tasks/tmmluplus/default/tmmluplus_trade.yaml,sha256=YX1OBKNwhnjOFizTrHgHlUTvj3fm1nJSJ9JwuKFPzNI,226
lm_eval/tasks/tmmluplus/default/tmmluplus_traditional_chinese_medicine_clinical_medicine.yaml,sha256=oIZvZvJsTcrls46jnQ5BHrWJhmISMzMRjihYbwDYdW8,361
lm_eval/tasks/tmmluplus/default/tmmluplus_trust_practice.yaml,sha256=kXW0uq70qKBz0y80vgGZuxJ3EpOjHrmpeN74xXWiBnQ,264
lm_eval/tasks/tmmluplus/default/tmmluplus_ttqav2.yaml,sha256=OuyExEFtTr23t5qzXWCS0I-S23LNTLEX02Lo6ClO_lE,251
lm_eval/tasks/tmmluplus/default/tmmluplus_tve_chinese_language.yaml,sha256=Xur52lRQE-jVJtroNwSCE7i3ItOWwnJ2_uIkGLIr_QU,287
lm_eval/tasks/tmmluplus/default/tmmluplus_tve_design.yaml,sha256=oxJ8RGXCEgIEVlCZ3sbYv1xL4ZH2sI6AEHOaV8XZaCY,248
lm_eval/tasks/tmmluplus/default/tmmluplus_tve_mathematics.yaml,sha256=XnAHu7Vr6dEvymW8ESDA6GGIvUC5ZZe5js3d97YkqTo,261
lm_eval/tasks/tmmluplus/default/tmmluplus_tve_natural_sciences.yaml,sha256=CHt2NQzZOFwhHu3s9SS0EPqxQL-YfsyhxwANK3sJKVM,279
lm_eval/tasks/tmmluplus/default/tmmluplus_veterinary_pathology.yaml,sha256=o_BYcyqW3JaJ6GhvjmGMjXo5gBGCz35RgQwyP16CNA8,280
lm_eval/tasks/tmmluplus/default/tmmluplus_veterinary_pharmacology.yaml,sha256=QWFV1SPfvLDCLzci6MjhiVDudf5QtaOHA2K8bOcgKds,289
lm_eval/tasks/tmmluplus/default/utils.py,sha256=mQe-NjY4qbY7WYKTVN5ibW0TEMr_gOz79AD8sIlzrB8,516
lm_eval/tasks/toxigen/README.md,sha256=0zC_-x1qhk5mL_Jtm6CD7cZu_dnQMexWDHXTdfjKMss,1458
lm_eval/tasks/toxigen/toxigen.yaml,sha256=AVH-Nbz8tYBTKImPWnmchhoy08PJ2I7E3MMv2XJpLhU,488
lm_eval/tasks/toxigen/utils.py,sha256=7jVV5-UQChjGOjsZQAOvbiaF-HlJuYV2unRvbuPxbgA,153
lm_eval/tasks/translation/README.md,sha256=ruLNyYFEmM76GJEov0HOlRG5FUCqflCh7vYunu12D5A,925
lm_eval/tasks/translation/iwslt2017_ar-en.yaml,sha256=Avj0bb-7NY7JFDJcg8yrFGSgrYLorge3aUGRVvWhnrQ,267
lm_eval/tasks/translation/iwslt2017_en-ar.yaml,sha256=dwtThMbl8ZjuH77MdesaPkA0xxVJJ9f6TDf0bMoNnHs,267
lm_eval/tasks/translation/utils.py,sha256=TIq8u4WD4KetzBtKXrUjghf6Jf2RSBNz68-obm-GfRM,4137
lm_eval/tasks/translation/wmt14_en-fr.yaml,sha256=kfahAigK-wzwE7vHAi38xSrnuxl7EbTs1jqA8ES76-I,275
lm_eval/tasks/translation/wmt14_fr-en.yaml,sha256=w7qjn8wEb4T7rcI1IXAWjzUAGjQs5fs8d73motZTSxk,275
lm_eval/tasks/translation/wmt16_de-en.yaml,sha256=gb_Ccf5m6j8rYS335FkEg2BC7I9AAXpVfKcBHwYdtoo,275
lm_eval/tasks/translation/wmt16_en-de.yaml,sha256=YgHDD_DNUl1hzIW-JD1nDn3cgT-1QoQqQNsHJcSPyEI,275
lm_eval/tasks/translation/wmt16_en-ro.yaml,sha256=HKkW-gO0dVwcQziWfouGwe7MObJExvlPs0hWOsrPk00,277
lm_eval/tasks/translation/wmt16_ro-en.yaml,sha256=YHTqpq1DJ2T4TrGJ_ZSAzy59fd7lkIClyF7aFJLIQgU,277
lm_eval/tasks/translation/wmt_common_yaml,sha256=4BgUbieb4MnTun4p3kDu8VyXie6ZCiK_AsGzyjhnLVA,298
lm_eval/tasks/triviaqa/README.md,sha256=UwDPFH5UD913cyyUTjFIM48iSgDjjNltRQLbjRo5n5A,1852
lm_eval/tasks/triviaqa/default.yaml,sha256=ThYo2Nn6tgLNlQsyOTOsJTzr7TJFNY7u1_acqptPnes,694
lm_eval/tasks/truthfulqa/README.md,sha256=IFs0aRM6dUP3Yz5MxSPsedz59Ey5O4Q46LGy9LHPtc0,1699
lm_eval/tasks/truthfulqa/truthfulqa_gen.yaml,sha256=xbmTpubcWs2dYDWoZUB1uMuTql80hXYXvPnxrsXBjI8,2246
lm_eval/tasks/truthfulqa/truthfulqa_mc1.yaml,sha256=N-tHlDUiQGruHH1QijfK2nUmumHDJsIE2Hkn42sSQj0,1168
lm_eval/tasks/truthfulqa/truthfulqa_mc2.yaml,sha256=CCxBfqAudGmjwLaJZxq0MkQZfU3o6n4IBQAI-aMs9t4,330
lm_eval/tasks/truthfulqa/utils.py,sha256=rxOw9lcqoHN78oyluopp8zxXHyrdk_O3nefOeW3cX9o,6249
lm_eval/tasks/unitxt/20_newsgroups.yaml,sha256=hPMcmK3z58wXuwN_IB8TEz4yDAIG8CwnZ3xmmtLanDk,121
lm_eval/tasks/unitxt/README.md,sha256=Lh54ucepW0aVPTTs9M0JXaNm5ITqOl-r1qlKM6lTRa0,4095
lm_eval/tasks/unitxt/ag_news.yaml,sha256=8raWWCw0w-7fi9ScpOdNPrlV5aPTOTAgmnYwf4SxON8,109
lm_eval/tasks/unitxt/argument_topic.yaml,sha256=FoO-oAJcQehkKiYCMP7tU4lUtRaCcFz5z33idaHoQQM,123
lm_eval/tasks/unitxt/atis.yaml,sha256=Id8gGB76UShfVPU3H9oHxP_hswp9OOK52grc3vlLWUQ,101
lm_eval/tasks/unitxt/banking77.yaml,sha256=P2t5UHc9YSrfpU2zRnhGuS8oBosFdgio3Z4jLorg-q0,113
lm_eval/tasks/unitxt/claim_stance_topic.yaml,sha256=OS529cRaSZXzmQXOftNeBo2jtUQk5z9nmGz_Gy59Rak,131
lm_eval/tasks/unitxt/cnn_dailymail.yaml,sha256=gZGnjzRwHjaQmIMAtZ8oLHml5aX2Htm_MbPj71gSkvU,119
lm_eval/tasks/unitxt/coedit_gec.yaml,sha256=OD8Axf3z2WLgtcQeJWqOa5ZEpxl2iKm9IlRf_mr0XF0,118
lm_eval/tasks/unitxt/dbpedia_14.yaml,sha256=jCEdN8uivbVhQR4994ZTZlApVr0ZLTzQ3aD_S7XYuT8,115
lm_eval/tasks/unitxt/ethos_binary.yaml,sha256=5gDJbMXAD0OpZEnPIwcrygVt4DMnOmhBTPVYKCZsQXw,119
lm_eval/tasks/unitxt/financial_tweets.yaml,sha256=S9ubnt8nxGNNCtdqDPtsfhrpQlUDJ5rMDWbfUW3vC0s,127
lm_eval/tasks/unitxt/law_stack_exchange.yaml,sha256=bgdygzm6wdkd7vl99wfXU9ub11_UkVHQmCXIgZE7iiU,131
lm_eval/tasks/unitxt/ledgar.yaml,sha256=qxWAUfjTGBm1ifAIH2BiJ_uJ-DkFmfN0xWfb8t6S2kc,107
lm_eval/tasks/unitxt/medical_abstracts.yaml,sha256=NTA-dVZByYGTkjH7Qs_a7-2NODVeMUprbYV_6c6ZyMs,129
lm_eval/tasks/unitxt/stsb.yaml,sha256=nMxmcGUtzol6K_dVGhpZEMQtu_vDbAnD3kGVmenaSpg,98
lm_eval/tasks/unitxt/task.py,sha256=Hzp_Cj9D_87BqT5tRn7D2US_EuSGM2mNpzTFdq3Rvw8,5436
lm_eval/tasks/unitxt/unfair_tos.yaml,sha256=CIZGwL2ZPXwhDhu_x6aW_B6in9DVxno8bl_n_rUxbEk,115
lm_eval/tasks/unitxt/unitxt,sha256=tFF3SccTSDZiGybnKsLvehKdDC2zqFqKPfo8446iRdM,29
lm_eval/tasks/unitxt/xsum.yaml,sha256=9_E9G77Z8u3cfV-oC8yfmpQrX16i1-ZclS2H-SxFjE8,101
lm_eval/tasks/unitxt/yahoo_answers_topics.yaml,sha256=Lxk_WgZAWqXaVYbdMjQSV95GHZxHD2mW3h3ps-YN9-E,135
lm_eval/tasks/unscramble/README.md,sha256=8fD3JDITiBTcee1qvuz-EzbXAjdGI4IR6hGY6dCdIaw,2615
lm_eval/tasks/unscramble/anagrams1.yaml,sha256=P7Ljypp9ywoTHC0Ovfvsxs2ISuFgxT4NlblCbmpz0rk,461
lm_eval/tasks/unscramble/anagrams2.yaml,sha256=0UBgemBbQ_f443LnMy09wNtH6VX149dU0Zhnz_uuEng,461
lm_eval/tasks/unscramble/cycle_letters.yaml,sha256=KQSRtkvjM6pgrxMpj0SrDL1lmh3f016UfAapncQD1-c,467
lm_eval/tasks/unscramble/random_insertion.yaml,sha256=2PwjEr7sn20IlySgpnDUQVX_-GY7rmHvKDiB6orG3ZM,473
lm_eval/tasks/unscramble/reversed_words.yaml,sha256=uZNco5tSPZ-a0GS7Y0uKav1UReG98EvCNSfy7Evsb_o,419
lm_eval/tasks/webqs/README.md,sha256=XaGMylFq_iwthSyM7VvHE5rVMzgQ9GJ6cVaQLMmagaY,1933
lm_eval/tasks/webqs/utils.py,sha256=s01Tkm1AQQ_BjJtUVayw1fJ5BsxaGjtCTrkJnF_fy_g,773
lm_eval/tasks/webqs/webqs.yaml,sha256=OHnD-Bmq5ihLg8l56E1vtiYifYEq_e7a1lDMsMk_fQk,482
lm_eval/tasks/wikitext/README.md,sha256=TIKOT6ySFrA3YAFL66ftz8FRL-hgJ0EfirXpSqH1294,1477
lm_eval/tasks/wikitext/preprocess_wikitext.py,sha256=pEAgN0sXIVm_W-gKZNLEGUydXHcoT2lqxmY2EzjI2n0,1738
lm_eval/tasks/wikitext/wikitext.yaml,sha256=Yzm4WJBjfaGwZKSE8T2ey-y1QiEePs3PbnYVabAxQ6c,574
lm_eval/tasks/winogrande/README.md,sha256=vA2S-iOSnXTAXPQxEqRhwZMd3axmvKA3P-7tUcY2SFo,1816
lm_eval/tasks/winogrande/default.yaml,sha256=aPQvOsY1iXiXO02JHYicVEEQsi0gD7ptDlKliLKvQHA,540
lm_eval/tasks/winogrande/preprocess_winogrande.py,sha256=5VMnYpJkqY8dOD_aJGRbZ3mvtT-gvOIVAEK5QWsa4AY,377
lm_eval/tasks/wmdp/README.md,sha256=-MqYQVsWAQmB4_7Gip5wWJaAtK80q-oyRpuihlXpDsg,2802
lm_eval/tasks/wmdp/_default_template_yaml,sha256=hEuktcekBgfOjC3LRtgRRqFePexrY9QgSyfKBIjJ6Ao,409
lm_eval/tasks/wmdp/_wmdp.yaml,sha256=cbXrJZEMuOtSLDiRDajxxDqK0RuNIlOt64VjQpP7BzA,169
lm_eval/tasks/wmdp/wmdp_bio.yaml,sha256=m-1-UcfSRncg9OeKLVjRHcf2vUZwW8l8cXAViPClKwU,177
lm_eval/tasks/wmdp/wmdp_chem.yaml,sha256=39eQizGmPz7BO6m89T_9EWiYokPB4Fk1IRQEBNV-9-Y,181
lm_eval/tasks/wmdp/wmdp_cyber.yaml,sha256=2iqzu1KkuTHw0tnd-GHYaOtaQ-UZwfMTAlr2nMVvKYA,187
lm_eval/tasks/wmt2016/README.md,sha256=TQNGOROTYVFB5BjH1ZEr7SCzDExdzsCj7vufGKa0i_A,1922
lm_eval/tasks/wmt2016/metrics.py,sha256=V629nou9UMoPluWjgjf2D9IlbXi0YD2HWy7mspQZQmE,280
lm_eval/tasks/wmt2016/ro_en-t5_prompt.yaml,sha256=C-F4mt3ksZE_qGwT8fCEUfa1HkGIiFLBQ7-G2BZrktw,456
lm_eval/tasks/wsc273/README.md,sha256=ACWo1bwzuYf66R7z0xxa4hMc2I6jdb71D5V-GeXNL-c,2963
lm_eval/tasks/wsc273/default.yaml,sha256=1t8UiaRZWvEGfFS6REqxXek1OEwc5fhzV11RAYa8dls,518
lm_eval/tasks/wsc273/utils.py,sha256=LCldN-jXX1ilzpSIOdIMuZcdHA12J4eCkb69RYTGNQc,1005
lm_eval/tasks/xcopa/README.md,sha256=bszl23gtJTrwRRgk3JS7pbStFHqU5n7CW2s6YnNdwQI,2211
lm_eval/tasks/xcopa/_xcopa.yaml,sha256=f5C6C7Ijrdzck7WybIoVXFs7YwQd6nl9-R_-qKN_bM0,273
lm_eval/tasks/xcopa/default_et.yaml,sha256=EcC2i2qWubXeUW1k-wp6rTXWftmadRQoo-6RrF2UvDY,291
lm_eval/tasks/xcopa/default_ht.yaml,sha256=YiVPPHda2D5HOmRzwiZsBXsSBdo90wBaRH5X7YQGnTY,101
lm_eval/tasks/xcopa/default_id.yaml,sha256=XxcNzEJFlUUGpyx_vvEiDKqPlzqr2rlkDpunwcp-Wzc,101
lm_eval/tasks/xcopa/default_it.yaml,sha256=P85UpV5Ilfr8wFA1Dupc6dQn-KVn9LDhxT9YOQb4A7Q,101
lm_eval/tasks/xcopa/default_qu.yaml,sha256=6CR5W6wWzpvLSr6X16gELeM_pDjahhLfnhUnyEKvnWk,101
lm_eval/tasks/xcopa/default_sw.yaml,sha256=I0HIJi_MHQPkbBj2OGF9yn_9nupq-bxsWaU0mfLntf0,101
lm_eval/tasks/xcopa/default_ta.yaml,sha256=T-ZV3pCgYTToODyBNJA0L5CrD4OspR8-hkS35TEfIqE,101
lm_eval/tasks/xcopa/default_th.yaml,sha256=_eMapb7miFw0cZuZaG1kSSR4Kjx2LFv2_8XTkkIb9BE,101
lm_eval/tasks/xcopa/default_tr.yaml,sha256=6VzN3-CzEotaJrB_ZesEEHKM6XEQqY_kzHiXrDInNYs,101
lm_eval/tasks/xcopa/default_vi.yaml,sha256=0TBQaLnbCUIB74GGs5gOgoprp4OSfK1vZ1fZgCIqrLw,101
lm_eval/tasks/xcopa/default_zh.yaml,sha256=R4P1Ibs5oJps9Hs2AeBBrL27yJW8OCXkL3ORaBCnfto,101
lm_eval/tasks/xcopa/utils.py,sha256=GR0xu7_Ga-e2bLxBAFPhNjEgGjcA33SfI8ZT-3g03UM,1791
lm_eval/tasks/xnli/README.md,sha256=M6yJ8Ui08vdiDQRLW9EejDPrSLuop09XVmZu0RfJEgU,2224
lm_eval/tasks/xnli/_xnli.yaml,sha256=MwYSmu-Qg9i8FYfqmjNMasmHFswjjejzQomxM1lN-Ok,309
lm_eval/tasks/xnli/utils.py,sha256=sYhlevG44xK_xQ-nlIaLC_3TAddLR0bSS9EmELz61KM,5277
lm_eval/tasks/xnli/xnli_ar.yaml,sha256=-vGMt34SYGsrxhJH2mzVJJ44UwCs44_EdPkT9F-b6zU,248
lm_eval/tasks/xnli/xnli_bg.yaml,sha256=3ZCMy6xC4r1HN_324m3Tqc4LjL2ZJTVlQAzG6Anmq34,270
lm_eval/tasks/xnli/xnli_common_yaml,sha256=BT2KtQR-jN2U9CW7cRjO55F51Awq1_r4x6KA36YCcSE,470
lm_eval/tasks/xnli/xnli_de.yaml,sha256=Jk1ZgtT9ji3lq3TVfu0jCQxUj8WJ1dZeaSyEkLzPiN4,237
lm_eval/tasks/xnli/xnli_el.yaml,sha256=Ljnc0ksd4-SYjDNhCBtZMP5SDk8gjD9k9RgxzFk4kuo,262
lm_eval/tasks/xnli/xnli_en.yaml,sha256=YeCSTN2rwAT0NLWzh1DW19PoAMee46W-hf0ScBeyhfE,230
lm_eval/tasks/xnli/xnli_es.yaml,sha256=GkwQMf22cNfBhIVubRAzkRPL8TGPCi0gilZFWdaoF1w,242
lm_eval/tasks/xnli/xnli_fr.yaml,sha256=RdfT4cthik8ZS7sSmkvsoxuK2nTdDouNOpzrZ-Lebdg,238
lm_eval/tasks/xnli/xnli_hi.yaml,sha256=pPuF91nLvDCOVXQ1bANGV-UQFedcez_2XW-OapqEX6Y,269
lm_eval/tasks/xnli/xnli_ru.yaml,sha256=1tAyhdGQKXpFQrIM_2-SAdPv7v34Ot1Y_NlX1WNk2PI,276
lm_eval/tasks/xnli/xnli_sw.yaml,sha256=Z6CF-2C6DyPh0nzk7GnqjtWnOHAw5zblmfDVjAQmJAU,240
lm_eval/tasks/xnli/xnli_th.yaml,sha256=N1QOrp7HkzYrx0TAiSMhEAJmWwETEAGsMBM3gTeoWnc,308
lm_eval/tasks/xnli/xnli_tr.yaml,sha256=bUvapKIUdJCJKc7CCIl918aJiWwhEiEsoMXJtbrTgn4,242
lm_eval/tasks/xnli/xnli_ur.yaml,sha256=47LmNHEByKsde-KLFlxDfWgHiF6MX06isosv6YF7Rj4,260
lm_eval/tasks/xnli/xnli_vi.yaml,sha256=Aw64QMiB-AAhq5xMgbZQs6dEzFC4njOpbH7bMokjq2w,244
lm_eval/tasks/xnli/xnli_zh.yaml,sha256=f7rvxUp0E8CgBu4d-YyCQOYx-d6eYRmiVfj0vNMdpsg,245
lm_eval/tasks/xnli_eu/README.md,sha256=jJSDu20MifhGwDC4bHC-nOPpS_4O0wFh6XMWgJfKWfI,2607
lm_eval/tasks/xnli_eu/xnli_common_yaml,sha256=YeGJjf9EgFpDutlC2kReRzYO1-0UQg-Cb9kxFOiAg7w,291
lm_eval/tasks/xnli_eu/xnli_eu.yaml,sha256=DqTR2zooK6xvpF6XXRQyq5ZScLga6UBz4vYHB_1Jbd4,248
lm_eval/tasks/xnli_eu/xnli_eu_mt.yaml,sha256=4VQOXYotbDg1Xc-G15_l7PMmtNgLliHWX5msKA3FQNQ,82
lm_eval/tasks/xnli_eu/xnli_eu_native.yaml,sha256=PPMcCD4TkmanCERYqtnAIQ_EiXVJV_pIwcaWPluBLGY,134
lm_eval/tasks/xstorycloze/README.md,sha256=zFx4IhOCGFNVCkUqmcnBH10c7_xyEHX4p_V4OPEFRJg,2674
lm_eval/tasks/xstorycloze/_xstorycloze.yaml,sha256=tBqnkCHcYyqoZ0G4KpRxyf-mU0NTIYytSCjwCVhOwC0,345
lm_eval/tasks/xstorycloze/default_ar.yaml,sha256=-zG9c9jwhi0bVWyl1e55QKQ_qL-p6P9h_KY1EaRvQbA,597
lm_eval/tasks/xstorycloze/default_en.yaml,sha256=jkXDziy5ZFSxiBBfvpF5X0PD7r2-EoJuPvpM_YO57mo,63
lm_eval/tasks/xstorycloze/default_es.yaml,sha256=krymcDmxJbEqyaLMjJ2qCTp72_vpe30EyrqAytvGmFA,63
lm_eval/tasks/xstorycloze/default_eu.yaml,sha256=Jp7s9WOyPBO-r8ZMHXgrHWYXsOSxwTFoLM09w7xktT4,63
lm_eval/tasks/xstorycloze/default_hi.yaml,sha256=0baA81PaJh6O_rHk5Zt75RlB0Rm8IeIEmcwWl65AeCc,63
lm_eval/tasks/xstorycloze/default_id.yaml,sha256=3eufzTCUzloyMmZmNmtT9jkilhLaaUlhZyWYtSoO6K4,63
lm_eval/tasks/xstorycloze/default_my.yaml,sha256=Lru52K3docj3SyM8yb_vKEdejBL5587nj2WIyPEoKXk,63
lm_eval/tasks/xstorycloze/default_ru.yaml,sha256=NQLa7Ztu0eLDeJSeSiiR-6KYJE4im3-0IFP7JG-E-AU,63
lm_eval/tasks/xstorycloze/default_sw.yaml,sha256=BkOasjoNtcIMwhhgB51ZhY9R8E0O2K8RMiiQewpRoBQ,63
lm_eval/tasks/xstorycloze/default_te.yaml,sha256=uS7g8yrYniDdX3QuXwCSZsXMBQNAoDFDuGLXKNJ9P-Y,63
lm_eval/tasks/xstorycloze/default_zh.yaml,sha256=TTaSyzTXWpqEgcCaadNWnxrHKXB7cdMuSEpZ9OeqHZE,63
lm_eval/tasks/xwinograd/README.md,sha256=qPmixk1nZorlQSshnqtAoP1i5Zy4vrgJry65OLGklXk,2601
lm_eval/tasks/xwinograd/_xwinograd.yaml,sha256=lzbMjWHnwCrq9yvE971WMBDzq7zXwuX9tXApJDK8eJ4,236
lm_eval/tasks/xwinograd/utils.py,sha256=7DLwv-y0XYAiAnlSKsBG7yrD94kERHmLVqwpNIsnNV0,2844
lm_eval/tasks/xwinograd/xwinograd_common_yaml,sha256=DDwvTvUeO8uM51n8uJwNnN9iKdy5QmNwXwFd_-lCFVk,601
lm_eval/tasks/xwinograd/xwinograd_en.yaml,sha256=xbEp4QSQgNlKymjEFxXVonpbG7IKDjtFuTa1DzNTpUc,91
lm_eval/tasks/xwinograd/xwinograd_fr.yaml,sha256=UZ7Txl6Q3d9bWvZXvjGxVQxGMnZ2_5bLL7Ykrhu_-nA,91
lm_eval/tasks/xwinograd/xwinograd_jp.yaml,sha256=aRVwy9c6YOGpRFgm4oAUnljHW2y5UTF6IvwzEeOjVnc,91
lm_eval/tasks/xwinograd/xwinograd_pt.yaml,sha256=A8oaox90xLwx0N1G8MfRpZGB8Tof6mux8EtgJpSrOaE,91
lm_eval/tasks/xwinograd/xwinograd_ru.yaml,sha256=ra7PfDvFLZS1sBiMI7hRBjSWCmElclMWFwChrIg9-HY,91
lm_eval/tasks/xwinograd/xwinograd_zh.yaml,sha256=OAf84RMb0BbFc3DGtBij-84FGwKDwHH9d_eGRXN_K0Y,91
lm_eval-0.4.4.dist-info/LICENSE.md,sha256=qAbkJUdiDf-8LsAzMyLIs1I7SvEeBZvhTvgapbGuAh8,1067
lm_eval-0.4.4.dist-info/METADATA,sha256=HieKgfy-IUThaKPOlsg-uJg80--R7M74wEDIjFQ0cT8,43450
lm_eval-0.4.4.dist-info/WHEEL,sha256=cVxcB9AmuTcXqmwrtPhNK88dr7IR_b6qagTj0UvIEbY,91
lm_eval-0.4.4.dist-info/entry_points.txt,sha256=mMr4hFXQwSHYb924AKGzP6dbbBAWcXiyBO-AfXrV72E,98
lm_eval-0.4.4.dist-info/top_level.txt,sha256=risQwf3pU3EoXaYL_bKYFzW6EtBOvJxJotKdDz605Dk,8
lm_eval-0.4.4.dist-info/RECORD,,
