lighteval/__init__.py,sha256=5NEYneDuYWDp83SJx108iOr1b-T08TkewQevIIeJK4E,1206
lighteval/__main__.py,sha256=Pq1U2cATraiZgP1LHCB4DoTNrdj5HNV91kKiHnPb1AE,3322
lighteval/cli_args.py,sha256=njNDkJcGvvpebUjlYafllhDb7_hehPgNfLz4M7r__QE,7694
lighteval/data.py,sha256=-u25I5F8dUJneMrRigAf3fJJ4IKlFmSxxYVWZFuq8v8,11670
lighteval/main_accelerate.py,sha256=rfL0yuZH9EBHilrQcStXPNyOPLQninrVs3IAjKtlvEc,5884
lighteval/main_baseline.py,sha256=6r6I95nqNqlvn2kvAvZeBxsquwsu_V58Fzeu68KWP68,3807
lighteval/main_custom.py,sha256=Sb93I_axVxKkQGOH8BZQNvMQMTzn8DCPCCe0Y3-_NSs,4608
lighteval/main_endpoint.py,sha256=r924jZ2XKXOe-Q5c0boE8kLEJjGxGoQnS47nQ7HgmW0,15578
lighteval/main_inspect.py,sha256=fgeprEYpKujN5vIvlmMP9Kig3fJPOpWpOwc21KRWYQQ,21127
lighteval/main_nanotron.py,sha256=0fNiQcYZSbU7BLg2GBrjW62sYfP2mcte1G9aHPZ43ps,4830
lighteval/main_sglang.py,sha256=KdG65haJXAunilj0IKc2RdyqiGNq5PUbNzn1O1Wpyms,4850
lighteval/main_tasks.py,sha256=wKfABD9yRx0SwTKuDczg22JLIDiimad2ecM85c9IcaY,3975
lighteval/main_vllm.py,sha256=tofBNScC5TOCnG_rb9WgThHCx6AWt2joqSQK69snzSQ,5013
lighteval/pipeline.py,sha256=ZEvQ3vHfwOiiWL5FWVTaQMhgPfURD7UqidoeoQ_Nj6c,18670
lighteval/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lighteval/logging/evaluation_tracker.py,sha256=5d04G6JuMYoangrSvbTzyIlqFGioQR8d_xc_pMQO8FQ,35617
lighteval/logging/info_loggers.py,sha256=XRmRVDOcsAKFIdtB-0L1nRUGqxDPK8CQldJkXss_8Y0,19723
lighteval/metrics/__init__.py,sha256=PzEfDcH9EIXkQpR6RhLgC5iXx8zp2gE_ry9T-mhMuA8,2472
lighteval/metrics/dynamic_metrics.py,sha256=QaELn-KSoiPBoMjyjr5sNIoPZZgaqby-taUu2_06vKY,12163
lighteval/metrics/metrics.py,sha256=2mtHWCdH0OKC8PZeWAClbLakECpqRQg1q0WjEtZb5eA,24538
lighteval/metrics/metrics_corpus.py,sha256=VbH9r_ZypoUXqFgtYywx8TiA2WWtYwZCoonFg0lj6Uk,7906
lighteval/metrics/metrics_sample.py,sha256=6LJ_jK6pHKlwW6fgu-yigToLlaSfWsXTJSZE9eNnN9s,59378
lighteval/metrics/normalizations.py,sha256=cZAUWMjPPNozTMJ72DJa--vdEoHh_MyDWS8ZqJijShE,18233
lighteval/metrics/sample_preparator.py,sha256=NdWbadrICaxlVv3GFzKroVwPOm9VBWIOjoiq3cWGMF8,8376
lighteval/metrics/harness_compatibility/drop.py,sha256=AvewfznmYa6MJ9Pi2jRLocSI7wmiIfgTpaS5XotkbJQ,7943
lighteval/metrics/harness_compatibility/truthful_qa.py,sha256=sh4WCQP06BM5SwHC8bApZDT-VotdiSNr68JYT9vqnFk,3079
lighteval/metrics/imports/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/metrics/imports/bert_scorer.py,sha256=aISCSkFvnJHLbvxc33SqUvQWe6yTIFtqq0TJAgG27WQ,17804
lighteval/metrics/imports/data_stats_metric.py,sha256=mZRgCy3J-hmwnpF9oRZhS0kMvYV0WeaHoI2L-b59QxU,6450
lighteval/metrics/imports/data_stats_utils.py,sha256=mkFv1DwBagzE0zPrqh4vqHaAxvxXUiEbeYVSev6ipR0,5934
lighteval/metrics/imports/summac.py,sha256=IAP7KHb6G-avV6yvTX3BhuCUu6y7tAyWsHo3drFZJ5A,11629
lighteval/metrics/utils/extractive_match_utils.py,sha256=bcoaUofKKDzOwzlFfDFEdX1cPgl26p-WHLq009GoHPs,27688
lighteval/metrics/utils/judge_utils.py,sha256=0lv6BiEg8fEDwdmXLixQjdsMPhgcuTZpwx0CdiARZNM,7650
lighteval/metrics/utils/linguistic_tokenizers.py,sha256=F8mK140cPh51pgp9Pd3Qi92HOoQFGXUWDaX-t5g5foE,11006
lighteval/metrics/utils/llm_as_judge.py,sha256=oF2hkrzhag9v5-11ywLp1d1N7QcT3_2yvxZGVlE3hyM,18501
lighteval/metrics/utils/math_comparison.py,sha256=geUSfUSdW98GhrAjgk2RCNGylA5Q-S_3hN2wpj5VjqQ,21900
lighteval/metrics/utils/metric_utils.py,sha256=GNZf_j4HZJrWXTk3jx-w4hlDqnOnQQRBLPlgoAViTd8,5385
lighteval/metrics/utils/stderr.py,sha256=3PqUCUi-JWsIr9bz0S0xBQWQ0lGWXVljLskF9gdYhUg,4554
lighteval/models/abstract_model.py,sha256=rsJ6hHTkMzJJ4Tp-Uzpb5sf1_J5ZtXelHVBDg_-sVRo,13861
lighteval/models/model_input.py,sha256=dxAosOoLIVRCVYHb_EgYe8FbwRqtYgtVMPWK_IwYG6o,10913
lighteval/models/model_loader.py,sha256=FK1khMTCHtu2HY7KEhtCcXVZtOzApcOxosDwjkKQBcA,6448
lighteval/models/model_output.py,sha256=LIhM9O9oEREHlsAOv4WOn490BGTg6JdEkzcCSeGG3kE,7091
lighteval/models/utils.py,sha256=u59J3qHuQDnxMHN4sP_Jy6eabIcEYcbsMLYVQZDqSpI,5123
lighteval/models/custom/custom_model.py,sha256=iFBj_NN8f6nrKW3f7BQVK55mhPQ1FDmTKlgiE0jrlKk,3061
lighteval/models/dummy/dummy_model.py,sha256=4z0sCcvGWvT6WlPKVlQf2B4ZmzHZ7hhajzc6KVVDNS0,4141
lighteval/models/endpoints/endpoint_model.py,sha256=oQ6_bqT-PvmjwBQjgGGGrim1arOQCFr-6wnz9aTJVNM,30066
lighteval/models/endpoints/inference_providers_model.py,sha256=LV91xJKiVizagH7ycjoznKWNfgOT-rDFBFU5y0VbG90,10881
lighteval/models/endpoints/litellm_model.py,sha256=MExft8NQoevvM69LFuhPk04OeqHyTK3Y-lpH2jol9jc,17454
lighteval/models/endpoints/tgi_model.py,sha256=M-qMHs6TkY3jKnRS55jKCquXmvzEYrzN96SUAV1ures,8270
lighteval/models/nanotron/nanotron_model.py,sha256=iTWOazWXl7bmwqCGRL6YsjXHtVtAzfETMyO94-WWVfs,55924
lighteval/models/sglang/sglang_model.py,sha256=FguXo4o3SO4-owSYNDK6cGy5qeZy9tc6EGbOuozEIv0,18229
lighteval/models/transformers/adapter_model.py,sha256=Va5DYG91BCXN7x_AuAQuXI89jkoUAtbIQcuDalFpJeA,5347
lighteval/models/transformers/delta_model.py,sha256=EBUW5ubTwp8KDnMp-aUXZgHy7xWoRugyS668csN-M1s,4346
lighteval/models/transformers/transformers_model.py,sha256=vGnf3hdZUA3UrfsDt3bCg5fvlXfUq42PuBAWN97O8TA,59970
lighteval/models/transformers/vlm_transformers_model.py,sha256=2CuhateSDboTSgzBep98QJp3EBsPKZwgnGArIreMMhs,19294
lighteval/models/vllm/vllm_model.py,sha256=dSZXbXuwTi9AfR9lw4dhPEC7DMxq8LDzWy7NvuGIt4s,31004
lighteval/tasks/__init__.py,sha256=Tisr3c9dOT-rcL0icxqD2Jm_-gX4ZN6e1jitZurQVEk,1290
lighteval/tasks/lighteval_task.py,sha256=UER5EUJ-fL_bT_16WagzJEhq4bae-8w51XQDP8aeNJM,19335
lighteval/tasks/prompt_manager.py,sha256=_5gUCpYlLTC4vsHXCinljy6INC6F-fQ7YTLBlb0S4-A,14227
lighteval/tasks/registry.py,sha256=h8OuGPq8qnlPIhPmH6iySdLSKzs6tIxqeZ1Jh_e8ynA,24223
lighteval/tasks/requests.py,sha256=kyn6A5g-CsMKQ8FLrCyaiPyei1NvPCOfzhFiAXddk_g,8911
lighteval/tasks/multilingual/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/tasks/multilingual/adapters.py,sha256=fz_cw9UMOUpNeEK89blgdIN_ZADEiqAvtkSxETGv1_k,12671
lighteval/tasks/multilingual/tasks/acva.py,sha256=D8tDmgYffi-R1bsSrhsbfJnECsvjcnkwg6RvO28Cp3s,2483
lighteval/tasks/multilingual/tasks/afri_mgsm.py,sha256=prJjVVVv-z1rvNtCLczVXV011eIkaVFgvbNdFHpmqJo,1767
lighteval/tasks/multilingual/tasks/afri_mmlu.py,sha256=u3YeJgGMFAkCoYZFLbQedaRN_ZoL8ylOjjLOm6mUi8g,2883
lighteval/tasks/multilingual/tasks/afri_xnli.py,sha256=jriYqWlPuII2wz9nD9I2Ad9N8Z0Iw0WR_F5J1Q-ie-c,2484
lighteval/tasks/multilingual/tasks/arabic.py,sha256=vCP3R3oV2ibiAItRDPvih_GY1ior3q-TllIr8g3XQ5I,36302
lighteval/tasks/multilingual/tasks/arabic_arc.py,sha256=gAJ5KE1eztOFpr7BZKUeuAOhUTzGdXGfyWyoWTVJgWI,1711
lighteval/tasks/multilingual/tasks/arabic_mmlu.py,sha256=A7hfPwHjV6648WLTae_Pg4rIJiakIocmm1NhBJ8Aajs,3356
lighteval/tasks/multilingual/tasks/arcd.py,sha256=lHGfNJp_gYFSdihjRoueje0Rz0tX6JRDpZwnf9qlr0E,1359
lighteval/tasks/multilingual/tasks/belebele.py,sha256=OX0kSt_UrTc9EJDLqWPGCJtTAgGZe7cuGM0nobihAjw,4717
lighteval/tasks/multilingual/tasks/c3.py,sha256=2Cf2XuDnZ0jDcfTUp91LOnKXTITBgUl5s6K-P_k4QNs,1975
lighteval/tasks/multilingual/tasks/ceval.py,sha256=c22zcSqitJKEwWlkDVHTjmmqb4rjcQPZKfpzapzXk2A,3149
lighteval/tasks/multilingual/tasks/chegeka.py,sha256=z2_j0ZFYMkjlVPfa1DrvTd_KKv2MX0_1dOStyquQdpE,1146
lighteval/tasks/multilingual/tasks/chinese_squad.py,sha256=DmTrLOzAwkT16ZFRU3uZsW9-XNOyxwcXEruKZ-HYsV0,1316
lighteval/tasks/multilingual/tasks/cmath.py,sha256=o9amQsuIykLiKhu-6L0y6c5ILwoYO-q0WKqNwDgM5vQ,1038
lighteval/tasks/multilingual/tasks/cmmlu.py,sha256=eTlfrozdefcMLivuB28xJNpq0vb_lbnvOiS-4imKc_k,3532
lighteval/tasks/multilingual/tasks/cmnli.py,sha256=-Ynv1MyMWBvxJs5kO6XUb27gY9qKPUVK4N7RPwfTHPU,2030
lighteval/tasks/multilingual/tasks/cmrc2018.py,sha256=TMLjnKD34t30WjQXiPPFgpf8kecNzK1RSMx-iYGiIr4,1282
lighteval/tasks/multilingual/tasks/copa_indic.py,sha256=vJIz7c4ezdJ815XMBAVdEQsvXX1rYAqqesw-bfR8rJE,2856
lighteval/tasks/multilingual/tasks/enem.py,sha256=NnvAWK93B5gAY60bke0GQbAy-YLrvNjSYpOS9PkTxhM,1947
lighteval/tasks/multilingual/tasks/exams.py,sha256=KfCcGx04Td6yUFCrEb19GV09FYy4hojpjdnPF6uxzbE,5216
lighteval/tasks/multilingual/tasks/faquad.py,sha256=DmCrssRrrTzUQpylpAIo4lSENnTvw6THKBlRij8Mhgs,1436
lighteval/tasks/multilingual/tasks/filipino.py,sha256=R0ZNbUBmFAVNhqi_ZSrBgQD4M0DSinfwQhjwl6unDmA,27362
lighteval/tasks/multilingual/tasks/flores200.py,sha256=UZ6Y8CCSRfQicKBJM3_YmNfGhEjZ0qohQ1UOxriY1ns,5148
lighteval/tasks/multilingual/tasks/fquad_v2.py,sha256=NVTWTFySk4SjDtGfiQDXgq85VTwwr38cxUa9wGzpLqA,1277
lighteval/tasks/multilingual/tasks/french.py,sha256=YyQPAuQddV35479D2Ljy-9g2eUX3Uz4nj66GuWADp_U,4016
lighteval/tasks/multilingual/tasks/french_boolq.py,sha256=IflDFRj5JpS47Yf5B-t32j5i-YDBeSbLsvGUEgVnulk,1261
lighteval/tasks/multilingual/tasks/french_triviqa.py,sha256=VjVaoBqYLG0OTEvtAq08n0rQmVl3z97US7tl-dJ6fZ8,1154
lighteval/tasks/multilingual/tasks/german_rag.py,sha256=wK7R8tei6ZRPv6621MubdJiFdpFDO0iohpQ2uth2O3A,5393
lighteval/tasks/multilingual/tasks/germanquad.py,sha256=XkPxt9cpvYQi0OaJlwQidRm-QDS0nImzLDqLsiE8heI,1435
lighteval/tasks/multilingual/tasks/global_mmlu.py,sha256=UVq4eooVfRiK38I_Q51JM2F9V8vC3jftSnFONQXbjnE,5148
lighteval/tasks/multilingual/tasks/hellaswag_hin.py,sha256=ME0Xra3KP0gfTUsuYfnMpPWlLcbnpH9crpM0CvMlRdg,1778
lighteval/tasks/multilingual/tasks/hellaswag_tel.py,sha256=00qq2VD8jxvbkyQ0u3u6jRlXX54uQIFXqP6C1fW7JiM,1695
lighteval/tasks/multilingual/tasks/hellaswag_tha.py,sha256=UBjDz0fwdanjrPwbXmnkmsmFT1ZeZDGR0K7O5DppPsI,2051
lighteval/tasks/multilingual/tasks/hellaswag_tur.py,sha256=0t8kgHcM01iPxS75-m2nQr19zB0Fkz2NvHy6orgzdDY,2288
lighteval/tasks/multilingual/tasks/hindi_arc.py,sha256=B1CRLvbE958YdxAVzQXn26-Nxl19M9YY_S9vg9Qydkc,2039
lighteval/tasks/multilingual/tasks/hindi_boolq.py,sha256=l42yXpzMQ404Wj3FndGCa8jkq-7g2jUXYzE_mdU87Yk,1496
lighteval/tasks/multilingual/tasks/indicqa.py,sha256=8oFvrzcZylCtd9xwWCCCrskzs8rwaOcCaXz3zy65b08,1898
lighteval/tasks/multilingual/tasks/kenswquad.py,sha256=KB8P0zSQFZcpOvbW5f0hVx_NDRk9EPxyyInAUBXuKwI,1247
lighteval/tasks/multilingual/tasks/m3exams.py,sha256=IF6LAcoqxG35egVFtVhJceHPlXUxLz1eVWbqShQ16JM,2315
lighteval/tasks/multilingual/tasks/mathlogicqa_rus.py,sha256=LX-vW1iBR-q42J9E-zWTFdbL582aqfNnJ6CQenqUZvo,2074
lighteval/tasks/multilingual/tasks/meta_mmlu.py,sha256=IY9ECmfAUnsEhSY9EFKHAbWmwaz4T39F8dRnhGIHPgQ,4126
lighteval/tasks/multilingual/tasks/mgsm.py,sha256=W_DTwmw6urvOkNU0X6g_566d4s5AJnxMJ0QrwphndzY,1561
lighteval/tasks/multilingual/tasks/mintaka.py,sha256=WtxwzmaBo0Dd0fPWwrb0QOwMgIiA8lFGhOOjhhXdL_k,1489
lighteval/tasks/multilingual/tasks/mkqa.py,sha256=bPPVNASikGS1ogeDQmewY2jB0_XG5UqPDoj4_p6VKik,2805
lighteval/tasks/multilingual/tasks/mlmm_arc_challenge.py,sha256=2DZm8B8AbOjoJ5ikOcnTlJJ4ZqfxO0SuM2totKJkq7k,3524
lighteval/tasks/multilingual/tasks/mlmm_hellaswag.py,sha256=l9OxgfJYLBN02kOC-tMgNTpn-aS39rWvZ0flndGneoM,3366
lighteval/tasks/multilingual/tasks/mlmm_mmlu.py,sha256=t3hwazojfPb6VExSARsGN5w4At94V3Vgqyfp7r-KfMc,4497
lighteval/tasks/multilingual/tasks/mlmm_truthfulqa.py,sha256=8rnnhYT7hZ1G9l7faljzRabmveMDXB8vumed-FGnw0M,3308
lighteval/tasks/multilingual/tasks/mlqa.py,sha256=SJiEnQTtD9_Ze8yTKFyGCH87x_P33RdVEaSfipmAiUQ,1890
lighteval/tasks/multilingual/tasks/oab_exams.py,sha256=ownM6YKM-AEJhIPybou3dOAW4Mv1ajD7uaPYRdMgs_w,1911
lighteval/tasks/multilingual/tasks/ocnli.py,sha256=iGpjN9JCay_OmB0ZiLODgpS8ty0o3JvmEmaxAQmgKOI,1938
lighteval/tasks/multilingual/tasks/openai_mmlu.py,sha256=6x54XyANkTTfY4pN02sAiEXmYsKEXRyBvjH14Knr-2Q,4165
lighteval/tasks/multilingual/tasks/openbook_ara.py,sha256=Lo7UoSszBLAb_8K3OEzodfgGQYQU-03dhb7TgrCoOT8,2092
lighteval/tasks/multilingual/tasks/openbook_es.py,sha256=MR-K5Jjy5tIYhSzBI_KCOkq_QLW6Ko7NpqheGfjdrzk,1832
lighteval/tasks/multilingual/tasks/openbook_rus.py,sha256=6jAIAXLOwmZm9CL3pZO-BljR4Ui7VHEBdWFENv7hRxE,1893
lighteval/tasks/multilingual/tasks/oz.py,sha256=qZ6K-iPMaNwfGv47mJNLkjxpL1R-FF2gvghGxCyjw4I,1799
lighteval/tasks/multilingual/tasks/parus.py,sha256=BGYIVro9RsxqVEu07-snWzvJxI4VpqmLwyBnF6inVs4,1965
lighteval/tasks/multilingual/tasks/paws_x.py,sha256=wC0vfXxWfN03FwSFCrx4zarrsC5Do9-FA5r_A2i-B-k,2425
lighteval/tasks/multilingual/tasks/piqa_ar.py,sha256=eAAfi0pHBjAijjjQuDo_1M1obnZqHbkmJcyAoztLVe8,2011
lighteval/tasks/multilingual/tasks/rcb.py,sha256=pRRvH71oNM7a1Ns__nF7v39Dy2rRMRJzJSRr00_hU-s,2036
lighteval/tasks/multilingual/tasks/sber_squad.py,sha256=RXAWcViwDo9VWCbzs8GYhbx11FQ-o1mzokeYKD2bXZY,1306
lighteval/tasks/multilingual/tasks/serbian_eval.py,sha256=YdfB6vhWzUsGejAhWU1TztK-26r_JizYa-SetFLxvLc,29964
lighteval/tasks/multilingual/tasks/soqal.py,sha256=MnsJFcKd74ee5y3RscGZNvCuPXpTCH9S7-vsptB6688,1651
lighteval/tasks/multilingual/tasks/squad_es.py,sha256=YXHUjDI3gdIhau9bXZqSZ-AegBo6nfPrqT2hjy5OX0M,1396
lighteval/tasks/multilingual/tasks/squad_it.py,sha256=Kj15xM8iKOUUFEEZjwt0aG0wOGxLnD_7xTOYKMd75Ys,1348
lighteval/tasks/multilingual/tasks/swahili_arc.py,sha256=WpyNdX-MZce2OOAK6YEB8YzXCjzZTDn49YcjZSeyZ04,2169
lighteval/tasks/multilingual/tasks/thai_exams.py,sha256=R-wi1zgvLWBwEMD6kb5ggOxc0orvXylcmayZRuZVbJU,1647
lighteval/tasks/multilingual/tasks/thaiqa.py,sha256=rTPshSAK_fC8tcbaPUNX70xpbCtuEUO2_G7WyOyKvvM,1254
lighteval/tasks/multilingual/tasks/tquad_v2.py,sha256=3fnfQD-o5Xz5o48jo8f6XP8KIZusPpFzzWK5Z9ukhn4,1220
lighteval/tasks/multilingual/tasks/turkic.py,sha256=DVbq7otfBYDDteYeaaL_yraeIt1JVvB6ZNb8kpmXDP8,3733
lighteval/tasks/multilingual/tasks/turkish_arc.py,sha256=JfYR0_1EJrbucTinY0_cIFAqsmrs5TgWxCHdQoFvox0,2047
lighteval/tasks/multilingual/tasks/turkish_mmlu.py,sha256=CCEqlBG6d8Wi6AnaJTOXl4570Q2iOtcJXrPpU9a0-CE,2101
lighteval/tasks/multilingual/tasks/tydiqa.py,sha256=zsjym5CqrSi5cgu-UmZ926NAzxQ8E8EYKvUV-daPtEc,1776
lighteval/tasks/multilingual/tasks/worldtree_rus.py,sha256=3QJiMqdv5hQ7EfNUHYqnifmrmzBkkwJzNLZ-5vZgZCM,2062
lighteval/tasks/multilingual/tasks/xcodah.py,sha256=Fu5bydDYNZnSc9uNVBJtSpMhh1SVlsdgYkMZbezcRRQ,2255
lighteval/tasks/multilingual/tasks/xcopa.py,sha256=qandoyiToyCSIlmfHRJa6rlTXlc1XwJ2DmNk0F4D_mk,2569
lighteval/tasks/multilingual/tasks/xcsqa.py,sha256=ySOViPw8zIWdVEFVEuIZu92kwD6qxAIHOYwolCqAP1w,2956
lighteval/tasks/multilingual/tasks/xnli.py,sha256=nqblWwtKGbeS51EkjoE1fVlGATQ0klbyUR6aO4eC2Fc,2946
lighteval/tasks/multilingual/tasks/xnli2.py,sha256=bu0A0UKnOkEU3lF_ClFRSps2u7duAuWr3cat_-aRIT4,3093
lighteval/tasks/multilingual/tasks/xnli_indic.py,sha256=nI_YOghpD8DH2WaLzwPP6pZO1ooAHZvt614E3eTDWjw,2406
lighteval/tasks/multilingual/tasks/xquad.py,sha256=bwfy7CMI6geTPo0aPUxFC5mB8RN-MJ8dcNYuHOdC5jo,2069
lighteval/tasks/multilingual/tasks/xstory.py,sha256=WJGJSTMO4xS8xF5ACcgTlNxgf7SmRPqRaejaHDcmXrg,2659
lighteval/tasks/multilingual/tasks/xwinograd.py,sha256=W4OY26hm3woG3NxxBB7U9oSoT7GflouEOpf2RCAajEk,1848
lighteval/tasks/multilingual/utils/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/tasks/multilingual/utils/adapters_utils.py,sha256=hx-djix25j_dks4Wp4g-bGxPw_MLQyehwR23PvDL3ho,5538
lighteval/tasks/multilingual/utils/task_utils.py,sha256=M1j1c0fvUsoKkDM6cKYwRQ6lMKuF5yQEAPXGNTEUi_A,1849
lighteval/tasks/tasks/aa_omniscience.py,sha256=MT0CVUZh8XTbLmrZjQlqWt4or201dWVViineECjseAY,11248
lighteval/tasks/tasks/agieval.py,sha256=Tr6GemW9h93FpHkzm4nweqOW6xtIn_nR7QbCzgPhVt4,11646
lighteval/tasks/tasks/aime.py,sha256=lf_Jx2ZJQWLABpbcL41K_YXlDu1H58DtHUdaVVdvfII,4982
lighteval/tasks/tasks/aimo.py,sha256=xHZUcG8Zch-gtWrBxIg_fAw8--QlzYl-wgszAkf569Q,1428
lighteval/tasks/tasks/anli.py,sha256=C4zpzXG0Y5M9g869PC3iCMG1HVC8JNs5v_RcE3Z8vDQ,2919
lighteval/tasks/tasks/arc.py,sha256=tNN_57BPsqmcGJwe_QRDzCiZn2--QfjOHsP0eq37Jb4,2330
lighteval/tasks/tasks/arc_agi_2.py,sha256=nhPI6r0MCd9_y1XK6Q8tG0zTR5olMJNUhoz6ikx-DY8,4016
lighteval/tasks/tasks/arithmetic.py,sha256=sWNh3Xdjgy_6WLTr4BcOPbxbfmRdnhdFDznMMmMRDhI,6037
lighteval/tasks/tasks/asdiv.py,sha256=HwcJ8E-VYBZaLbeGlW_BAIFFjmhNG-OE9a3UQboB--o,1427
lighteval/tasks/tasks/babi_qa.py,sha256=6He1-rmZuBm9niUksJ4LhkJ1ve15Dyx_aGowi83CA1Q,1790
lighteval/tasks/tasks/bbq.py,sha256=jKNIDt2bDbHeH1RA9SJvj9OrjlNGCKlpmjHCxKzUPyE,7440
lighteval/tasks/tasks/bigbench.py,sha256=LLmFK2JNaojutxh6XQ_5lEgyw8coZDHgrwQ0hi7kfWs,84532
lighteval/tasks/tasks/bigbench_hard.py,sha256=Kzo-N2AveccYZBaNx97PjRjq8uHonqmN-4q4Vycdnqk,11631
lighteval/tasks/tasks/blimp.py,sha256=omqKj8xYV75qVVusKGaHg8JJMrDVwlV2kYYDHRrOB4g,31202
lighteval/tasks/tasks/bold.py,sha256=xFhYUIaGAS6XqJhmZ2Kjxxq-6uleA0jSxDji6vTw3rc,3889
lighteval/tasks/tasks/boolq.py,sha256=i7gWDv1Dd9EVJf0Tm9-P1OISngEXA2sAjGfNrgByaIA,3053
lighteval/tasks/tasks/civil_comments.py,sha256=FT7amm83cup46jhW94opUS6KCLCd-HDCUrxTI4lJtB0,5435
lighteval/tasks/tasks/commonsenseqa.py,sha256=yVFfR4PZ0yAHlgKiNkUY-lKnktXZ970Ey6XgsSSueZ0,2312
lighteval/tasks/tasks/coqa.py,sha256=SdX_NSzBBdctMCIPENzNKZbJKBE8HustTXPi70fkZNA,1233
lighteval/tasks/tasks/covid_dialogue.py,sha256=fXLZvCBC8Y9xLKBYlkmcZss0kSMKOVAlAyQBDJtW3a0,1750
lighteval/tasks/tasks/custom_task_classification_grammar_task.py,sha256=Td4VORf9iUDuGVqJYO_VbAytGQetFsvwbCnsMnzGH2k,18136
lighteval/tasks/tasks/drop_qa.py,sha256=xyIeIPo8ExIUgy0OotDsymDEZ_UAQYQea7sP-SMKgt4,2350
lighteval/tasks/tasks/dyck_language.py,sha256=0NI2T2pK1DNlPA8Vq7UnPQR-SK5l41IhodgwjN3XM0U,2746
lighteval/tasks/tasks/entity_data_imputation.py,sha256=AUIGSj6X0yUzspy2EmEUzJhrb4ldMak1JXC4pD8qsns,1698
lighteval/tasks/tasks/entitymatching.py,sha256=j-MUJy_iyaBBqewlvVYqqpfHeCyJGpqgdt968Em_lpM,7314
lighteval/tasks/tasks/ethics.py,sha256=JTVIu31SaD9CzvlA9f_dDgCUefiEksPhFvcNk5S7Tg0,4122
lighteval/tasks/tasks/glue.py,sha256=uNYkmmovKJQ02C5OcG0ILkXD9Rf7BwYBiSrcT-tHUDo,12642
lighteval/tasks/tasks/gpqa.py,sha256=l7z5_mN3n6PCBVJ2q8GhUANT8X3mHWkVpUXbl15e8-I,5780
lighteval/tasks/tasks/gsm8k.py,sha256=7vbyo0pX9wtHFvLnL-0SLVR77d7v2L-uqd5NNe3gB0k,2235
lighteval/tasks/tasks/gsm_plus.py,sha256=NHTKKwTYg_dC6o1iRh4ThnR1KOoFQetUSRUDGZQvUKU,2295
lighteval/tasks/tasks/headqa.py,sha256=CnZ9HjSpZhDcDrmN64IKC9tgvL7FlGd9l5ZU1fuWziI,1813
lighteval/tasks/tasks/hellaswag.py,sha256=KYIgdD-6nN8ahFajIrgUqy2edEZ9AvdMQGq7QiLc36A,1660
lighteval/tasks/tasks/hle.py,sha256=7PdFWSlpy1OnAwVKMVV87wp7Ym34dszRKWhcYjBL9Do,8632
lighteval/tasks/tasks/imdb.py,sha256=rVq3ycwP2pYz4L5n75AoSz_PFP2qkU955H3Fh1Ok6MI,1915
lighteval/tasks/tasks/jeopardy.py,sha256=hjFbot0TuvaE7WganRs8o4vZjAcbUwANJOPEDQv-4-w,971
lighteval/tasks/tasks/lambada.py,sha256=XlMXKILS1eo3W0PF-YzQibLRX9SWDx86AuTbnWxkyL0,2019
lighteval/tasks/tasks/legal_summarization.py,sha256=TZX8AAxQxHrToxuaYPnTZj7zNBKavdDiCVQTBBAtSN4,2983
lighteval/tasks/tasks/legalsupport.py,sha256=kS84OQE6NROPbK0P3WNfMrumwdUuPo28anARBXA4bmY,1366
lighteval/tasks/tasks/lexglue.py,sha256=esuH3PfUrS_IHT3aa3zOjjz__9SnkqbgKusKZIK9LwE,5940
lighteval/tasks/tasks/lextreme.py,sha256=wPrreHEnhlq4vP-Xu_1rDVyCISjErty6WpOEAZqKbh8,16921
lighteval/tasks/tasks/logiqa.py,sha256=yrHUhy-nET4bvmk9URnFpXgYdIBIqAPla-pNaVCY3k4,1516
lighteval/tasks/tasks/lsat_qa.py,sha256=V7KuAIU6UHofYYgvuqMBNZEsLKkqBsQGLyLIDzxBre4,3128
lighteval/tasks/tasks/math.py,sha256=dQPhAFARiR6sEycEzGpoDiJbVxEhGqk-zBjtXvqtj7c,5307
lighteval/tasks/tasks/math_500.py,sha256=BsrSA1RsANZBW_w9wAfhBdmdyQcOO3tMDy11-TWR79Q,1813
lighteval/tasks/tasks/mathqa.py,sha256=RUEnxiEU3kdCGLsrYCuzLR9LWtVsQpZsHX61DBBx1IM,1702
lighteval/tasks/tasks/med.py,sha256=a3BVI9o1upHsuCye7TAWN-hY53fsSP5gTG_uwIS3qik,3234
lighteval/tasks/tasks/med_dialog.py,sha256=px61ObENkpIrVc7b1boCJ1yeqLhiZndU-W43-HnLFrQ,1560
lighteval/tasks/tasks/mgsm.py,sha256=C2SPYpRsZe5fw2zlFLroXizQEO-Mcym4Kp_ddic5w5Y,7372
lighteval/tasks/tasks/mmlu.py,sha256=gGRf7Zg8JHSglndeMqmlLQTyc1iJqTSnmz0CsDbTiR4,27786
lighteval/tasks/tasks/mmlu_pro.py,sha256=KcyCg5r2qZYmC8i9bZlFL1W6vzKh6SDXsV8gbvAaXMk,2055
lighteval/tasks/tasks/mmlu_redux.py,sha256=0eU3DzyjIn86Mm0fyMo0dTr1Ty6fWfiWnY29cw36wLI,3389
lighteval/tasks/tasks/mmmu_pro.py,sha256=pl0pE1LLb253YYR5Mb1upqIvOXFjHls49OEOk4TiLdQ,3943
lighteval/tasks/tasks/musr.py,sha256=ibHC92ysJq1sN_Vp5ooPf6pSwvkkGqV3E7EgsOH3XVY,3010
lighteval/tasks/tasks/narrativeqa.py,sha256=aTYelP5BhXxyZpL5Br5Z8gz3TIVZT94r0pbLPb9u1SM,1388
lighteval/tasks/tasks/natural_questions.py,sha256=fJuYP1VdBpxYrV64qE4kyIbPfo6zRoDIkFO3AGtTQmk,1182
lighteval/tasks/tasks/numeracy.py,sha256=UX9nZKZx_DOXz085NXwiPNxX_FXqEVWkp5UrSEWWfp0,4341
lighteval/tasks/tasks/olympiade_bench.py,sha256=BmezaKM30RNbKwhY7CKpJSi9pxFGDOZO_f4Q3fDkKbs,14336
lighteval/tasks/tasks/openbookqa.py,sha256=rIaVX2pOq0Oqkr_uKUIqtfL4vnSo3BbgaKJcPhVp1BA,1828
lighteval/tasks/tasks/piqa.py,sha256=8erpMD5BDes120vFSUKsshvLtKFjbUYu3Wc-J0JqjzA,1635
lighteval/tasks/tasks/prost.py,sha256=DEj3loLuw8Fwj0YW6wK3j6E9FvuZ-mnX6sVkVB9dPP4,1376
lighteval/tasks/tasks/pubmedqa.py,sha256=TiYvOJEbGKjIDE65r3QnOxo9ws9tudAd_EUrh52lWNs,1014
lighteval/tasks/tasks/qa4mre.py,sha256=Hwm4hQMn_c3PSpKac-OW-jCP3MKWRf8auit1dEe6MVE,2145
lighteval/tasks/tasks/qasper.py,sha256=8kpbUwsGPeMvGXeIsxa9s0f1cUfydaNqrmjZHY8-AVo,1412
lighteval/tasks/tasks/quac.py,sha256=TX4Ptl52roGE7WUCQi4v7SLltxyiHc_MJ5qwgA10-80,1077
lighteval/tasks/tasks/race_high.py,sha256=-O2F4LZkBDPA6iC3jD5ZkMhPpUJHkybCTZh0PP7lMaw,1840
lighteval/tasks/tasks/raft.py,sha256=NGvedxeqqroMw8w-jXe7YULMWOY_pf0lw8bA8Ofw6ds,17118
lighteval/tasks/tasks/real_toxicity_prompts.py,sha256=pqu-6BeDQCFPzjungymn4dQiE2FeIjfeu1EH7ROnf5E,1283
lighteval/tasks/tasks/sacrebleu.py,sha256=jTDpRPIJNy2yEQp6dgWoey9KsyXuylkUX44lEuQgOfU,77399
lighteval/tasks/tasks/sciq.py,sha256=n1nGsdy7DhepuUfyo4zugfotHP5zsUQS00EXt_Vq0LI,1403
lighteval/tasks/tasks/simpleqa.py,sha256=QTTBAkF4zJU6HagX4UJnqU2nrUihWpAoLjkYmLCo718,1692
lighteval/tasks/tasks/siqa.py,sha256=BWTQFBnRl_UoX3uVYZYlUSLDTyIay_gjXry1nOuuq-0,2297
lighteval/tasks/tasks/slr_bench.py,sha256=yzMbvpttMUVVd-yTec55SqkOPVFVsAxWbJbO_VUnoHA,3435
lighteval/tasks/tasks/squad_v2.py,sha256=TXpoaOH-O4NxpbdIV58U-g6n0Lx4ijjVSJt1W4xviEE,1701
lighteval/tasks/tasks/storycloze.py,sha256=RxvZ9KHFKPgrvlQWab0FkSSrLaLo7u8UNU-xxoimB7Q,1634
lighteval/tasks/tasks/summarization.py,sha256=ZIYDpApw4-FffuY2SJAthu76nc16RahDuIHoaokDhek,2853
lighteval/tasks/tasks/swag.py,sha256=witymadVaHHBk36_8WTCpuSPjuYbV2dF_tnC0mrgw7s,1537
lighteval/tasks/tasks/synthetic_reasoning.py,sha256=UIi-Ir2_aaqCx6SYYTR_UTt8mpoWqjayZldbFZREKpY,3765
lighteval/tasks/tasks/the_pile.py,sha256=kh60fqZrKsB4RyjZcOMzzPJruR5q6qESiIlFDvy81IY,9678
lighteval/tasks/tasks/tiny_benchmarks.py,sha256=B4ypX0OhdkI6HJhUKA29W_SDnNM6JRCShHu9xrUsOv4,10412
lighteval/tasks/tasks/toxigen.py,sha256=EEmKpqeQ0QMiWRofQ0TWA1A_j09O--IyGk4KOBMxFVE,1179
lighteval/tasks/tasks/triviaqa.py,sha256=qTZqfIaohEb4XO28cPVQu7kHzmJa6EUnVGqSlBTgB_c,1690
lighteval/tasks/tasks/truthfulqa.py,sha256=lOpavUqI2pTTmA_2gW9fw2WMOvuvBngShJGPt2LrFa8,3115
lighteval/tasks/tasks/twitterAAE.py,sha256=09H-cdvuFgAAp3AdDYcZ3ABIYLa8c0eJ8qpsvuPiB48,1468
lighteval/tasks/tasks/unscramble.py,sha256=MPrVltcUTDbV6oDEzollN6q3i2letVjjeN5zPrbFI_4,3140
lighteval/tasks/tasks/webqs.py,sha256=A2H4atrOaT-x4b4vBa6uUsob9c3NiTTK4jtx4yQwOWo,1417
lighteval/tasks/tasks/wikifact.py,sha256=3BCOPL0mN_n2meQGLeswGLU8M_TqImY2MVwTwd03_W8,38085
lighteval/tasks/tasks/wikitext.py,sha256=yapwiXKmzbRIVXWDKO2g15nz0osSONvRqfJ1IWZAo-I,2863
lighteval/tasks/tasks/winogrande.py,sha256=KTmdfdRneJOj6H6pDoM9c2Yb94n5Ic_5JdO67h0ac28,1536
lighteval/tasks/tasks/xcopa.py,sha256=GgJyN6aZsJwAx1xsuHm4vfpcYJTcz97LfP13SuIcOpI,7672
lighteval/tasks/tasks/xstory_cloze.py,sha256=2vdRCkMAjtimNRoFJcOAmh-3K0caxDo2g-rcW1MEyxQ,5616
lighteval/tasks/tasks/xwinograd.py,sha256=jzRr2QLQMbHZ8B1AJ2PvuXbg-FA8Him6PMGjY4P-n88,3350
lighteval/tasks/tasks/ifbench/evaluation_lib.py,sha256=HaJq1d1m4xsWOT3zye6C9Op5eRhzURCtjtk7BrR1RaA,7396
lighteval/tasks/tasks/ifbench/instructions.py,sha256=NGDaZ2ZFOTBkrmCnjAsyZMVS-YByQX7tQQt85dPs98Y,89170
lighteval/tasks/tasks/ifbench/instructions_registry.py,sha256=p5VD3T3msQ6OTKnct3iDqAJik42asDIplayFacdg4F0,4454
lighteval/tasks/tasks/ifbench/main.py,sha256=SphY1G0N0U9P88xKjZsuT1tsvkafFQKuD01GuqJbQUQ,5790
lighteval/tasks/tasks/ifeval/instructions.py,sha256=HlrDwE7khoBY6l-LaOm18lHTaxApb3SAMs3IWUvU7zU,56088
lighteval/tasks/tasks/ifeval/instructions_registry.py,sha256=9OJgr0HM1xjCm-cUheN80gxy7wokkViFDR5lzryfBOI,7256
lighteval/tasks/tasks/ifeval/instructions_utils.py,sha256=291bF3VFrk7LS109KgrFylj_iF57h_zaq87xqqVu31Q,26604
lighteval/tasks/tasks/ifeval/main.py,sha256=Kmwl0qyGRcxETRUvTtF6kRoTm9jgfPunreN194rzCAM,7725
lighteval/tasks/tasks/lcb/codegen_metrics.py,sha256=3EZNhIQ8CUG0Y_4LMtGkWPPzCFDjO6tdrg6gVjqkzLw,20736
lighteval/tasks/tasks/lcb/main.py,sha256=uLsZlfn0fosl0TA1Q88sCrpNyBzoR8Z7DIMmijjfWDc,5597
lighteval/tasks/tasks/mix_eval/judge_prompts.py,sha256=5MH3LKhz5UCPaB0QqFvPa-f6a62ESKB2-kt-mQKnrwQ,12232
lighteval/tasks/tasks/mix_eval/main.py,sha256=k0FJ4Rg6iCCx14LzF83gO2P6DAGiwsgTV7sLVEupm8o,8665
lighteval/tasks/tasks/mix_eval/prompts.py,sha256=tUgK6d5VHFVW11-smNNvrPqQE7jhotC9iFNoQYdaPIU,8575
lighteval/tasks/tasks/mt_bench/judge_prompt_templates.py,sha256=2j3E7KwEeshkekAtCvrKNt6f_4HJNhzZ8RFo7e8nzfo,5195
lighteval/tasks/tasks/mt_bench/main.py,sha256=l17nWw15rREghqeYZxO8FLTjTRpj0q4H_eeBfBIkp5I,2756
lighteval/tasks/templates/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/tasks/templates/boolq.py,sha256=BqBye0DYXAAUir1MqULeXWUFIMLNWSO5L_edUlHWL3Y,4469
lighteval/tasks/templates/continuation.py,sha256=EY7QOpdYMj4-bnueuOdGhKsjpzSks54R1uY4namoTcc,8017
lighteval/tasks/templates/copa.py,sha256=3ViEtiJw_-Qo74L1rKQAAAwgLKxfJB3kICD-_NwQBxY,5977
lighteval/tasks/templates/hellaswag.py,sha256=mjSRtrhwRCrJhaH3llsqwyHgtrt7pU1B4CqCF_Z-0gs,6595
lighteval/tasks/templates/multichoice.py,sha256=ZjDavRZt-t3T-dwKIj8P6Du_o0SK7ff0vmityQOl0EU,6261
lighteval/tasks/templates/nli.py,sha256=4tzGLHSyIvLly9NXh4aQqGj_BXFYPXTC3Zqz3wcDtNg,11086
lighteval/tasks/templates/qa.py,sha256=xLO8cy6pPVr0zZS6h4nOsaSksX7vEryJNtNxGVyFPZY,2865
lighteval/tasks/templates/translation.py,sha256=Os_HRGdZG5iYFkHvaKMgDjqK8qzS5oMeqJMfKCOKk_E,6168
lighteval/tasks/templates/utils/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/tasks/templates/utils/adapter_utils.py,sha256=prRdEg3RyR6f5T-ST0KTFtYMg2SFhIJ9N5OFY80kC20,1879
lighteval/tasks/templates/utils/formatting_utils.py,sha256=J9fGo6tpNYsV0gwsKMU5ppr21M8w5IUErgmdNAFfdeg,4543
lighteval/tasks/templates/utils/formulation.py,sha256=YYYuMSeGd8H9cyCib6HEgVDNX1ndnyNJ-Rs2niOroJc,5847
lighteval/tasks/templates/utils/translation_literals.py,sha256=34BdjUqlQSr09Nv3LhGmlHYqk_ruV1wqasClmjVrmDQ,48711
lighteval/utils/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/utils/cache_management.py,sha256=z876l6sVP-wIb3v81vRs-yyvKt22ZrZH32jq9TWUWgY,17885
lighteval/utils/imports.py,sha256=Nu-mWI0SmOs7oInN1FWHYXg4CHl903XyMMe2eVwSzqs,8463
lighteval/utils/language.py,sha256=HB9D3i8HlOvXu-wQSnwq_t7-3yDxBPRFMbh03PhAXxQ,9682
lighteval/utils/parallelism.py,sha256=I5OZjwSvshym-1IFSs5q4zf8BMRBTL31YYiWadITUK8,6257
lighteval/utils/timeout.py,sha256=Cknf9fERjHKp7o-lG3yPCFmuNHNntNn0KK06UnHX_YI,3703
lighteval/utils/utils.py,sha256=e-oVvHwpBTf-019EUeNDW5YMoBmQ87487OW3IpHwFDk,11449
lighteval-0.13.0.dist-info/licenses/LICENSE,sha256=tPk5wOXOUTsipCsjMpS1bCJqJ5Nudwj1HtE3xgLo6w8,1069
lighteval-0.13.0.dist-info/METADATA,sha256=4GgYnJcmlALmNWy54yatLMpGEFLxy6hekWrFKIWWSgc,12492
lighteval-0.13.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
lighteval-0.13.0.dist-info/entry_points.txt,sha256=eW_fUc4_bJVN6LJSjI1wB39LbT6pllEOUEUbY3qPXlc,53
lighteval-0.13.0.dist-info/top_level.txt,sha256=dvkN9L0K1BpVFmb-YCakjCmC13DtEVvsyMi5V12jdvg,10
lighteval-0.13.0.dist-info/RECORD,,
