lmms_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/__main__.py,sha256=g34QdRBUZFuSVHjKdueaAElO96BmLT4JEK1C6E2A03I,21780
lmms_eval/evaluator.py,sha256=-3g2VW-izJEqZq1EWd6m-tbsFtMKcJ_5vSh2lGHHzqU,27355
lmms_eval/evaluator_utils.py,sha256=gQaoGNmlLEjqiFqn9Drb1QCBIOf5B1hUO91kU1YwgwY,21521
lmms_eval/logging_utils.py,sha256=hTlWmvZ_vqe7UNAkLSkcSyNAHoOg6LkXh39DotFMvf8,15070
lmms_eval/utils.py,sha256=qRQmLsKlMrM5bvjPhECB2GTzpJfsykXvn3EuswNVKZ4,31771
lmms_eval/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/api/filter.py,sha256=IhkF3XXRSwMx292SHPrxAE8sXIFCS_SehZ-vFMqUbwQ,2026
lmms_eval/api/group.py,sha256=Kadnxd37z4kTPiq5dZTygdnT-nVrt-M_WQgCQz8Jmss,3534
lmms_eval/api/instance.py,sha256=sIKCXRxwM5EhGuESX05NMg5sDObpHA1DqJKpEMopA-8,1003
lmms_eval/api/metrics.py,sha256=8atswdzd1Z_IgDkDj4KTcdVn5ECzgfC2ytJIkoiDlnE,18297
lmms_eval/api/model.py,sha256=y8yFd-44AwyWuFsdaMmNN0KJ2HS3z27aZsI9KWZCN1s,7996
lmms_eval/api/registry.py,sha256=LnrKG1AxIBTEvWlS6w51Erx1cLdycIAcXAjl9gvQbWI,4596
lmms_eval/api/samplers.py,sha256=HXkLliJtpcOII5W--IcAIDE44Ndms8UBfBxKvV6CFb0,3596
lmms_eval/api/task.py,sha256=IVtBH0121rlhytMEGrDQA5BVw8cw44cVBSeENJtYyM8,69231
lmms_eval/caching/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/caching/cache.py,sha256=kD8WGtMfX_IC7UgyF1dhgH-7thjfS-iyNodFzeuQjWY,1983
lmms_eval/filters/__init__.py,sha256=WC8U8CcUZfiMSJ4CbwOp3Zrv7ZZJfNwFvjg76jFQcY4,1559
lmms_eval/filters/decontamination.py,sha256=lik8zK0DXI34etPng3N-IUfdhBR7fDws1Uya0JXTt1E,631
lmms_eval/filters/extraction.py,sha256=alRgAjhuIiSCXd_VmKiI6Nse_hIRDOBlH14BpZZTMfI,10469
lmms_eval/filters/selection.py,sha256=1pIT-Kr0TIRW4f2vF0JGRH0O08xD8OyLHDa0iL14pLs,1584
lmms_eval/filters/transformation.py,sha256=Hb11ghxyyFSuzHU17vJlqycl8PsIPJFC0Vjv6PmBbR0,1512
lmms_eval/loggers/__init__.py,sha256=dg8zEHqZajiJnMl47q9rwU4yhmSr0QisXAItN_YSdx4,88
lmms_eval/loggers/evaluation_tracker.py,sha256=aUtUMGCI8IBXvvwK10u9gesYtBcC2P20eXebN2z6z9I,22782
lmms_eval/loggers/utils.py,sha256=FPfw2xtZiAGJaQLphIcQcH6rWQItIKg8tWuPdIl6Zwk,4788
lmms_eval/loggers/wandb_logger.py,sha256=BKLYZJqYiLNNj2bNPK_aorTkVDPx0KCGEasjMQpQZrw,12838
lmms_eval/models/__init__.py,sha256=Goz4ZBslGLcidJSPYUIFk_bPFikCpUNRUpy19i1AL8c,2274
lmms_eval/models/batch_gpt4.py,sha256=9mVkpkyj3MIJJP9qziuN3FlVQllHlnDisbwOsxfCdn4,8306
lmms_eval/models/cambrian.py,sha256=wxmFqlI4knjU_qNu5cWCHhwMJmE_b5l10e4JsVBSBa8,13012
lmms_eval/models/claude.py,sha256=BI8G6D-zyi5xQR-KSQAHlWny3qnp9ZEWANhQiB2rdRc,11014
lmms_eval/models/cogvlm2.py,sha256=l0c8o_GIwah03bx59s78UINOvM0e-jniVMqdCKsD5uc,10262
lmms_eval/models/from_log.py,sha256=7rTuaZzI8N7jDiqlkFNBdfvUv1BTtVtRnCZ94DHbHlM,4486
lmms_eval/models/fuyu.py,sha256=eHNmL0ijV4_581-fxHnAHkmLGkGPfNesfIAY9fnH1P0,12659
lmms_eval/models/gemini_api.py,sha256=8j29vamZp2qBmnSi2zO1maNLZr6g59Z6IKz_GTP7Vjg,8053
lmms_eval/models/gpt4v.py,sha256=tKbjNTByzTepuXGKIakrUN5VH8W1bZdPF3uONRMFyO8,10166
lmms_eval/models/idefics2.py,sha256=1CiLPYV470zLnybWmChKZXUaB_hjCfbHbYmku5Z2sMA,10489
lmms_eval/models/instructblip.py,sha256=V3ySnJVmu4YamC3X3KlUo4ixnp9XIUx36b8yxA8nslQ,10269
lmms_eval/models/internvideo2.py,sha256=_bUsKBvKK73elta5A7sOsPGL-xpq_VAy6vIWMtR1Yrc,14717
lmms_eval/models/internvl.py,sha256=sZ4AK5cOId8Aqgy_cuXi5GOOK9I8j6z2aVyH73Z5fLk,22016
lmms_eval/models/internvl2.py,sha256=uI1IKWQ7JYcAzBUEClRe2TjUgMDZhj9Mr_qRWX6-e08,12311
lmms_eval/models/llama_vid.py,sha256=dG4dbae2NzjOLA5seUohDzFBP4UfV0Dm-Dq6a5xFeCw,12281
lmms_eval/models/llava.py,sha256=pjESeSGtl_C7GvRFGq6gqcBsOxZPYpDh3oGoPVzgk20,21466
lmms_eval/models/llava_hf.py,sha256=88h0Y0Cb80X2Cqb85fM2uRsvJYW3XWpgm5u_MTfqzbc,18952
lmms_eval/models/llava_onevision.py,sha256=nx8PrCTIc7JAho_zMQx-3ErWjBrdBEPEi4EhO2jEnFE,40675
lmms_eval/models/llava_sglang.py,sha256=-27Xgl0LgIE-I-LJYhmY88zapdOJdaXOidjB0P3ML1E,7544
lmms_eval/models/llava_vid.py,sha256=yOKC3M7_4NmuW8-ea9jMsZiJvJyTBs-ZbSIjKYlq9eg,20780
lmms_eval/models/longva.py,sha256=ikB5fE7U5Q3oGE7huu2pAAVBGt6UZJOcKP-UZOLyYBw,23736
lmms_eval/models/mantis.py,sha256=Gxo5Ve2o1exGEU4nO4W0fOgYJAUdy0Dxb4ixTZIcFFM,14324
lmms_eval/models/minicpm_v.py,sha256=WYn-eVAl2u-e5vRD6GU5yeiZO9l68YXUFDCzFRDc5vo,9894
lmms_eval/models/minimonkey.py,sha256=fLkACvNRXkuodA-KhDxDlqTPD9YQ_uAwFnpjHJCT8PE,15138
lmms_eval/models/mplug_owl_video.py,sha256=7RVysucWqGzwreiyHkUxQiHv-zhfZc7SlZcD01HvzUQ,8564
lmms_eval/models/oryx.py,sha256=73QilFXmXv3SGJLoJIuEvEq_fOnhTzprP2N8lVnH7xA,22742
lmms_eval/models/phi3v.py,sha256=UtGOfwiwgs2-vucRp0Kl6VlnnYEoygdy7G6mvWlRI5U,9809
lmms_eval/models/qwen2_vl.py,sha256=d72Y0Jn6PbrTqRIGvYs8LY18naxkyID5mVJphEuvuBE,11916
lmms_eval/models/qwen_vl.py,sha256=GJg4opso8t1WfFo2cgX8mmKNOTNFD8dUFeCxvSGq6m4,13301
lmms_eval/models/qwen_vl_api.py,sha256=_GCup3xaeiA0olso23g-bohjGqc60RFDQ5KagqhK7XI,4758
lmms_eval/models/reka.py,sha256=OzgtMLYzYWegdBwMVUE4k40hz0xd6GS5RfKHheCekGs,8300
lmms_eval/models/srt_api.py,sha256=BVnhWoaaN-rdxAXu-XCw54SsTT91QNZ3x6UpmhCPOtk,12083
lmms_eval/models/tinyllava.py,sha256=E9n4NqLyFgN5qBqnIM8ifViOojxnjFXLzmj_lNNneMc,20630
lmms_eval/models/video_chatgpt.py,sha256=DexPiIuBpnQXTlRlcooPCfGi1VgX1NRm__jYQMA5Jdw,9909
lmms_eval/models/video_llava.py,sha256=feQQ3QQHbSp6RBxskgQDXushDZRW9R6GBvskDPO7F-8,10187
lmms_eval/models/videochat2.py,sha256=S5pjAz73At8l3aFQ3szBkt2yfBbyPOmqowGPQ0Ptgk4,21662
lmms_eval/models/vila.py,sha256=829GCNtzowZSXMCpOyyAukQHeUJ7QjUlUY-8T701iEs,17285
lmms_eval/models/xcomposer2_4KHD.py,sha256=wyNRQGPC4g73kC3EMaE63tfkYaCPB5zV4JSbej_ruMA,12101
lmms_eval/models/xcomposer2d5.py,sha256=Nyq9tw-YbCbbF4kvDQDKhEbkMFonmCvWVSqhk9L8TNo,7755
lmms_eval/models/model_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/models/model_utils/load_video.py,sha256=hxW7vtZ_tF9YTRPpM-Q_iufHLE3N32tupRgRKAr2-Io,2575
lmms_eval/models/model_utils/qwen/qwen_generate_utils.py,sha256=45RXc0AuzsvYbg57YKEeFaCS11bdi6Swhuq0Wey7d3o,14346
lmms_eval/models/mplug_owl_video/__init__.py,sha256=8jQD3Of1pIDhsFiHb3_9RU7S4uKKVg2Aq7pqL7oJ1-U,2508
lmms_eval/models/mplug_owl_video/configuration_mplug_owl.py,sha256=l2AC4Dx0QKnJtehNsh0geWH9JswmCpNuerRjYzcOp5s,12956
lmms_eval/models/mplug_owl_video/modeling_mplug_owl.py,sha256=QKPTBStpSWB_JlQCxwt2eEZdHRE48mZotaCJ2t5RFHc,81469
lmms_eval/models/mplug_owl_video/processing_mplug_owl.py,sha256=tYTfobMWmdj4LT7kBtfojjnuEV7bvrMbebd3KfZzeeY,11353
lmms_eval/models/mplug_owl_video/tokenization_mplug_owl.py,sha256=m53pFU-0G-6ZejefynfPQjdCehCWsSUEEV9HnMUbS90,1786
lmms_eval/models/video_chatgpt/__init__.py,sha256=Mj_ZCnQBAXUsgBM4k4WLmex3D8QYfW6VpO1x5RNNduY,48
lmms_eval/models/video_chatgpt/constants.py,sha256=XlaUAI0gpze6plF0gW9WQx0BDmnAKQBKoJYBies7Jko,253
lmms_eval/models/video_chatgpt/inference.py,sha256=NFO0C0kW98-Wv0E_DIzIbb4HIyvHiRhM38Fv7YtYKCY,7279
lmms_eval/models/video_chatgpt/single_video_inference.py,sha256=HoIVWAQbpkWMjWGFzRzHXOaL8Tc-eBd2JCkgYx67vGE,6121
lmms_eval/models/video_chatgpt/utils.py,sha256=EpkZU82xzqCuHG871Ch_WjVzUHjakCtaf7_Xxy4Btlk,284
lmms_eval/models/video_chatgpt/video_conversation.py,sha256=t96FuRvCDPsGExdXxMSykRM2XmHhcNbX8tod6KWxeJs,5129
lmms_eval/models/video_chatgpt/eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/models/video_chatgpt/eval/model_utils.py,sha256=JjIucR7PKmQj_Dr3VUSDCvhiWFkdWqWe45zuWx1tSXI,5598
lmms_eval/models/video_chatgpt/model/__init__.py,sha256=vqYu_CwHz3srdV5BxTyljhwhV7O36An0qGRsNvRKzlA,125
lmms_eval/models/video_chatgpt/model/consolidate.py,sha256=UWkvyEf6e_2rZDjGrHostTGebBujexsDILYT-LZkeSU,855
lmms_eval/models/video_chatgpt/model/make_delta.py,sha256=3rUrRDxlYm2CSl12mKfa7dIm6jH9IeWSALcP3r_dP_4,2000
lmms_eval/models/video_chatgpt/model/utils.py,sha256=9cPf22pMD63eCuqcQUHSO5qkOrXT39IysIjBb2CH-BE,1141
lmms_eval/models/video_chatgpt/model/video_chatgpt.py,sha256=04xf_XSVhv20fb8IaMU3pMnCZQAvavbZcqorsE41nnA,14403
lmms_eval/tasks/__init__.py,sha256=H6DwXsu12L6pXAbfyiGxnAf9XPRBzx9_UQMcsYXeMCY,24961
lmms_eval/tasks/_task_utils/file_utils.py,sha256=QA2988kmKfJrqHgouFbN19skFKmHtZXbA0PlywC2YJ4,244
lmms_eval/tasks/_task_utils/gpt_eval_utils.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/_task_utils/video_loader.py,sha256=JxF0V5kpgNoHqF4Ity00WybLCphCakvEAt42cxyk7h0,1036
lmms_eval/tasks/_task_utils/vqa_eval_metric.py,sha256=TkFUxsfkZX5sRKoI4YTOWuDocmZXRMbLaEz2ReRkfOA,6056
lmms_eval/tasks/activitynetqa/_default_template_yaml,sha256=lI8BZ9uWOw10Wcs_xecF9gv7tEqbdbIfma2tXdJS9U0,353
lmms_eval/tasks/activitynetqa/activitynetqa_generation.yaml,sha256=tdTaqxnG9OyJfhUK9-qFUmh4gA137eS9YaPmlUV9euY,857
lmms_eval/tasks/activitynetqa/utils.py,sha256=3Pvdd5wPeeTvzzsWvcoSH4ymYyo4QbVwGenH7SamWws,10914
lmms_eval/tasks/ai2d/ai2d.yaml,sha256=UxskLxdVJTM9OISBk24x_lo6knMnPWijgaKoBeDh79E,1434
lmms_eval/tasks/ai2d/ai2d_lite.yaml,sha256=07aqiglnu9MEjGfmpXkACievNBYkj9lRGoG_ewByEng,1468
lmms_eval/tasks/ai2d/upload_ai2d.py,sha256=k9-pMCIQZ9NSC5ev2PBJ0bU1F9FSYBFEq2Etf_jLmpE,5098
lmms_eval/tasks/ai2d/utils.py,sha256=r_7eD_aRk5nlcDW3_GrDBy2x_eQMSEPXMFCrcaaaDaQ,3685
lmms_eval/tasks/arc/README.md,sha256=L8N3Tc5ekitbFCZrW-KHPkx1pwjHzLJfrBEZDP5CABw,1932
lmms_eval/tasks/arc/arc_challenge.yaml,sha256=aCYhwmriSxBlotcyRgpVqO8rnyVEV0QxZmyTCanv170,71
lmms_eval/tasks/arc/arc_easy.yaml,sha256=ltodnv4d-IZZSBztwTmFyzR9wGhVSi6uVhMD-jm_qz8,579
lmms_eval/tasks/chartqa/chartqa.yaml,sha256=EvChMp0xYFsuDjQ6nmN9mWK0VhbeVzGKVzFGcAb1ctQ,841
lmms_eval/tasks/chartqa/chartqa_lite.yaml,sha256=O1MwDHzDxbw-ODYblEQieSysWnlQOE7EwxETjVn98E0,875
lmms_eval/tasks/chartqa/upload_chartqa.py,sha256=aUwi1CFyBE3xxPHvHdeVDWXgwWys7-CYxUq8aHcUCDA,5365
lmms_eval/tasks/chartqa/utils.py,sha256=XjNpV_raKUzHzEkxNuAXcQPvzwTh17x7SQD6erjHXg4,2369
lmms_eval/tasks/cmmmu/_cmmmu.yaml,sha256=apIgLYjrv77-6U4u4ybsOGi8lkqZ9FJlXNgZcPBEJkk,44
lmms_eval/tasks/cmmmu/_default_template_cmmmu_yaml,sha256=C0CKEI_5CZHr4zbTyDYZGo8L_eLr_lrIvb8WKfjZGOw,249
lmms_eval/tasks/cmmmu/cmmmu_test.yaml,sha256=g7GG_nSwnr1SFLFIQuq_gHXgpuGs-7BQpAuO0CFGFOQ,517
lmms_eval/tasks/cmmmu/cmmmu_val.yaml,sha256=9jslMG3ljb7VVB4Dz-iFT6tSdv1wWiIxOERXVy2e1PE,544
lmms_eval/tasks/cmmmu/utils.py,sha256=ibwk56Kqcn95b3tLGQIovXaL1-0VNCfHZvLiSpRlFl8,17191
lmms_eval/tasks/coco_cap/coco2014_cap.yaml,sha256=Bc0VrjRPMMbjieZk3gizg4kc4I0Vy0ffhsm29ZD9LNc,69
lmms_eval/tasks/coco_cap/coco2014_cap_test.yaml,sha256=lighhYf_2A-e5tWt0v16mDIBsGZImo3nmUemUqnvIs4,766
lmms_eval/tasks/coco_cap/coco2014_cap_val.yaml,sha256=omBayttmmsSvoGZzng_ja8_0FdjA3UlvU9inYXwz8eE,1417
lmms_eval/tasks/coco_cap/coco2017_cap.yaml,sha256=NdNTCENZJQ-k7VobJaGpoVC9rF9SUj7cH3rteXWuTPo,69
lmms_eval/tasks/coco_cap/coco2017_cap_test.yaml,sha256=cj9H0gfgQGWctyT9ixUqLfHAk3CcM3xAFFCjESHcIl0,750
lmms_eval/tasks/coco_cap/coco2017_cap_val.yaml,sha256=tKPD6ZUPhvlultZzsRrFlyrMiQT2JUCGRCKEKeT6vi8,1401
lmms_eval/tasks/coco_cap/coco2017_cap_val_lite.yaml,sha256=F8BjUSOfCuxn717dxu3FOY4I3cP6gfAqSAWq3LhFofU,1409
lmms_eval/tasks/coco_cap/coco_cap.yaml,sha256=CUvhjQQTUrbI9lUMD0VawcfkYEmhRVjPPOATfaQnwkM,109
lmms_eval/tasks/coco_cap/utils.py,sha256=3W1y5lYyNHa458P3Uz0MuTjauR-G9GWAR37fviNw1GY,5258
lmms_eval/tasks/conbench/conbench.yaml,sha256=XXUTEQ0Jc6GdyrmJIgbxQvayMcIxX4YDxe9aRn7Z69E,767
lmms_eval/tasks/conbench/utils.py,sha256=4bJ4AjWxykPCw65TbzszSoKBVChi7daEbnyKsha-JPU,2845
lmms_eval/tasks/cvrr/_cvrr.yaml,sha256=L9jUi1t6zyQKCJHKLJDdqOz_ONVJVcw64YGCHdBWV-U,492
lmms_eval/tasks/cvrr/_default_template_yaml,sha256=i5SmW9-a9pV9RZNVWAa2iOGjnDJcCcAFhKipugZ98_I,240
lmms_eval/tasks/cvrr/cvrr_fine_grained_action_understanding.yaml,sha256=6ca7aMz0KJ18Mv7lJ2aRtckTegAhlIEJWIGWenKIpgE,610
lmms_eval/tasks/cvrr/cvrr_interpretation_of_social_context.yaml,sha256=fqVtd6cYCxz2oLYxVoMOGqkEMyrDC2Exs8i356OmMBQ,608
lmms_eval/tasks/cvrr/cvrr_interpretation_of_visual_context.yaml,sha256=2XQFiEe5OTcRBk26vT58VKHr0IasFfbq7gytzfPf4cM,608
lmms_eval/tasks/cvrr/cvrr_multiple_actions_in_a_single_video.yaml,sha256=njyu2OnqTfzvr0byRk49kDRu-wl1SH6TlFS4vKKfmwY,612
lmms_eval/tasks/cvrr/cvrr_non_existent_actions_with_existent_scene_depictions.yaml,sha256=iZvDywa2zogNuxWUsCeFY2QgNyymC22tAc_gCn6Ymh0,646
lmms_eval/tasks/cvrr/cvrr_non_existent_actions_with_non_existent_scene_depictions.yaml,sha256=BR2IJ0DlfLDFas3Um7zHvt-Kuzo9SFqa__rpCiMoJAs,654
lmms_eval/tasks/cvrr/cvrr_object_instance_count.yaml,sha256=ay6r9jaRYeAFPzJ8yfXpK6qw20zZICI-ZbHZCUYqYY0,616
lmms_eval/tasks/cvrr/cvrr_partial_actions.yaml,sha256=jVucoeFQoiyVyQTWRYrmQRfeERi6J6YU3AZrZYiD88o,574
lmms_eval/tasks/cvrr/cvrr_time_order_understanding.yaml,sha256=BstnUTtUzFRVAjiBAFb7ZCnj9hHm67DBLd0uahgZ1ws,592
lmms_eval/tasks/cvrr/cvrr_understanding_emotional_context.yaml,sha256=OzwhwygnTYkum99dJMWoycn7o4HEyrt2DgRMnsfrHtA,606
lmms_eval/tasks/cvrr/cvrr_unusual_and_physically_anomalous_activities.yaml,sha256=qtf_hAqIB7Y5FprOa1Z9JSyV5lVvGc3Ukbb0D6HUo3g,630
lmms_eval/tasks/cvrr/utils.py,sha256=DY8zg0rQ7M_BZ4RrXnYVBMUxCk3cb9psqvtUf4-Mx98,10468
lmms_eval/tasks/detailcaps/_default_template_detailcaps_yaml,sha256=qi3A_d3t527BsgGHX1SaBL8HgrzQX1ZLctfu8bPyUXU,82
lmms_eval/tasks/detailcaps/detailcaps.yaml,sha256=l5bTcAb2yZMtFmaRtsjD8uxn3oObwqu6u4Dofe1AwQI,1579
lmms_eval/tasks/detailcaps/utils.py,sha256=Hvt3N0qsOxtZnU_LgOeAkXYnmRZLDT0FqbRB9dOIyMY,6754
lmms_eval/tasks/docvqa/_default_template_docvqa_yaml,sha256=sFzr5_bKDf9fBxeVMUT6sG-jaDIL7za_us0oQ832NBo,497
lmms_eval/tasks/docvqa/docvqa.yaml,sha256=Totti_XjcbUkEulo82nSZnp7kZtQwLElxYJvb5U0beQ,46
lmms_eval/tasks/docvqa/docvqa_test.yaml,sha256=brli7ByqpwkdCKDnmwrmbcb5q7dfnaxh2CUjYrsHnVc,263
lmms_eval/tasks/docvqa/docvqa_val.yaml,sha256=2cc2d0WwxmXNntAXUCUUSyH8qgUko0z0UMG7vixuMxw,160
lmms_eval/tasks/docvqa/docvqa_val_lite.yaml,sha256=idaUoHenn__1EEh_uxl4xeV31ZRaoNwBn_CIsJ--RDE,630
lmms_eval/tasks/docvqa/utils.py,sha256=xUhsnBohYxZCZVu8A3nXZalggb3QgKxmpVq6fyUlS_k,954
lmms_eval/tasks/egoschema/README.md,sha256=4PIYydXf3ugDe6uGb9BvfHfN1MBc7RzkUpy9Lu_0E3o,2521
lmms_eval/tasks/egoschema/_default_template_yaml,sha256=GL9clfkTlyAnS4Gq8dISjCgIs9MfeQlHHJxln2it1go,176
lmms_eval/tasks/egoschema/egoschema.yaml,sha256=vsowG1sUXRH5iVcbX38bjPz5FIWttPZZNNoCnl_GaZ4,472
lmms_eval/tasks/egoschema/egoschema_mcppl.yaml,sha256=ZuVI0Red3yf8L0zhvjgpoMV1ymofYvqSBeEGeEOj9lE,496
lmms_eval/tasks/egoschema/egoschema_subset.yaml,sha256=tjilgouvr9E9pZ7DdWq2YWMzX-Rp_dGxekarC1yXXG8,579
lmms_eval/tasks/egoschema/egoschema_subset_mcppl.yaml,sha256=XXFEyQpowqLORrDQLovAFnUHmuU_UZnLnO0c-pWrMMY,607
lmms_eval/tasks/egoschema/utils.py,sha256=QjRflKlzCakEVZOklJE2D0klOBMim8aCEobgHmdXXMo,8171
lmms_eval/tasks/ferret/ferret.yaml,sha256=A9NWT4b_-mXI4GZCXrXyOfJW0fxOZf_IWX1rGphnyg8,1133
lmms_eval/tasks/ferret/rule.json,sha256=lwlX4uKwoSmXbaB2qCW-DdP56Xgco0F8kNRtSby008k,5228
lmms_eval/tasks/ferret/utils.py,sha256=-QGWDntIWzC5AA4xftds_IlVzBmFnH5LDUXtH6hep4c,6923
lmms_eval/tasks/flickr30k/flickr30k.yaml,sha256=sy-6RVMfZcO-bZ9SS5FnI-jFoavEteVgwDbZAVpwFfA,39
lmms_eval/tasks/flickr30k/flickr30k_test.yaml,sha256=KftBUkzMLRHdSh8oqocHJqt_Lk9ykjG1JQ0WthlCuuQ,1405
lmms_eval/tasks/flickr30k/flickr30k_test_lite.yaml,sha256=04oWZ3NY5UcTRKucSHHN27X8ivJSdhMTm9FibYRnvkE,1445
lmms_eval/tasks/flickr30k/utils.py,sha256=dI_XzhCi1LBa3m96Bakhc_3bvBdLLau1iQeslPLHhCY,4531
lmms_eval/tasks/gpqa/README.md,sha256=bkmn94eZFAoNRQgkDNJCvIzf-IVqVgAhUUV80c8uv4s,3073
lmms_eval/tasks/gpqa/cot_n_shot/_generate_configs.py,sha256=wRGHsDYz8it9vKz9aw_1zsv0cqIJwb9tc4_6AvWpQOo,711
lmms_eval/tasks/gpqa/cot_n_shot/_gpqa_cot_n_shot_yaml,sha256=L3gMnhMQ6ljSSeAxRxz-9jxx9vYQG2xv5lMq-fGD0is,1182
lmms_eval/tasks/gpqa/cot_n_shot/gpqa_diamond_cot_n_shot.yaml,sha256=Ua3s6-BJeC9Iz93fTROSCLHzizr_FORkj9onkcnDiPI,124
lmms_eval/tasks/gpqa/cot_n_shot/gpqa_extended_cot_n_shot.yaml,sha256=XwUUXl8F7xN4el7ZHBQM1fEzvHQVdy5vsgW6h11_kCg,126
lmms_eval/tasks/gpqa/cot_n_shot/gpqa_main_cot_n_shot.yaml,sha256=8_SWDAVJeGvMhQfU2seWGi9sUrML6pPzYzm_DnCRTJs,118
lmms_eval/tasks/gpqa/cot_n_shot/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lmms_eval/tasks/gpqa/cot_zeroshot/_generate_configs.py,sha256=3e5minE_O5a9NJG68oNUMa3igTbmaojKxIR9S3ZwHY0,713
lmms_eval/tasks/gpqa/cot_zeroshot/_gpqa_cot_zeroshot_yaml,sha256=FcAQsZjZVQaX1cmuM7NUOL-3CcJaGXPT4aA3R87JtMM,1076
lmms_eval/tasks/gpqa/cot_zeroshot/gpqa_diamond_cot_zeroshot.yaml,sha256=pNhT5SWHyQb7GKbtjvdVlrmGooyGlsudbXj_zUSA0Y8,128
lmms_eval/tasks/gpqa/cot_zeroshot/gpqa_extended_cot_zeroshot.yaml,sha256=DLnfykKWvEKni5LzzBhAdTcJaxOaABH13YmbaJmobrE,130
lmms_eval/tasks/gpqa/cot_zeroshot/gpqa_main_cot_zeroshot.yaml,sha256=wza8sxqp1YuMpRvBxil2PqgYAltEK_1oBZWJQe8_NQo,122
lmms_eval/tasks/gpqa/cot_zeroshot/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lmms_eval/tasks/gpqa/generative/_generate_configs.py,sha256=nsG56XiyztHj9LmKNtsD4gUmc2sqdpyFPS74SBBdKZA,718
lmms_eval/tasks/gpqa/generative/_gpqa_generative_n_shot_yaml,sha256=vD9tr06FbxPjstJD0WvYXxO2VFc-cpGZxeZsFxyvrEI,1181
lmms_eval/tasks/gpqa/generative/gpqa_diamond_generative_n_shot.yaml,sha256=QH65eFCrkQn2jJHfjk0T5b9YbfQdUan9oHHgjugw1Dg,138
lmms_eval/tasks/gpqa/generative/gpqa_extended_generative_n_shot.yaml,sha256=xuQm0KRf_ZCyL5Id5KsadN4sZukKYDMtZD7v999HuQc,140
lmms_eval/tasks/gpqa/generative/gpqa_main_generative_n_shot.yaml,sha256=EJhKLKJ6oz5mP43jtKHfYcEeN5FY2gkxJHx8Y8Zsbq8,132
lmms_eval/tasks/gpqa/generative/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lmms_eval/tasks/gpqa/n_shot/_generate_configs.py,sha256=t2Uk-17YcA-J2FC4Lr1gAIgc3t8HVIJUWcLlOB2AU1I,675
lmms_eval/tasks/gpqa/n_shot/_gpqa_n_shot_yaml,sha256=XIT_ffS7mpyihKNJuq99LdvPJoRXMoXdxCFOr5w1i6c,745
lmms_eval/tasks/gpqa/n_shot/gpqa_diamond_n_shot.yaml,sha256=bRMgQ-UtIFrpftGglUfHLE3U0ZIT8xhRr2-Ia9S_Tc4,116
lmms_eval/tasks/gpqa/n_shot/gpqa_extended_n_shot.yaml,sha256=80_VODHpsRmTLNdNl7LjbBuFXDeexymqiwBak6u2zA8,118
lmms_eval/tasks/gpqa/n_shot/gpqa_main_n_shot.yaml,sha256=UgLjr4n53Fx2ou_9M8IyKkKO8dX0Am9kHlS04UMaQwk,110
lmms_eval/tasks/gpqa/n_shot/utils.py,sha256=30C3EL9SYATKhzMvbDhpZApA5VTHpTze9nGFGrxekeY,1016
lmms_eval/tasks/gpqa/zeroshot/_generate_configs.py,sha256=Ue9UIgZncdmXr5C6LwhruUGmM_JLELebuobsVj5jjN4,709
lmms_eval/tasks/gpqa/zeroshot/_gpqa_zeroshot_yaml,sha256=Ctj2o9Mm9Aw0u50o5L9rLz5g4IvmiOJFo2n1j5XbO4w,639
lmms_eval/tasks/gpqa/zeroshot/gpqa_diamond_zeroshot.yaml,sha256=I9D-hFnOYwYbkgFqmcFKosDdcwBgqI0bufxeGhX4ZQU,120
lmms_eval/tasks/gpqa/zeroshot/gpqa_extended_zeroshot.yaml,sha256=_4NFVTE2yJCEfxx8dWPsAEzO43JmidUpfGuzVBL34gs,122
lmms_eval/tasks/gpqa/zeroshot/gpqa_main_zeroshot.yaml,sha256=LZE_1k369Pdvf9ftK2yegIAMBIM6lMK1sk8E1t5DiDY,114
lmms_eval/tasks/gpqa/zeroshot/utils.py,sha256=FuEbEyXiqSXSi_EVkHpLh3muBJ-vib1cwgCXRqt5K-g,993
lmms_eval/tasks/gqa/gqa.yaml,sha256=rWpRBf9SsyVt4iXo_QevouUsaDuaQ3osLRNWymAn7X4,736
lmms_eval/tasks/gqa/gqa_lite.yaml,sha256=4LuX4QnEumGgNPWRPseekk_tKq7zx0Sq-0EyzKs6yjI,723
lmms_eval/tasks/gqa/utils.py,sha256=mONVF14Y1zPCRbQsH-Xh7ZETm9m1jCrMWA4R6Quo7AM,772
lmms_eval/tasks/gqa_ru/gqa_ru.yaml,sha256=168CagsfGshVSY_xWbJwSd2bPSM4eVuVeZRHUpj3b8U,669
lmms_eval/tasks/gqa_ru/utils.py,sha256=KwQYMqHmUjAlx-slCQp8LdIFDNJVBSH-ZnAUC3TyjfE,773
lmms_eval/tasks/gsm8k/README.md,sha256=hVP97N2LjcCKiCn0uG6hYLu-q4iS7cyxckD4ovdS5RI,2326
lmms_eval/tasks/gsm8k/gsm8k-cot-llama.yaml,sha256=exF6bphainILQozv2VZQxKPdRfKXaYeMXZmDSxFHr8M,3657
lmms_eval/tasks/gsm8k/gsm8k-cot-self-consistency.yaml,sha256=StAKNY5LYM1CyioeEF6Umu9wboul06W0tFZq7ucHYyE,970
lmms_eval/tasks/gsm8k/gsm8k-cot-zeroshot.yaml,sha256=_DNv2I5bxBHRltQngkTxN8UjT4KOWIT7GuPe_VP3y5w,1018
lmms_eval/tasks/gsm8k/gsm8k-cot.yaml,sha256=V4aLNtD5lQa87eN9P4-O-PYg-dg9ZggRu2oXWJpOTT4,3317
lmms_eval/tasks/gsm8k/gsm8k.yaml,sha256=RCuBe8gxOOyJvTDqnWtKysl338RlPBd613jzVMhUPSk,1007
lmms_eval/tasks/hallusion_bench/evaluate_hb.py,sha256=TVDSFWCoP9cxNef9J4-shFge7-gHRaiWVYuBwgSExGk,4858
lmms_eval/tasks/hallusion_bench/hallusion_bench_image.yaml,sha256=Xx1DvSyXzvk5nKmN9aPezghtvUSfsOcZTsoNnwis-1U,1256
lmms_eval/tasks/hallusion_bench/utils.py,sha256=C3VP-PoDdgDntNJrkmVCYCY1VzlVI_CqCBqS0qUi_vE,12348
lmms_eval/tasks/hellaswag/README.md,sha256=0Sxbs3jgiuWJFMB0onpY-vhTxCZMWbDke8ElRFsiLfY,2710
lmms_eval/tasks/hellaswag/hellaswag.yaml,sha256=yrsDQMrV-2bC1i9s-rFrhd8YBw5gYwDyDk9Xnkn9xeM,516
lmms_eval/tasks/hellaswag/utils.py,sha256=B9I7YLKPKk9ljc-EQGI6Y_5mRIVM6bhGoRTd6YDcEhQ,717
lmms_eval/tasks/iconqa/_default_template_docvqa_yaml,sha256=0UkcAUxY6HRurHiSRyiEx9-RVLJHb3ZvAk-0x4hXtOQ,813
lmms_eval/tasks/iconqa/iconqa.yaml,sha256=g_OxPGXzuWk5MpUe4EOHduF0ZXpg1cqVyIxaKMGORQs,47
lmms_eval/tasks/iconqa/iconqa_test.yaml,sha256=xfBn0C9evwqQM8UqGAwefGKDj4Fu2H_Q9mgQf5a8NWk,75
lmms_eval/tasks/iconqa/iconqa_val.yaml,sha256=oQ13JQaqz3ADue4FWimofaDvn2mucpO2dO8Gv2uiUis,73
lmms_eval/tasks/iconqa/utils.py,sha256=tYPm0ORLlLUy48VXWjPHaqg62pUjhWYdv-bP7oEiU0w,2132
lmms_eval/tasks/ifeval/README.md,sha256=pxd1Hp5i0SDXzGXwiysdQkXrIe3jQABZLuMCNYJM_aU,2405
lmms_eval/tasks/ifeval/ifeval.yaml,sha256=e2VxMPaaDJkXqaGKlqM64eELXBGWENwBPUkSWVCagf4,750
lmms_eval/tasks/ifeval/instructions.py,sha256=dZLBSIlbpDb28Dvwp4g3Sm9vQmIs2RCEXGsDnicVu4g,55197
lmms_eval/tasks/ifeval/instructions_registry.py,sha256=sgY5EuFWTeGh4VGOu_Bz0j4tMow93-I2KDsBGLAu718,7238
lmms_eval/tasks/ifeval/instructions_util.py,sha256=EybSWJEzXYb6GnCzn6FOpG86bwVJKUfY-CkcG01S17g,26066
lmms_eval/tasks/ifeval/utils.py,sha256=JbkBsdBPqJzw3pRekxzUUjADXpYXlpHXFp_T5FwfosY,4899
lmms_eval/tasks/ii_bench/ii_bench.yaml,sha256=UJaqxJFRSdTP7IUcVj9qjcT9oc8TjM9_GA-2RPXtMmY,660
lmms_eval/tasks/ii_bench/utils.py,sha256=5_iyS1h5s7z-n36u_0DYa3FHWi68rLUr35kgbaXXNnU,2372
lmms_eval/tasks/infovqa/_default_template_infovqa_yaml,sha256=8xAgpj-xOHxZf3f_vuSrab5DRAP4djO2BA6ZRRDnIy0,420
lmms_eval/tasks/infovqa/infovqa.yaml,sha256=fy_T5a5qpE-QzTfYmePwzcspTNIeyG8eMIvkUnVVABo,50
lmms_eval/tasks/infovqa/infovqa_test.yaml,sha256=CHsK0uZQT3353cz98exOjztiXCbBRX12LC-gsDd3M8E,297
lmms_eval/tasks/infovqa/infovqa_val.yaml,sha256=LWsjnk646R_ktToMTMEhPy3BHm4VxnKDdD3kgjOzSrs,189
lmms_eval/tasks/infovqa/infovqa_val_lite.yaml,sha256=MbVABSls62zjjcSU0xv7SZEm4zLeqtUkmDuVR2EmaOI,575
lmms_eval/tasks/infovqa/utils.py,sha256=7jnr1ejSlehOeW3ZZf27wb5_BMpY6OKk9fLqqBQSKNg,922
lmms_eval/tasks/internal_eval/_default_template_internal_eval_yaml,sha256=AqSCDWjm9zA1UnXuqDx8LGg75SiMsaKwUGmrmTkcfek,109
lmms_eval/tasks/internal_eval/d170_cn.yaml,sha256=iawzbBP20mSH_XaRZZQs2tB0Q-qpLIGqpyIqjj2q-XA,1028
lmms_eval/tasks/internal_eval/d170_cn_utils.py,sha256=z8a5VowYYNdLOtjwn5FJOtdQVhOeXZ0012ZuRbQG5iU,5331
lmms_eval/tasks/internal_eval/d170_en.yaml,sha256=5aUM4s_rcBUEpO9vsK5foZpnFlLn0HVFNhSorxmfDMk,1028
lmms_eval/tasks/internal_eval/d170_en_utils.py,sha256=4tHlj5ypZkfeJAL2EiXcwnuI40N6vQjXRr5hS7iqEt0,5331
lmms_eval/tasks/internal_eval/dc100_en.yaml,sha256=kZKF_qOdpqJlvdlWI2r_rnb1tXQHampMYvVD7uXS40A,894
lmms_eval/tasks/internal_eval/dc100_en_utils.py,sha256=EgAEk-8ngJ1Ir1BAr9o73FNzKRX0Qo3KZUapUa095hA,4467
lmms_eval/tasks/internal_eval/dc200_cn.yaml,sha256=fICpQEl1aubbaqkN3QXuAVWkEaKKxhTH1dkbL-Td6Fs,894
lmms_eval/tasks/internal_eval/dc200_cn_utils.py,sha256=Hkww0SvWokKYrwi8_jufXql5em6az9bUV22lRHmpTXI,4601
lmms_eval/tasks/internal_eval/internal_eval.yaml,sha256=VvdIqSvQI3HU6m1Ys9IzxLqiARri9dO574sWXyEYZhs,69
lmms_eval/tasks/internal_eval/utils.py,sha256=ZEWa3_4WZPlMhEIMEUb-slrBBZlIWPX_LGflFPwfPqQ,340
lmms_eval/tasks/jmmmu/_default_template_yaml,sha256=7i-GGxlln3c3I4SCR9UjOQBHmFZFjKe1NKtXLT3Tj4U,466
lmms_eval/tasks/jmmmu/jmmmu.yaml,sha256=8rYa0-S587ObORcDAJLlV4PFtg-qvZXHE6q71w63DAw,413
lmms_eval/tasks/jmmmu/jmmmu_accounting.yaml,sha256=TFfviRK69C-PJw25PZCzpnujxQ10Nvl60Xv4hUlfx0I,111
lmms_eval/tasks/jmmmu/jmmmu_agriculture.yaml,sha256=SU4eUfgt5Sy6e6e1bLoW5zy2V5G-ATjcn010UGrxNaQ,113
lmms_eval/tasks/jmmmu/jmmmu_architecture_and_engineering.yaml,sha256=uVtKAmFKe1vsEiOfScoHzFMu2v7Zpdzmp1J9iqxmGSI,147
lmms_eval/tasks/jmmmu/jmmmu_basic_medical_science.yaml,sha256=BDk0BQe8NMn66GOf7brlptGboJo2DFZRyAtBnbREuEg,133
lmms_eval/tasks/jmmmu/jmmmu_biology.yaml,sha256=wrd5ZRMlW2o6vkXVd01TrgLhlgxH3CimJdXZaTLx9NA,105
lmms_eval/tasks/jmmmu/jmmmu_chemistry.yaml,sha256=liOze5qw8dzda1gCWO-czeYUh7dP0AB97ShrbEe4gR0,109
lmms_eval/tasks/jmmmu/jmmmu_clinical_medicine.yaml,sha256=I0QuwRqvoTAB0WUh7_uN0EwHGUFQql1bPrwvsU26bdk,125
lmms_eval/tasks/jmmmu/jmmmu_computer_science.yaml,sha256=T7WgRSR-PYq-lZbEh9ww9YM3Bba_XZQbeQ5a7S2H8Pc,123
lmms_eval/tasks/jmmmu/jmmmu_design.yaml,sha256=5Tm97CP7IMMsr54oLv3WmdIM85CXda8J4I2NuqBUl6E,103
lmms_eval/tasks/jmmmu/jmmmu_diagnostics_and_laboratory_medicine.yaml,sha256=VBWaFRcG6rX-mQfS5j6M8WvOdn5D7slKUfUjD1BxRFE,161
lmms_eval/tasks/jmmmu/jmmmu_economics.yaml,sha256=5J7BzmUHsuq1nhGBzCq5q4-nrGAFwxg2EqdmudC8dzY,109
lmms_eval/tasks/jmmmu/jmmmu_electronics.yaml,sha256=bpdQbqlpzOD6qY6_f8oluxrjTFojmdxImjXIrdA47qQ,113
lmms_eval/tasks/jmmmu/jmmmu_energy_and_power.yaml,sha256=23BbAX497CC6xQ83bRZM528DiPi9QGNbA56JZ8SYsbk,123
lmms_eval/tasks/jmmmu/jmmmu_finance.yaml,sha256=6GEX9XXFsEI-OsNjabDOPHKTEKbTea2oUcU7BYA1SJ8,106
lmms_eval/tasks/jmmmu/jmmmu_japanese_art.yaml,sha256=V9EUEBLppNnOfZ72CRIZA7jEKTFhaRRAHhH_eMjWsks,115
lmms_eval/tasks/jmmmu/jmmmu_japanese_heritage.yaml,sha256=IHBX7Hmjyy2pT6PCUZgcTakoDsBZjc1INC2BSuQ8s00,125
lmms_eval/tasks/jmmmu/jmmmu_japanese_history.yaml,sha256=MlfUrti4liH06ystyvoHSq_3VHygmRp9Wdyap4XEmi8,123
lmms_eval/tasks/jmmmu/jmmmu_manage.yaml,sha256=LMEZZCqJAPSLxqPC01RG1KBvftaCuGp3AxLii8ZTzdE,103
lmms_eval/tasks/jmmmu/jmmmu_marketing.yaml,sha256=o3G9B8Pj0ZW8zhXxAQO6odyoqk0mvB1U4S7snm8b2QI,109
lmms_eval/tasks/jmmmu/jmmmu_materials.yaml,sha256=Q5rZIVjGMK4fmESg-k7DgNEQpj5rsH4DsLySyZ3EhUE,109
lmms_eval/tasks/jmmmu/jmmmu_math.yaml,sha256=brjWwkYfnETna4t81a8VkGm8F1mpau-bC1QLyfGthDo,99
lmms_eval/tasks/jmmmu/jmmmu_mechanical_engineering.yaml,sha256=SO9HR6KF4mFPERzQSnUQwNTceLMAeX9DDmSn8zSjM1E,135
lmms_eval/tasks/jmmmu/jmmmu_music.yaml,sha256=i8XsH9fzlgs2wRpk3yorIyoI3yzIIv7m4VyDHnEaPVQ,101
lmms_eval/tasks/jmmmu/jmmmu_pharmacy.yaml,sha256=qCRYb-q-K72NOIZ2XJqVJXMrX8E05DHlP5pD45YzMZg,107
lmms_eval/tasks/jmmmu/jmmmu_physics.yaml,sha256=5nlQKqY65ueevWdHdwPD5LtE3KvXp3AW8ZW1eDbRuQQ,105
lmms_eval/tasks/jmmmu/jmmmu_psychology.yaml,sha256=8DtKCjvY1GS9417aaXy_vHbPSPWPvStKRfDerQlyBq4,111
lmms_eval/tasks/jmmmu/jmmmu_public_health.yaml,sha256=m2b_6XQqTK8BPMXVYtYiSHsO55CBgJUeTTbRn7yLub0,117
lmms_eval/tasks/jmmmu/jmmmu_world_history.yaml,sha256=OdL6ENDn3keLxwobsRPDlsJU9NwtwSLlpwvVGePf-pE,117
lmms_eval/tasks/jmmmu/utils.py,sha256=F_fDJi60XXgktXseVQQatrRLo75f2sP_An72kQ4EgbE,16876
lmms_eval/tasks/live_bench/live_bench.yaml,sha256=eBAfFKlg2QPwLGhU_ZqWurGQHr0cAi6GnhOcIorfvIU,115
lmms_eval/tasks/live_bench/live_bench_2406.yaml,sha256=XpxhMcmcAa2mwGe7LwTfMUr11FqW8kcJleHGatISTfI,80
lmms_eval/tasks/live_bench/live_bench_2407.yaml,sha256=jm6SgzyJOudF4DbgSKVv49nYL4iw2XdsYdiDegva3HA,80
lmms_eval/tasks/live_bench/live_bench_template_yaml,sha256=TRXfAjgepcKcHrWQQENFEENYqMR8-gT6S3yBj9NMaq0,791
lmms_eval/tasks/live_bench/utils.py,sha256=k4gFPJyYWAwLIyJrQQNFSamluBbTVWra_HLBZ_IFodI,7224
lmms_eval/tasks/llava-bench-coco/llava-bench-coco.yaml,sha256=iFuBNvVQyzSyU_hpZQLeE-jYMAyYy283xY0HSkL6pEQ,1086
lmms_eval/tasks/llava-bench-coco/rule.json,sha256=3XNFpEzp96JOUaMO4DDNqzI0b50I4zWcgFRf8TErHgc,9098
lmms_eval/tasks/llava-bench-coco/utils.py,sha256=GJVyAD9ZtQSxKq7-r-hyjyN5tq4Gf5LFlcLgQEv1i2g,6850
lmms_eval/tasks/llava-in-the-wild/llava-in-the-wild.yaml,sha256=6hYVmpMzwEisFbRAWk9OUVjj2suB3gBETXTCiOJPbbI,1114
lmms_eval/tasks/llava-in-the-wild/rule.json,sha256=3XNFpEzp96JOUaMO4DDNqzI0b50I4zWcgFRf8TErHgc,9098
lmms_eval/tasks/llava-in-the-wild/utils.py,sha256=V1-hHYfhpDPr5Rxn_UOfVrdAAF3-3wqKPep0Fh4dlLA,6818
lmms_eval/tasks/llava_interleave_bench/_default_template_interleave_yaml,sha256=hDgeLd9UGyE85gVvS03ZvX_wkea0TM-Z-TikwadvhI4,184
lmms_eval/tasks/llava_interleave_bench/in_domain.yaml,sha256=2YLzdqeR0T3R0SGQLb1Ow1_-J6Y607qfbZDpzzU9XnE,727
lmms_eval/tasks/llava_interleave_bench/interleave_bench.yaml,sha256=-9vMlvzVweG9xAdi1SH-DF2dbM7MI7eJb7PQRPW0PIE,142
lmms_eval/tasks/llava_interleave_bench/multi_view_in_domain.yaml,sha256=OAR4biV5JqZ4sp_YlHbPxrSTqEhKmxeFj6GVmDX47zQ,752
lmms_eval/tasks/llava_interleave_bench/out_of_domain.yaml,sha256=Xkyz2TnfQjva6OGK4nztz7EG1IL_lvZYwm0vE_Zj1qs,732
lmms_eval/tasks/llava_interleave_bench/utils.py,sha256=SWT_bzIJlLtHGkfdxLxaRnJqeZI8tkjfWDvyq0-K_cY,13162
lmms_eval/tasks/llava_wilder/_default_template_wilder_yaml,sha256=_MAsLyk6aJRRjDIDQYAh9hES8h-MAOwKhTgStt7jsTo,565
lmms_eval/tasks/llava_wilder/llava_wilder_small.yaml,sha256=PW2HVkBqQCKzo2d8U-YGPmc_FNz6LA3WpUYbnVmBkHc,374
lmms_eval/tasks/llava_wilder/utils.py,sha256=K0K6eu2qXR86SMmu8AsQ_fJl_w9BUWKpjw6_MUlUpGY,6951
lmms_eval/tasks/longvideobench/longvideobench_test_i.yaml,sha256=qP5TJ4WkqfyYSswa7Bywc_rTepzrPI_IrGH4Rz8K7vs,854
lmms_eval/tasks/longvideobench/longvideobench_test_v.yaml,sha256=NNc4FQJ5Zrn6PCKJ7bP-muH3r4jhrZsRrlTFl6vzIZ0,814
lmms_eval/tasks/longvideobench/longvideobench_val_i.yaml,sha256=YK8TRH089ICuOSw2mHiW_emWQxteNdl0CWRSLb1RYnM,841
lmms_eval/tasks/longvideobench/longvideobench_val_v.yaml,sha256=96IC1k8JL4awgokAIpzXItqYnvmbUzTLwfwi19GqCe0,801
lmms_eval/tasks/longvideobench/utils.py,sha256=7dk3dX6cC3gu8U-k51TOVh7i9SVzzeJzsrokIRirE7I,13593
lmms_eval/tasks/mathverse/mathverse.yaml,sha256=glDwV521FvpHlMyrJaaKIUPwx7QfdRAyb6OITl-HZpU,368
lmms_eval/tasks/mathverse/mathverse_evals.py,sha256=tgb8uBtWKDiPYpwWiebgXDjAsHQEVjXQJWnorSuyclQ,12621
lmms_eval/tasks/mathverse/mathverse_testmini.yaml,sha256=mrVU_3LV1nJSgbcK0P1XTPGGXteLZU1YUJgAJvNNQ7w,977
lmms_eval/tasks/mathverse/mathverse_testmini_text.yaml,sha256=DkCy7bXdaZNXViQGsdOW61qWRW5NtWOa_L32DePPAYg,245
lmms_eval/tasks/mathverse/mathverse_testmini_text_dominant.yaml,sha256=rtzqq_jq9yvAqRWlCQcP3p4D9ynEvIqagjrJFutovXQ,1008
lmms_eval/tasks/mathverse/mathverse_testmini_text_lite.yaml,sha256=n4F7mlGTSPA9JhB9aHDdsmoBLau198ub9H1pGWbZeNk,1000
lmms_eval/tasks/mathverse/mathverse_testmini_text_only.yaml,sha256=izOVs_kamN65vj5A7zl0cQ1Ur_meYIow6cxUqRE3gNc,998
lmms_eval/tasks/mathverse/mathverse_testmini_vision.yaml,sha256=Q2aeFVeDmtMnZfuEDNI73z0RLXmFBsj4vp0cRKAtF54,258
lmms_eval/tasks/mathverse/mathverse_testmini_vision_dominant.yaml,sha256=9gUboTkno2aeuxCb_ZlWCWK8e-pGnw-BV6kyL1bMZ8U,1014
lmms_eval/tasks/mathverse/mathverse_testmini_vision_intensive.yaml,sha256=5Arf1R3SQbhCmYjnKbWvmfjRriWjZkU-cu3hpmI0Dhw,1016
lmms_eval/tasks/mathverse/mathverse_testmini_vision_only.yaml,sha256=NijrXGj5SxTJ-PhUVTHmYsaVEWcuMK4WUVnYoJDnVLk,1006
lmms_eval/tasks/mathverse/utils.py,sha256=3EIXcCL12Yx_ayKCAHEi1XocfD65dqDyvh_mhDBBB1c,3741
lmms_eval/tasks/mathvista/mathvista.yaml,sha256=92LSiSomg4FnfOY8wTg_QSGJFB3QOYolj95eENnMUFM,151
lmms_eval/tasks/mathvista/mathvista_evals.py,sha256=Q5SkuxYSvnGamwX8Om4mO-xpS-5uG-PY6FIguKX0XIo,22954
lmms_eval/tasks/mathvista/mathvista_test.yaml,sha256=faAa-e3oYCwVs1To6vQ2NxwBio72-kMvIT2MSPZuEKY,669
lmms_eval/tasks/mathvista/mathvista_testmini.yaml,sha256=VnImxD_fPJBJbafd9JoudpfSj79l7JskVGXoigwzc_s,207
lmms_eval/tasks/mathvista/mathvista_testmini_cot.yaml,sha256=R1C116RvDpce1qVmRMuRNGmSW93He5dit7ATwwdBFwg,774
lmms_eval/tasks/mathvista/mathvista_testmini_format.yaml,sha256=ieW4XBx68E1IisI1AvzMOOQsqB74wmVgypNd5m6Gfpc,778
lmms_eval/tasks/mathvista/mathvista_testmini_solution.yaml,sha256=NBwLgy6iXpVWxci12aSyH0fzp9kjQ_yOr2IlwK1dljM,775
lmms_eval/tasks/mathvista/utils.py,sha256=1Urh9KeuktJlcrx9ghVsdSyqbZU2NHibbaaYmyzELeg,5162
lmms_eval/tasks/mirb/mirb.yaml,sha256=4Tuyb7VBtY9RGpIZZCk847G8mwiBL3ojz08G6XwVDVI,616
lmms_eval/tasks/mirb/utils.py,sha256=F0y4DgNlXJEdbg7oZiDRTOfbHsSYnpANYzkyZ6tCtKM,10687
lmms_eval/tasks/mix_evals/_default_template_yaml,sha256=FG35MRQyFKD0xiYFLKSpSkM1YWGFKptWu2aYPhKGAQM,405
lmms_eval/tasks/mix_evals/mix_evals_video2text.yaml,sha256=SCAQ2AqGR3SkR7rz7fp4oUWcVC6rmcyZrB_8F_kfRC0,125
lmms_eval/tasks/mix_evals/mix_evals_video2text_freeform.yaml,sha256=buFRoXli7sa_oMJmCoArXkVZsejBA3jpQIQQutwxpHc,930
lmms_eval/tasks/mix_evals/mix_evals_video2text_mc.yaml,sha256=JcI6HStHIBqU6DHEfZeMgJxgasdzFGcfFIEfkPNlqjQ,1116
lmms_eval/tasks/mix_evals/mix_evals_video2text_openended.yaml,sha256=nrYxNDUI8etvFIBYOnGp-9fTH5hnupnO-LfyDRkpuaE,818
lmms_eval/tasks/mix_evals/utils.py,sha256=YxawI8R9_f2DO-Up7oeNDThVEva5bAWumzchohoSOMk,10016
lmms_eval/tasks/mlvu/mlvu.yaml,sha256=0gOfzme7ZisTEfNrwrWtPGCyMCTpSiLg3MQxQCSdf0Q,754
lmms_eval/tasks/mlvu/utils.py,sha256=MG5MtXlPLP661VgPwXmzyLrNMr0XvbemwyCSDH9QHPU,3637
lmms_eval/tasks/mmbench/_default_template_mmbench_cn_yaml,sha256=rvA56_Cy06FseLJY3Hyd8Kjk_LwyUJCoOUDjm8mRq-U,620
lmms_eval/tasks/mmbench/_default_template_mmbench_en_yaml,sha256=KHb4xpKHJmEatYnF0EKYCL0MPUtWv7dTzbdsltrywqE,677
lmms_eval/tasks/mmbench/_default_template_mmbench_ru_yaml,sha256=Jr43vlIIKGUIObblvE4NFYRXW56EgucoWdrnAnPxqko,670
lmms_eval/tasks/mmbench/cc_utils.py,sha256=RZgmmhopyzNZaOHIdet61DehperVRkEdrS0DgjpHulw,3786
lmms_eval/tasks/mmbench/cn_utils.py,sha256=4U7DmGkV_JFtPJFCOX75pVINrRAu16xbC70Tll6rLy0,4550
lmms_eval/tasks/mmbench/en_utils.py,sha256=XM561WltwsENB8OFwGY4r3-EGxw5Ob-9BVerX7twsZ8,4587
lmms_eval/tasks/mmbench/mmbench.yaml,sha256=sXg0GyyzwVAW54ImhGKWSv0dZ2YHeI2zDj806297TME,247
lmms_eval/tasks/mmbench/mmbench_cc.yaml,sha256=gl_I0OYmUheS6wqgbOT-MgA0HFYZ9wqW981oTr3ekWc,973
lmms_eval/tasks/mmbench/mmbench_cn.yaml,sha256=4KBBUe22xh7mndJCnZz8jDonK9PF5IXEcZiKztOlDJs,190
lmms_eval/tasks/mmbench/mmbench_cn_dev.yaml,sha256=kL1l-zidmVKFKkSEag9Gvs6cGTnHUrgebknJWBkgxvI,338
lmms_eval/tasks/mmbench/mmbench_cn_dev_lite.yaml,sha256=3Qfp6TI2LhXG375lqAftrAuW6bYiqV7ozmcpApN1Rww,939
lmms_eval/tasks/mmbench/mmbench_cn_test.yaml,sha256=An2yKwCVerzsnoKHYner5JgIZp_1GtSdCoGh-xuX2sU,212
lmms_eval/tasks/mmbench/mmbench_en.yaml,sha256=YK1ddclrPhUmySQ79Pp8SUHqgCUTc4W62Izil2tssJY,175
lmms_eval/tasks/mmbench/mmbench_en_dev.yaml,sha256=zkYSRQJyHsqw9LWfzEqsv2qbNSY7dRE1wwmjML1dE9I,346
lmms_eval/tasks/mmbench/mmbench_en_dev_lite.yaml,sha256=IkEBKf1jbp-9Z0ElCLM3w24ZyaNxoO3YBBDc71q-X5Q,1006
lmms_eval/tasks/mmbench/mmbench_en_test.yaml,sha256=NDMQKI-0N6IFuyDu1d8wPXqvf5Q5U5M4isDst0a5y0E,214
lmms_eval/tasks/mmbench/mmbench_evals.py,sha256=cVWHj2-reDadTSxWOeS-v8Qx_NWBAmBANcT5xilmPJM,12159
lmms_eval/tasks/mmbench/mmbench_ru_dev.yaml,sha256=7pFzdE-9gPEJFN19qk27G8OMnAHU2UQbgK22IY6I8wE,346
lmms_eval/tasks/mmbench/ru_utils.py,sha256=miWJeGp9PBdqgw-FfMrGilEmJLsdxCrqRXGvAccArpg,4587
lmms_eval/tasks/mme/mme.yaml,sha256=KHxDBw_dK5rVtnlPEYpcH1XYa2S_14OEfJnXhX34SAw,1349
lmms_eval/tasks/mme/utils.py,sha256=6wGLkAeOcsw0_dkIeAlpDNjkJ2wlRRweqEGxrGPivUY,4121
lmms_eval/tasks/mme_realworld/mme_realworld.yaml,sha256=-mrPB6MwbYKY8J279M3xC_oq_xur-pOONTkhjgoBhq8,1482
lmms_eval/tasks/mme_realworld/mme_realworld_cn.yaml,sha256=fTgddfdJcb187UrUVCNn8PE7_Ruf3GEcYLxL4J3SBhE,1494
lmms_eval/tasks/mme_realworld/utils.py,sha256=FaX6DKjKjSgGLhxjMTF_3pQVr_-HYt_nskD1DstbTnY,6600
lmms_eval/tasks/mmlu/_generate_configs.py,sha256=YCB9wgUojxcVSU6XQ9u5TRUN8jejHVvLpSU-rZxgGFg,5145
lmms_eval/tasks/mmlu/continuation/_continuation_template_yaml,sha256=0ni0tAIjlyrbmU32Sl1l5yvLRMMu48nGQiyJoYzAkPo,367
lmms_eval/tasks/mmlu/continuation/_mmlu.yaml,sha256=3V-OQyZQxU84eRnCOXMECkhxeMoWZLPrtn5GwB4L4ss,719
lmms_eval/tasks/mmlu/continuation/mmlu_abstract_algebra.yaml,sha256=MaAZIsbgUKm9k5iVPlCwfbfZ4C6kR460N5KTH6r3gVw,246
lmms_eval/tasks/mmlu/continuation/mmlu_anatomy.yaml,sha256=5wF4Y029RPmbbqMdFSW_zaOL_c6wIFhTW9DExmIpmbk,218
lmms_eval/tasks/mmlu/continuation/mmlu_astronomy.yaml,sha256=dJZvDQkdhyOoQvqET5PyZXjLSVWfxuyte5v5eYZuW5g,224
lmms_eval/tasks/mmlu/continuation/mmlu_business_ethics.yaml,sha256=Fq8CDgYJcE6Rx6BlV91_H_mcMmgtLuBpkKEUhf1GbLA,244
lmms_eval/tasks/mmlu/continuation/mmlu_clinical_knowledge.yaml,sha256=Ctj-okwLoU1SWH-w7CLo3SFgC1UMvkOecmT4hiQCTWw,253
lmms_eval/tasks/mmlu/continuation/mmlu_college_biology.yaml,sha256=6cazT3i4JhKksv6ee4MTdvSch8vk2Bi1hlis36ZmQNw,243
lmms_eval/tasks/mmlu/continuation/mmlu_college_chemistry.yaml,sha256=M2TMmwpg1VJP_89YXRVW2v8LrYypXVSKKgJaiyrXB8s,249
lmms_eval/tasks/mmlu/continuation/mmlu_college_computer_science.yaml,sha256=jjNHVj0OAHCSgKlLlGlb_z5cPzLlKNdDECVgjC2pVmk,270
lmms_eval/tasks/mmlu/continuation/mmlu_college_mathematics.yaml,sha256=TwWC_VRq-VqzWpI3Z1DE4IFgI0CZeLK06e93q3REXp0,255
lmms_eval/tasks/mmlu/continuation/mmlu_college_medicine.yaml,sha256=hZ231d3nmOrWJaOT7COy84KKms805KcFSQjm4TbFDp4,247
lmms_eval/tasks/mmlu/continuation/mmlu_college_physics.yaml,sha256=ScyxzFIxrw46yegFU9-hl5POZcAJC4JfMfv4ouT9BSo,243
lmms_eval/tasks/mmlu/continuation/mmlu_computer_security.yaml,sha256=P1qZNBR-1vUxqkTlh1oWRqarJeGJQMj-LqEEf56HUAc,249
lmms_eval/tasks/mmlu/continuation/mmlu_conceptual_physics.yaml,sha256=lPk9f8t6I3aE5Y56yPfCQywH3IMxht2wLSsB9pIvF4c,252
lmms_eval/tasks/mmlu/continuation/mmlu_econometrics.yaml,sha256=NyCWg7Q4WvcXaVR1bvTyaXrrfvHi7myA6Dea4zi04rk,244
lmms_eval/tasks/mmlu/continuation/mmlu_electrical_engineering.yaml,sha256=H77Vjp_UkpvZ7Cl87iXY9gn_dcLhh6RFeimGnsnF_rY,264
lmms_eval/tasks/mmlu/continuation/mmlu_elementary_mathematics.yaml,sha256=Zy7p0NdV78D6uqaXMl7i9RJ-Sj7jv-uogWKatpz1LkU,264
lmms_eval/tasks/mmlu/continuation/mmlu_formal_logic.yaml,sha256=R4Ss7JHj3CXDWR_MeiKtYx_3mWsEB7KdYDjvPiSy1e8,240
lmms_eval/tasks/mmlu/continuation/mmlu_global_facts.yaml,sha256=tLIiy8tz5sReidO5kvITphEkl-OMIk32WX_G7pnK1ns,235
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_biology.yaml,sha256=sRXfM57YZ7cBqNPzT2g2P4OJ3-IsxOzMQP6PGWpI1yA,255
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_chemistry.yaml,sha256=rs3En93OgVtEtHfDYRUrTR8UYrsKDeZw4J_YeUM_uSI,261
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_computer_science.yaml,sha256=atRoHgZ7095FvGNjJ0VVo0qGqqs2_mc_XDFjLfFRdzU,282
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_european_history.yaml,sha256=7xT55GPHqDGK-dCBC2L0A9xV4nV2UnJ8TLL0pqY5NvE,288
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_geography.yaml,sha256=B2qvG-YbNJkPWMgVJZl2WGIh8KOtR_yE0vHCB0gx5qs,272
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_government_and_politics.yaml,sha256=vtXlV8rwpk09yGDjaCEDvrq4WTeML_Z2f7qgzEr0x_k,314
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_macroeconomics.yaml,sha256=rDmYLJH-OmTOnYzsRfHZ5bllGS888Cg43Feb_cPc9Cg,287
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_mathematics.yaml,sha256=60YqLIp4lTPrVLpA3sYm4P97G4rOMJlKFrnTJT1mF_I,267
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_microeconomics.yaml,sha256=Z00g2WIPtF4z-zEWCxxOHXQx0yb1wBIkoa35Gkq0m5s,287
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_physics.yaml,sha256=PFmsMPCK1mwBAZKnlOt1kDRooQQ1yTQqlAoofkYn_GA,255
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_psychology.yaml,sha256=eAYNlU5T9EPHQNOQMbLJ2GEyEbzMbrX_ZBa0mIknilA,275
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_statistics.yaml,sha256=pGdOUMD2iAx5Irv45urSdnBy9KT9sK3TKK3AzETJzHA,264
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_us_history.yaml,sha256=7Aqq_2a7qoWztzn6t9rQPdxZfAFfFk46CJt4at_uYiU,270
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_world_history.yaml,sha256=XyTanBXEGN6aQBA9b4_Jh1N947YRm47oHGlHOwMroto,279
lmms_eval/tasks/mmlu/continuation/mmlu_human_aging.yaml,sha256=gejBlHmyvAEQJu2FLvZYtRbENsEncJaTqFl_Pf_KTpo,232
lmms_eval/tasks/mmlu/continuation/mmlu_human_sexuality.yaml,sha256=5Fi46eDrnRpcBnD8mswg083Tgmv7E50qBzS-ks78LyA,254
lmms_eval/tasks/mmlu/continuation/mmlu_international_law.yaml,sha256=oRjOW4VID7liH_sP_qJpBjHzLdCU8TT1TRIr0s1hXNg,255
lmms_eval/tasks/mmlu/continuation/mmlu_jurisprudence.yaml,sha256=WiNB6CFoFNCZvpiUFLmkEkc5j44hhiiwdpX1K1jh09c,242
lmms_eval/tasks/mmlu/continuation/mmlu_logical_fallacies.yaml,sha256=_BHRBCzM95XRvh8Hu0gvy8fDczq4l0m5znh2-Wbyt80,255
lmms_eval/tasks/mmlu/continuation/mmlu_machine_learning.yaml,sha256=uUENhlqJhUTg89vz7DX-3FO7wrsTywjMynwBa6aJKpU,246
lmms_eval/tasks/mmlu/continuation/mmlu_management.yaml,sha256=tnrCl2MQuj-12fBhp1wYqzQSIBOnwizaDBS4PdAMQIc,228
lmms_eval/tasks/mmlu/continuation/mmlu_marketing.yaml,sha256=BOiDzMwEvZndG7g73fKulu3JANVAE074wlavVdnJRN0,225
lmms_eval/tasks/mmlu/continuation/mmlu_medical_genetics.yaml,sha256=MmhMn1WZ4_j6qaiia3SKCZcwhMqPt_AYfvzkGEa5aek,247
lmms_eval/tasks/mmlu/continuation/mmlu_miscellaneous.yaml,sha256=oCHMpWmjJGg3-zt5104KMS4YK08jnfEWccqe4zGrrmA,237
lmms_eval/tasks/mmlu/continuation/mmlu_moral_disputes.yaml,sha256=Sn3noEpM6nzFNUcZrrvIJFScuaaNR3stJ3S8usxfDBw,246
lmms_eval/tasks/mmlu/continuation/mmlu_moral_scenarios.yaml,sha256=6F3YGbzxDOXqgvKNQCAAgjyz3oYbO1ttFPEnFnOHpT0,249
lmms_eval/tasks/mmlu/continuation/mmlu_nutrition.yaml,sha256=UbtsbuI_3Zt4SchTrrGXebYu529uSuzuhvQ9AoyWmHs,225
lmms_eval/tasks/mmlu/continuation/mmlu_philosophy.yaml,sha256=XTLNBVEgORnWfjxcd8mYtVocafD8T08kTeEZqf4PsN0,233
lmms_eval/tasks/mmlu/continuation/mmlu_prehistory.yaml,sha256=nocdGCiv3b-4Xsn_EdsFIyr_yDYV2hB5BmdLygbuCIU,233
lmms_eval/tasks/mmlu/continuation/mmlu_professional_accounting.yaml,sha256=4pGTELtHIO-SLaGLrimlJQOFDsN1jMfdn6UT2HotODM,268
lmms_eval/tasks/mmlu/continuation/mmlu_professional_law.yaml,sha256=iAth1MKB0L-50KDb6GaejvJYw2WD7c1sfH1rDTcQclg,252
lmms_eval/tasks/mmlu/continuation/mmlu_professional_medicine.yaml,sha256=zl2bYnP5SX9bo8-GqgbmxcxXHxQk024e8dwI59c8H5U,262
lmms_eval/tasks/mmlu/continuation/mmlu_professional_psychology.yaml,sha256=IhA-lGKahGxIPg74v4wo34KL2KaMdwB3eLFRn4lowyE,278
lmms_eval/tasks/mmlu/continuation/mmlu_public_relations.yaml,sha256=CjfqDGWW4wkwyRphCoguRelfOrLfvm3MgwUwsmEZfJQ,257
lmms_eval/tasks/mmlu/continuation/mmlu_security_studies.yaml,sha256=OJNRYgHpzilfo3iG5ThaOTBAEZRgRHRlg5Eqmsz9mTY,257
lmms_eval/tasks/mmlu/continuation/mmlu_sociology.yaml,sha256=l-_PTHLa444UCldUsQUEpngNnD9KupvbLXrwTyqyyZ0,235
lmms_eval/tasks/mmlu/continuation/mmlu_us_foreign_policy.yaml,sha256=LuAAXAilA84hb29_XriugIOoFv0DXXpmPqY166U9TB4,260
lmms_eval/tasks/mmlu/continuation/mmlu_virology.yaml,sha256=cg2ed5lJY-btTgeGE8GSmMsG2MRr08pHNMsR08YOQ3E,222
lmms_eval/tasks/mmlu/continuation/mmlu_world_religions.yaml,sha256=riZLS_ZEYaMSsmeaeEbBuT59R7XED8ZmPSUy1AmPJRM,249
lmms_eval/tasks/mmlu/default/_default_template_yaml,sha256=CyVZ1601IKoOQeIG34CWI1bXeeOvipU_iE1TDpIwlfM,512
lmms_eval/tasks/mmlu/default/_mmlu.yaml,sha256=413SX-pfpVg_u2Spn5t8SiBxo-271lGC8VLXe3eY4R0,179
lmms_eval/tasks/mmlu/default/_mmlu_humanities.yaml,sha256=eQA22xQg58ihJm8UnsqkATJjgGCFUvwSPKwcFSVa1_E,166
lmms_eval/tasks/mmlu/default/_mmlu_other.yaml,sha256=HNgDqPVriKgw-KEqn8BS2LgjfHErjqhZWC2j7ratQ94,151
lmms_eval/tasks/mmlu/default/_mmlu_social_sciences.yaml,sha256=7OSjJtYDwkJEEa9KOxyxqZZ3eS9QzTZvjp9ecmiZGUs,181
lmms_eval/tasks/mmlu/default/_mmlu_stem.yaml,sha256=LVhWPPZ4wef5it5apH_2gUPYVUzBZh7XuDKr5IOyYE0,148
lmms_eval/tasks/mmlu/default/mmlu_abstract_algebra.yaml,sha256=8CbMiRigpKQir0KG4iiJ3m9CNINnGXX91UKclsDQ2e8,270
lmms_eval/tasks/mmlu/default/mmlu_anatomy.yaml,sha256=ja0vjcJFIkt5gcYYbhGS42LSbA6sZJ0TBwgPV9-S_2Q,233
lmms_eval/tasks/mmlu/default/mmlu_astronomy.yaml,sha256=p3IydlR74kdPFBPTh9E_H-wXmumPI2p4JYxsg-Ix2SY,241
lmms_eval/tasks/mmlu/default/mmlu_business_ethics.yaml,sha256=Co313C-i8C8ccNp6uSB2H0eYYkYt7pdFcYLfgXsdzlc,267
lmms_eval/tasks/mmlu/default/mmlu_clinical_knowledge.yaml,sha256=IwgnlRO7cfVrxGIT7HPZQpGKbl1u3IhW7EMNzG08wms,279
lmms_eval/tasks/mmlu/default/mmlu_college_biology.yaml,sha256=oQLl3dYZWRqKft8YML14ya5W8IOQijH1tiug16tZNpU,266
lmms_eval/tasks/mmlu/default/mmlu_college_chemistry.yaml,sha256=qvvRZZK85AhQ-V8Tph065T8uzFEh4Wd-m8J6iY2LAiw,274
lmms_eval/tasks/mmlu/default/mmlu_college_computer_science.yaml,sha256=NLpXnRE6x9SZ-58aQdsw9lbrT4XyQMjoWy4ByKLnsao,302
lmms_eval/tasks/mmlu/default/mmlu_college_mathematics.yaml,sha256=9e4tXKs2_c7pZ4_f2jHB1tr9FzZ0aSMR5qMABRHX3hQ,282
lmms_eval/tasks/mmlu/default/mmlu_college_medicine.yaml,sha256=PJVliyXPmd2cmYQwRjzcrhrUw_t1xzWsRINEjMvgdDI,271
lmms_eval/tasks/mmlu/default/mmlu_college_physics.yaml,sha256=QZ_3QTRbAcjXNiq0H3pI8OpEZnzwu4cFaHGKUAscpqw,266
lmms_eval/tasks/mmlu/default/mmlu_computer_security.yaml,sha256=pzT4m_-0A45r4n2fQCqsDnm747gx1C-v_F4VQQ2IqVM,274
lmms_eval/tasks/mmlu/default/mmlu_conceptual_physics.yaml,sha256=L0Qqh0Ubn5WyKQfUNOc3yhRFXxlzkK1pu6rplwBK1KI,278
lmms_eval/tasks/mmlu/default/mmlu_econometrics.yaml,sha256=TUI4bKKlY31gtJeMV100kDVPQDjGd0MImn6f8U1l-xM,264
lmms_eval/tasks/mmlu/default/mmlu_electrical_engineering.yaml,sha256=wp7Wspyyiw_UwkOiv2NzhRI5JhGbJRYPmfAoZ_W-E5Y,294
lmms_eval/tasks/mmlu/default/mmlu_elementary_mathematics.yaml,sha256=kBBePuU6hp9bsjNh_gFBnpzsVL-_HNgrLT8-X4ozXEo,294
lmms_eval/tasks/mmlu/default/mmlu_formal_logic.yaml,sha256=MePI7FG7vounhClIsohEsPEt6LcJBZ8WR72jn4YKuG4,260
lmms_eval/tasks/mmlu/default/mmlu_global_facts.yaml,sha256=2Ti5YqP4_c2QBA2e8o25BoptHs8IpzEdjeftifd-q_k,255
lmms_eval/tasks/mmlu/default/mmlu_high_school_biology.yaml,sha256=O5Z9S_UWmqkKvYWgS5zKV0a3kQKqnj_spKrYMY9EF2c,282
lmms_eval/tasks/mmlu/default/mmlu_high_school_chemistry.yaml,sha256=2JKCMz1Pzh92HfXguu3LWapy2rIvRlHT4fd6oULNHwY,290
lmms_eval/tasks/mmlu/default/mmlu_high_school_computer_science.yaml,sha256=T6IF3DSgmKz2jjA_b3wNo73enUY4qUpWg-9sV8PD8Ts,318
lmms_eval/tasks/mmlu/default/mmlu_high_school_european_history.yaml,sha256=3DDfgs3vFpKpmAaxviqpTxY2JAcXnMKi2eq9s3sq8G4,324
lmms_eval/tasks/mmlu/default/mmlu_high_school_geography.yaml,sha256=S242QlomkOAuRuinx8iG1k5CCCOZhXx7_C85bZPTjqk,301
lmms_eval/tasks/mmlu/default/mmlu_high_school_government_and_politics.yaml,sha256=ArleOPEzJmppu7_7jsrvX2f6BSHYGw9UCg5MwtzGSSM,357
lmms_eval/tasks/mmlu/default/mmlu_high_school_macroeconomics.yaml,sha256=2GUF-nirRdrD3pAkMrsaMOJfPYb-ICicB6G2EhRSnzM,321
lmms_eval/tasks/mmlu/default/mmlu_high_school_mathematics.yaml,sha256=fNqq0LopnVZ5s0TsjNR3Xdgev_ORgEEVenqYBwjzHcI,298
lmms_eval/tasks/mmlu/default/mmlu_high_school_microeconomics.yaml,sha256=tQ7mpInr71OeoYG5aHFre3zclHKfxYzwG582OICT7DY,321
lmms_eval/tasks/mmlu/default/mmlu_high_school_physics.yaml,sha256=juM5iHF60cnMKfUYQf_di6LOV-gPk_xvPVcKSMZoOTQ,282
lmms_eval/tasks/mmlu/default/mmlu_high_school_psychology.yaml,sha256=YDt1fIhD7eXGRRolWTqO5beB1FOwc3LElCSBa3mppK4,305
lmms_eval/tasks/mmlu/default/mmlu_high_school_statistics.yaml,sha256=udrapc6FmNb9BoSB4D5hflFU-QRiyApxh0v4B3-_hJI,294
lmms_eval/tasks/mmlu/default/mmlu_high_school_us_history.yaml,sha256=K9E-G2J7AitlxMjxNfrCqpbc2cp_Rv95q-hnnCeeuUc,300
lmms_eval/tasks/mmlu/default/mmlu_high_school_world_history.yaml,sha256=WA_YSk9MHJqXSxO8uS859aDEZEAkAXRN2bRdqkp27q4,312
lmms_eval/tasks/mmlu/default/mmlu_human_aging.yaml,sha256=zugLY3kLDobnsmzWiXPEEKsqCF52JiaKSiVYftSKeBE,251
lmms_eval/tasks/mmlu/default/mmlu_human_sexuality.yaml,sha256=Jn_j64_K9S0Vf8wHKNBRP9uRwzcRc_44jgsD-KfqCeQ,277
lmms_eval/tasks/mmlu/default/mmlu_international_law.yaml,sha256=mQZNHQMEEGyxn-ox_Ur1z2mpSctPXocXKadtCQo-icM,280
lmms_eval/tasks/mmlu/default/mmlu_jurisprudence.yaml,sha256=LRj8ZU3UTZLd05St8ePvl8dDZjeLs3NFsuRNL3n6KwU,263
lmms_eval/tasks/mmlu/default/mmlu_logical_fallacies.yaml,sha256=LwO9JW4uEv_zzexn6k8I321ni226y2liwNgdwNovNWo,280
lmms_eval/tasks/mmlu/default/mmlu_machine_learning.yaml,sha256=eJuvGEQp1rUF8W_lgauzK6GBW0giNzW-FXECRMPUyUg,270
lmms_eval/tasks/mmlu/default/mmlu_management.yaml,sha256=nUUHwGC_8NtNyP9BmMYlcV7_7SjST9v1RJXqSTscbSc,246
lmms_eval/tasks/mmlu/default/mmlu_marketing.yaml,sha256=9j_s20guPyO90YY8ajCaXdyDbgn1MVFfCjPehGG4JMk,242
lmms_eval/tasks/mmlu/default/mmlu_medical_genetics.yaml,sha256=qya97Sl3V2Ch5UVdR2Inx0pR2U6ws2k2OmnRhKh22Fc,271
lmms_eval/tasks/mmlu/default/mmlu_miscellaneous.yaml,sha256=r8mO_OlmdomVGU_9XY6GyIG9rQb9W7V2FWs9oTP4LT0,258
lmms_eval/tasks/mmlu/default/mmlu_moral_disputes.yaml,sha256=7IJ549pb_EooobCW8d1sQv5fMH2anFE-PnnymQ8v0Fg,268
lmms_eval/tasks/mmlu/default/mmlu_moral_scenarios.yaml,sha256=yYpgqZOGyvsJXn4CtWxqdAEad6WmdykB0FXp1I5j4m4,272
lmms_eval/tasks/mmlu/default/mmlu_nutrition.yaml,sha256=4RfBW5hG_HXp788o9i7epsc20k1NGsw-MQIF8YUuYiE,242
lmms_eval/tasks/mmlu/default/mmlu_philosophy.yaml,sha256=dlSgZ1LFxF4GN1COpKUoeYEUwQ-rFyt2HKLvOXwNkXI,251
lmms_eval/tasks/mmlu/default/mmlu_prehistory.yaml,sha256=wj-NzE6WAR-evKmbyysjcvR31eNmgWkLus2UwKQDtsk,251
lmms_eval/tasks/mmlu/default/mmlu_professional_accounting.yaml,sha256=Qy3zH6atU5gCARcYlIH2GvvEsnv35-fwP6g_kA8BzRE,299
lmms_eval/tasks/mmlu/default/mmlu_professional_law.yaml,sha256=YGfWAWDQl4teLBX67c2br1GIYAh2qJL7CMQvG0NpdYw,276
lmms_eval/tasks/mmlu/default/mmlu_professional_medicine.yaml,sha256=rt1sj8W2YvEZf9opIL6oUWzkCQ4W-X7wzx0ipMVCdOQ,291
lmms_eval/tasks/mmlu/default/mmlu_professional_psychology.yaml,sha256=yKzADzAQs5bONPK1T_pr8IBjl6exT5ocUuqxi04CxkI,309
lmms_eval/tasks/mmlu/default/mmlu_public_relations.yaml,sha256=P1YLsMvplnye6edT1BaBMEo2bIPkzMtzdD_KTQk4Uz8,281
lmms_eval/tasks/mmlu/default/mmlu_security_studies.yaml,sha256=wj95CWRxndMquutJk-y5v1Vgp7RgYiDNiKkAgw4R3y8,281
lmms_eval/tasks/mmlu/default/mmlu_sociology.yaml,sha256=vxyiL8KbZUMbg_qd5ZZ2o1Q1NbmrlC-obMT_jIcb1sM,252
lmms_eval/tasks/mmlu/default/mmlu_us_foreign_policy.yaml,sha256=RMNup4UrzMlB_CQ3C82cmFqw_zNKlolSWmUR7yxqgzk,285
lmms_eval/tasks/mmlu/default/mmlu_virology.yaml,sha256=AosNOsus2b-D9-Z6QbBS5Gmf7Mykx-Xp7ddPv9JZqBc,238
lmms_eval/tasks/mmlu/default/mmlu_world_religions.yaml,sha256=CNebGzzEl2qXyapX8TYstYjbHmgBC6Vv8zpPvohOPio,272
lmms_eval/tasks/mmlu/flan_cot_fewshot/_cot_prompts.json,sha256=CBR4SFsdT1HgEwXhkRPw46Ro8tx4dZY4aZjiKal7CWw,218396
lmms_eval/tasks/mmlu/flan_cot_fewshot/_mmlu.yaml,sha256=aDqpEsoqk1kJVjfiU5e1KTmHIMiVjc2IvXuI1xoWN-k,750
lmms_eval/tasks/mmlu/flan_cot_fewshot/_mmlu_flan_cot_fewshot_template_yaml,sha256=XD42oDeq3VQyEqiBAHRIjfw_ru-PLQjDkUU_22shOpI,873
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_abstract_algebra.yaml,sha256=aoKjo1daIkx5T30ISY7o2BUA3oz4W68XexDysWUxdCo,3437
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_anatomy.yaml,sha256=NfsdVpLvvYjfUUXDBnuPpfskUdeIRcWnUJ3FrXS5JPk,5059
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_astronomy.yaml,sha256=6KSucqnE8iOZv325YR6EUQv0WRPM5QAbvtJrw4Lt-GU,4723
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_business_ethics.yaml,sha256=ePEfWvjW9hGri9fyYrdWKJApibnBEgxwIFdznFWgsn4,4909
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_clinical_knowledge.yaml,sha256=jSX8CrLPkqtcQ2xfZw4xX5qM8YgBLyl9xC0l9r1JLLg,2900
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_biology.yaml,sha256=9icSIiNn-Lk97LWSi71sblLfhTesUuORwrQeRZNAfWY,5193
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_chemistry.yaml,sha256=umclUsBFK4O89oG6zRtUFAKs19DrVyue6_MMaAFlb5E,3237
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_computer_science.yaml,sha256=EdD6aAAx-i5yc_Y7O58PsOoXycRKStQhF2U3pX_w9_k,7034
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_mathematics.yaml,sha256=xSIg8xcmZZVRydgLynC3-pUbUL2pBbYMvFP_xQ1vAxI,4331
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_medicine.yaml,sha256=RLDXJh-sQOQ0lFWII4LNx_MJvWNVIqWD0Sn5T3JBrO0,4607
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_physics.yaml,sha256=6v2Tf3_W5VHFhB8H_xlxRlT4FGUiW2yod6bDvdhCk7g,3715
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_computer_security.yaml,sha256=POr2i_1yjPFuY3HeTBUL3bsTURZFqKcs_edm1IY8F3c,3054
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_conceptual_physics.yaml,sha256=Dqx2rk0-aZOBkOJyM5l5zxpPHMSJ8f7O7byfJeCb1Uc,2809
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_econometrics.yaml,sha256=J-AUjmmIOmO0PIL183eAvilrIx-vzxyGITFxcNCE8Q8,5536
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_electrical_engineering.yaml,sha256=NNyYtTJuQRTjhpruOqTft_hxl9CnCuNFSHyGN7iy9v4,2914
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_elementary_mathematics.yaml,sha256=P1QoBRn3f-XM18dFvVDhLRtx0s9F8nH6CfkD3yI0nRU,3504
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_formal_logic.yaml,sha256=9AGOvcYauBYhyCqThrTaewYoCXXkuwAtAGW5QYoo3Lg,5114
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_global_facts.yaml,sha256=nmnpD6mUSTKLZISz_w8vz2oFTGuK3_v401rbdhbgCSg,2833
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_biology.yaml,sha256=iJunyyel8WFVqtJ9nOlsGkqE-ChRSwLO7JcV5GZdoQI,4783
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_chemistry.yaml,sha256=JHmrVEaXCM7g8vh9E69K_gUoGBCvH4y-MBGpbzBrPC8,4328
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_computer_science.yaml,sha256=F14sc4cBJAT_2LcpeTrt51R7uRjHig3F5MPtxVGCWlY,6099
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_european_history.yaml,sha256=lPKdTXSKf_OjAM0mAOU979ZNI_iF9_r5z_4aaiXxQrY,15060
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_geography.yaml,sha256=tOeqElDXEHPrrRNvXlV0L7L3N4Gk0LOE0rZvIlw1jqM,3204
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_government_and_politics.yaml,sha256=iAephTGKPDRHoxgMnpLefgqNM4kplcWYTDbEnk6uMw4,3706
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_macroeconomics.yaml,sha256=jXvXWYS6kECGZHZbUbOB7LkCN5rkknTbF5gycdqmk9Y,3175
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_mathematics.yaml,sha256=ThNRgKwDtZq12U5bIstACPcgXEMI-nnjS5zNxXNL1e4,3101
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_microeconomics.yaml,sha256=R6fCxhwNYGgBw_1ZD9vhqm94ebDiB3hiUfZ9rIZR0VY,3372
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_physics.yaml,sha256=Pheqv0INY41kpLOYNSS1WX7JBO1ToQI194DK_fEpPFo,3340
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_psychology.yaml,sha256=BTF2HYLYG1iP95UEHKS2nNGayJ5mKe7TGdNSRoiz9pQ,4131
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_statistics.yaml,sha256=UMJg38f9nwfPF4Jt-YXEE-WkWaW2k0RI9QlfZAZmul8,4953
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_us_history.yaml,sha256=s1uN2OUtP1ZdsmH_XTVt6oYczvHqP-pfau5m8Soe6es,11947
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_world_history.yaml,sha256=S-OeHiaFnGIr5lDt7Cj5f8nco0z3DlFo7tVI8igv0sU,7284
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_human_aging.yaml,sha256=ymydkPmpbhRS8VIoHZd7ubjpp1TVKjowFlOhlVxFwzs,2289
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_human_sexuality.yaml,sha256=z08VPd6Ea6dXOLy7dPqv5D6BpTcqeOHcQT6Xj3DFqkU,2846
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_international_law.yaml,sha256=UTmuJzpiFavS2ytDpE5FN3CFXxznRQopuF0D80mRC1c,4656
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_jurisprudence.yaml,sha256=RAGu2JMVkjmX4LfqdlVhx08yaHHWZoGVHQaeK0WkRow,3813
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_logical_fallacies.yaml,sha256=RgvkHNCUhhqgE4uZBoOp-dJuCqVJ6XR1yAZauNJA7ss,3789
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_machine_learning.yaml,sha256=15QW1HTXpuYa5ZH4rEP5Rsp5ONh1ChxRcLCcTnBZslA,5222
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_management.yaml,sha256=lLcSx4BvWS_R2gall4ag9_pgH3-_U7eDTz-3Fx1DSow,2755
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_marketing.yaml,sha256=jh3RSWqO1CIYDOtMKsZHiZ7KWp0pcy_9CdyawkKUEeQ,3411
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_medical_genetics.yaml,sha256=tWEjkWRv9cK3MwCFwZPduR2ojdx1uh9RqokpdbiI95Y,3090
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_miscellaneous.yaml,sha256=XtpBvyjvm0hgFDLTN13Dco1KVNqaYR1GsJiL3gzrpYM,2309
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_moral_disputes.yaml,sha256=Pk2KL9ApOsRDFRvcnKHh5jFbVKO5pgzS2fbpG-QpIfY,4154
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_moral_scenarios.yaml,sha256=zxTSiCbkkt_TQKS01FqGFr-Op4oaVqb02GDj9LBxA0g,3752
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_nutrition.yaml,sha256=ZssM_H6p58oOpBzbc4BYQVmI4_HcwUXvWEzBJVwV32g,4036
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_philosophy.yaml,sha256=fGvJp-3mY5cVPEP75VQep7GRXGuFm5lDMG1vcAGyRnM,2547
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_prehistory.yaml,sha256=vHKYo5rqJ31ybEX7ELyOeDKinVPZMvyLmKRLHZQev3c,3589
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_accounting.yaml,sha256=nV05gC06lQBr-d2bv019_mUBKERIhoPNzl_Rks8qVpA,4077
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_law.yaml,sha256=YAAkAb4sQm0o7sGRBpeO2lAlI7nyz63ff-oYSYHRZt0,9158
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_medicine.yaml,sha256=Xw5al8I3VhWnDIKjXMbWbsvQdrCZD7mmc2QtAgTiALc,6138
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_psychology.yaml,sha256=6P8qbZ_O3N3jEiJwArq1ERm7NtYLuH5-wS5GJXekANI,4161
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_public_relations.yaml,sha256=9lLn5RYT4bGPyUbdSl6V6bySu7DUK_orSz8H1HZ5W5E,3287
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_security_studies.yaml,sha256=CE4XR9kh2RsYwTY1KwAE1JULtR4IwPi600gIQcZqN_4,7483
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_sociology.yaml,sha256=4RYeG8EHkC4CTaNIOilP4IFCMP8FF7c0Egp_raGanhY,3603
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_us_foreign_policy.yaml,sha256=VYUq-Ca2wgNtyF3EXqI8cAdD2k4k488Gt83NiKxNSII,3414
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_virology.yaml,sha256=_5OZHH8JTrwLiJHe48_am-NcGPTsANHzz6W_rRWXhsI,2569
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_world_religions.yaml,sha256=RzCfh2DX0Ndpa7RQKKYZGr-G1MQxwzVyBUOIe6oVLaA,2239
lmms_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu.yaml,sha256=a6ISoKR5bbvwB6IlhfHtgYMUn4u6hBcvgTKvkZ6_wS4,756
lmms_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu_flan_cot_zeroshot_template_yaml,sha256=rFCWeNfPQ12C0wmQsVOjlgn8iXe6xeOIPtGXeBQBenA,1196
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_abstract_algebra.yaml,sha256=D05DDG34FWWlGwetDV4PdGA3WZO9VboybU4p5kGptKk,282
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_anatomy.yaml,sha256=cY4balmA0QCne1GmiGojYS-9fpjfWbCtmRjw0PVUjso,254
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_astronomy.yaml,sha256=cwRgKV1OL7CTBD7srUikdN4Vf3OCt6FsAgoKwRORpBQ,260
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_business_ethics.yaml,sha256=ZrhIRdufEA1fYcMhsXKvB06D8wlYmrmXDpUEP_Nj_G0,280
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_clinical_knowledge.yaml,sha256=IZZZgomNbEMXSiQLeADOzZiNfhLwiJ7e6pyqxUgDMB4,289
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_biology.yaml,sha256=mDwWAnhwclDY0D-x_y7ae3tZKMGlS79NlNlfdJ41Ri4,279
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_chemistry.yaml,sha256=P-90NKqT9YM9LYYo83fJrim9ififcADZvUkBtkL_qc4,285
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_computer_science.yaml,sha256=-mIVc_Fdd1HqNSdV1rzYtp_JraEX6OrvLhZQusw6fsY,306
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_mathematics.yaml,sha256=XAHW5r0unXbZOEcjgP3AidZcabbqDGM0PSj_rOtqVa8,291
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_medicine.yaml,sha256=VK9vZWHVJyTidMD0-NeeIkeAKg1Rz5ePO-Sw4hnUG_8,283
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_physics.yaml,sha256=-ZReNbSo65Wh1vhTq7AaysoE6tKXLxLyPGXaJgKEong,279
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_computer_security.yaml,sha256=JVlwrz6AGKo5JiPpqRwJOiquysmPKfULu5SlQ336Kng,285
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_conceptual_physics.yaml,sha256=PI0oH1j2jO8jgClOXahq_z4E1rigvQGtPiBHP2tZSp4,288
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_econometrics.yaml,sha256=-73Tl3h_r4XsEtBu1cMshKyQ6NTMTfv2KHSDduAslRk,280
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_electrical_engineering.yaml,sha256=SDKUoWWp9cIqYXvjTLem5tMaxb0aQI8gdAb4rDFAasE,300
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_elementary_mathematics.yaml,sha256=EtonB9CNq7aNJ1wVcxhZEL373XgjUqvv9005lUTZlfc,300
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_formal_logic.yaml,sha256=dlkXXyHQJabUdEPoWuAYZp1RJgrjHEFQJoxJ-4mAS6g,276
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_global_facts.yaml,sha256=ivw4selCmO47w_LJ7RrfzQd3jyToMQ_BTZoZFm_Mmvo,271
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_biology.yaml,sha256=b5BKJIFA06AXkv_5Rh8LRXW0b7xoTE0rlfH3b0A6ONM,291
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_chemistry.yaml,sha256=MJtb1Vk0KVeaEjF-2f7WJEZ-pBVP8fWfs0dyTSHbTcA,297
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_computer_science.yaml,sha256=jfkNachrEHkFYBeRKBtEkW7x0Sn0snBJ9W8AYs1KDtM,318
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_european_history.yaml,sha256=XspQCpWtltqohocXZlkq_z7u11vM94_lT8LO_hBVcV0,324
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_geography.yaml,sha256=DVGHMwbvjxzvcsOuE78daoAdWBnIOIdmB2mlyf2fuXE,308
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_government_and_politics.yaml,sha256=lSKkQzGk3EiUvLME-e9qO3yDsQfGaTrujlfmBwNBHxM,350
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_macroeconomics.yaml,sha256=E0I_PGk9f0Wsdw3F8tDuU2iOKUVy3J2Y4p43Wb_euds,323
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_mathematics.yaml,sha256=27IY9CpRty63Alj0zzI8cDRWUKgM7THicNytWJs8f_Y,303
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_microeconomics.yaml,sha256=LD3Zv_TzObQHeWLggpthdaNAA7ui2XjsWXlimwQTm_s,323
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_physics.yaml,sha256=cm9dQlFdMtfz5tOwiyXM7BqvKBidwRvveb3ztxXdfM4,291
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_psychology.yaml,sha256=VWp_wWvztCPD0tyT3QrRbfo9mg6rfGMXGOS-kgDL2gI,311
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_statistics.yaml,sha256=IltR0N48zxn16GwipiRpZbKQ5qzTgFzDH1NOaGl2X3k,300
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_us_history.yaml,sha256=y0YirRMDycGp_K8S5jznOiMAcONYRmS05ZtkvKzca_E,306
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_world_history.yaml,sha256=lGmBBbBH6NAevJaPGb2o2sygGyyyMDoiIwpmgqiY2rY,315
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_aging.yaml,sha256=KqIp34UVbvFLpsYSLd9J52orPct2ughaBLDr3VhUVic,268
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_sexuality.yaml,sha256=Jy6B8vN92ibceNDtU01Bq_ndA8NdPYacXeqoceKiV50,290
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_international_law.yaml,sha256=PXfyqDlb9f9UGkpMYSTW46JWFPbbAgFtKLM7vxqAegw,291
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_jurisprudence.yaml,sha256=DjJ_Bq17wreCwNnc_z-yFV48cheYizz4yYsmYCcmKnc,278
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_logical_fallacies.yaml,sha256=nkn_yuCqkcR9NyPxDrmyC9UKOYPHTz6HkyKQP7-Na5Y,291
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_machine_learning.yaml,sha256=aRqD8d1rUjB2sjUoC_ckLlwiHHwdDX9INhByQO4xRsY,282
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_management.yaml,sha256=IL6nGRkVGZWTqwKlUa-WHtajFZuLyAqMUb3OsN2MwHA,264
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_marketing.yaml,sha256=2Lipzgz9YxVanlPjwDXZzvryBl5LpTb2NiLwNQcAI3I,261
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_medical_genetics.yaml,sha256=As4rH4BaPJJFWhPnWE4ZP5KY_Vl88TaQFZGW1fgM31c,283
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_miscellaneous.yaml,sha256=4WWyq9lBuuVT8HQyVzKrl9gcaCi1I5gbZufGJjoOt_w,273
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_disputes.yaml,sha256=FJW0e-H44dVj2Dzc4GxYaCZHrVG5KucwW0Y7B4L2TB4,282
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_scenarios.yaml,sha256=hbS1LVpvN4e7FEz8DoYFQgfbeL-H5AacySuLzvFaXiA,285
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_nutrition.yaml,sha256=yJ0J_nvK4K0BfQ-j4QFFnaajaFD0jyedf6t4KqIr6Ks,261
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_philosophy.yaml,sha256=0avKAsr5j114NxEsE8INnzfUpC5aKXbMRzV2ykd5dZ8,269
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_prehistory.yaml,sha256=su4Ax1VNGwqAE3oagG-xQBtvhFdUaGDQf0n4Fz5zYeI,269
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_accounting.yaml,sha256=qjfzLUYsrnl3LslRPuhBrRUWJBsc-wsvih-N5fkaJQM,304
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_law.yaml,sha256=tGM7w7_jiNzpb9PudNOhahfUG4EJHnPOhDu_ah3Z_EU,288
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_medicine.yaml,sha256=Ekt23-3O7iBVbDutXEtk1-upwBwSs4FvM1RE6AwPVbk,298
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_psychology.yaml,sha256=v9Qg03p5C3m2mZF_k9-UuHiUAueNKTWMLKoFM1M-nio,314
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_public_relations.yaml,sha256=h6cGYx0u4HeJet4qZTsxj8drafX2GRvj6Wu7dm-rMZU,293
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_security_studies.yaml,sha256=_VSy2T68x180Kjzi_SvsJJo5Th-PSkDoZu_ZTUbJK0w,293
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_sociology.yaml,sha256=n3phQqnRjvI8UzNdD7ixVlRPS6EnlXqfCtZeI5l6xQs,271
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_us_foreign_policy.yaml,sha256=aZ_BVODXeh7eRUG2M7fvZlSNG8K0LVBIu6gTIkmkt_s,296
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_virology.yaml,sha256=2ecBnyQ9shyTxVsnx_UFVrXAd-Z2OERofAFq54zRNIE,258
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_world_religions.yaml,sha256=iXG91N8qBRUePvkeVVCjCZ2iu4k55tXQ33SNp6SgVRs,285
lmms_eval/tasks/mmlu/flan_cot_zeroshot/utils.py,sha256=hyQTFEgudG8bKtCk06WyZJZUGITd9vkAYgdJhGp-2Hg,4010
lmms_eval/tasks/mmlu/flan_n_shot/generative/_mmlu.yaml,sha256=BSCPGWbxX7CowfeUEA0No3Rwm1DMzgAvSGHY447ZCrg,779
lmms_eval/tasks/mmlu/flan_n_shot/generative/_mmlu_flan_generative_template_yaml,sha256=slFR3MfkmRYeMWl15c0K-so5BdDD2TDUGBuSAZvcrro,932
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_abstract_algebra.yaml,sha256=s7Jrilere_l9b20MHeUayblpjRBrE4JkdKS1EXKbBk0,290
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_anatomy.yaml,sha256=zNWn8oystI3AcYkzbrDJinJVYM0DnYJrlA3tAJwQtl0,262
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_astronomy.yaml,sha256=II3xv9y0OQg248KSmBwDKzn-HyA14zS5d9-DDbHFddk,268
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_business_ethics.yaml,sha256=NyWQoZ0cJ5GkSqpwrjmiim1v7d537uI0j1GQC2gFKN8,288
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_clinical_knowledge.yaml,sha256=QngfKYlWu5Nx2VSud9pgKKTVW1GK-eKML3fpq6v_ztY,297
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_biology.yaml,sha256=1YAyz2nZ7Owjtj3Um_bn4dCHrSn3QY8x1MCxuoMf4w0,287
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_chemistry.yaml,sha256=o8Ed0Y9Cu9AbT_r5r8RUvOxN1vRezkhFpSx6H3Y2kWQ,293
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_computer_science.yaml,sha256=1T5NXmzTif9MvWto4C2zFE-1WSLbAT0WgqDrnT8VCfE,314
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_mathematics.yaml,sha256=cdP3-FGOWQ0xq6GL_SZxKEM6Ry7ccVGPeLZKALOqpz0,299
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_medicine.yaml,sha256=H1zZ9nnJW6gTJpoOiXrb5uiJG4DYT5Wu5pgwUaAN92U,291
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_physics.yaml,sha256=FdTzJkEdF45HRR9T2SxHNKdoex66oEZVw3LKCKrJ2dU,287
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_computer_security.yaml,sha256=23G3cPpkTHfdCISGGTrZ96ayxh9B-NYknoCUKwsZmzI,293
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_conceptual_physics.yaml,sha256=pOuNyqn16eIoknydn2nZhU_qxtK52SNB2XS8GdUcQ1Q,296
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_econometrics.yaml,sha256=u4f1uNl0s46EU7p6uympWItgRMJHPxpMBUQvaegNrt0,288
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_electrical_engineering.yaml,sha256=qj2EavhGdgdRzWozLOukxByWcWVBuA9lz2KJ8JQQebw,308
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_elementary_mathematics.yaml,sha256=Aseq6EZOnY2WVtgVSNf2KJZU4XdRVnbBzt1RzgVl0so,308
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_formal_logic.yaml,sha256=7jpLTcbeCP5H7nb2pU26rZBgpQedPkK3UM_LpHcyAgs,284
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_global_facts.yaml,sha256=TcqbBk9fRU2cw1pPpuj4bfod5_oHc3Sxn376a2nBth0,279
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_biology.yaml,sha256=sEDSFdJQAmKYvL6D7ry8KaBc20JLtb1UIKRDGmyKCqE,299
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_chemistry.yaml,sha256=7WjWhgjlhGeSZN8nmDjhvFM38VCfmPFKUjKsQNN2jxw,305
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_computer_science.yaml,sha256=zbpbZsKsHCKx_W-zgqTVvncBFZeDFyGEl26cnsYfETg,326
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_european_history.yaml,sha256=2h1tvtpKyf7wIpY7RQFhiWJUy6ewZblQpItDkU_u8Q0,332
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_geography.yaml,sha256=HkkMxEBZilgLERERsBVOcJWJm6TeE0kp0AR8StbRf9E,316
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_government_and_politics.yaml,sha256=148V9B4X4Ugx-BRj4HZOep3j6oRcYy3_LfGASGRPFkQ,358
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_macroeconomics.yaml,sha256=hgLg4U3KvgYNX1IwvPXi5kK-v9wKcf_K28bX4tC11Xc,331
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_mathematics.yaml,sha256=8a2BQVyBbPbebDiguCriPJVl6hzfjKVsvOueXKJktzs,311
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_microeconomics.yaml,sha256=pk3mU0VV_VlqDFmpiUTCuQc6LGDjAs425H0BjcLIzHc,331
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_physics.yaml,sha256=AZxNTMWDTCuq94nB5IosauC4FXtWTy3vT-PiQpPUdiM,299
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_psychology.yaml,sha256=lTA50Ex7dTgThukHjMqT0sdgMWfxfqQwjoxG9rAALPY,319
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_statistics.yaml,sha256=ElR08bu1Kd1ST07EYG8Xh21TKXkgDkfuGdPomnT6YDY,308
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_us_history.yaml,sha256=kGb9S2UQ3Ns6nHtdyfQ_pHHV9J3SQUxY9-sAID-KXpc,314
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_world_history.yaml,sha256=EpCtsxCnFv6-g9sqsJxzMOLATUQLhV9USwH1FuEg10g,323
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_human_aging.yaml,sha256=WErouLe5sv4cI2ck04yL4sxThiDxlYMoipedAK4Dqt0,276
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_human_sexuality.yaml,sha256=p27dFWiacrUWJjpFP42VOedTJbGMdhvofVZFJ5IbvFg,298
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_international_law.yaml,sha256=Cs3unyHAh-vdJkZW2VG-uSqECw4ZVE4M45T9ZVwZg5k,299
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_jurisprudence.yaml,sha256=PVD4etJIGccOpDvAgRXxATmWFFmj9ia7njsq48824XQ,286
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_logical_fallacies.yaml,sha256=MtuFmChMr69HuKnEtuku_aopmlte6nrEtt5yy7zy2Ek,299
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_machine_learning.yaml,sha256=IKDI0oC8uhh0vx9fwOC9s9-DsrG9nH28BYTc6oir-C8,290
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_management.yaml,sha256=0NQbxwZwIVAccaQ4aA8kdoTMbJECDUHz_FtJPvCNBFA,272
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_marketing.yaml,sha256=ULg8SlwzJG3dRrqzoHgArR4q1quVlcKkQGowAm35rzE,269
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_medical_genetics.yaml,sha256=Z4rFunNipapEXBeXGIhHbIAZn7J2SLuwODdJjHukFcE,291
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_miscellaneous.yaml,sha256=og2T_i0QTr0HLnT5X3aJ1YtzvrOQiOK_mMjHuHifjcU,281
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_moral_disputes.yaml,sha256=2xneip6zemaQGdRTkgLiktKuMe6gpsSCq0hhbR2erSc,290
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_moral_scenarios.yaml,sha256=3auT6HtyVcKbDU0DtVw4c0Vu3EhpnxgV89JVjjBZA54,293
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_nutrition.yaml,sha256=UgAz5XcXNI-BJuivOX120uWw7HnOwlNHav9Xjwao1x8,269
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_philosophy.yaml,sha256=TCbq7171FLsj0ta0_EUsmzeA-Ylwp9zXJblFhAHYhHk,277
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_prehistory.yaml,sha256=908FF1FUKyqYEoJMhEl-JxWhltCyGp4TROr-fxvuk9M,277
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_accounting.yaml,sha256=0vMPYRTVo3Qg4wCmpC-1vMK5_tDdM7Nzsc-zRTy3X-M,312
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_law.yaml,sha256=d59gXZqzkEuaSzfnxUWaglnyCM_r5hefrBKox5IEvzM,296
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_medicine.yaml,sha256=xzVz-T4oF5RQkKUH1iVv3NnsrDfmRJMrPBSa3CGo6dI,306
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_psychology.yaml,sha256=y-JmFdCLTcX30DGjpElBge12N4a4S1i2eFbJrRw5bFQ,322
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_public_relations.yaml,sha256=XoHvoG_DgMf8s10nBSKlA4Sv5wvtYP-T58oVKXGbi8s,301
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_security_studies.yaml,sha256=VOZpFs9xzsuC8cIsLRCjdUUlETvbXaG942AmTA22cs8,301
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_sociology.yaml,sha256=C_JHvCEuSurkXZwoqigSl9q8KcuGwMjLp1eefK_93nE,279
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_us_foreign_policy.yaml,sha256=DfgPoRREhgzYfCM_kl0wgXV5R1SEVmdLgGzk_RWJqJA,304
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_virology.yaml,sha256=YhwhXTYhYG12kLeLyWRspD6Go2OgS15MoqlVftdQF4k,266
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_world_religions.yaml,sha256=-f0UZagvha98Zx0AYT7QxfLz3qt0TpoyoTWKT9iyprA,293
lmms_eval/tasks/mmlu/flan_n_shot/generative/utils.py,sha256=hyQTFEgudG8bKtCk06WyZJZUGITd9vkAYgdJhGp-2Hg,4010
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/_mmlu.yaml,sha256=qxI1DduHmLTDisjy0jjRakClnz1cgkI5wxNSzF-BgNo,797
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/_mmlu_flan_loglikelihood_template_yaml,sha256=EqrFMbCnI8AsugO63E6x_lwQ_oMo30MksDSDT7A7SlM,519
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_abstract_algebra.yaml,sha256=ulCPZQ9llvydmm2y49SOfOYWlpoy0yKIFPhyOMlmHeM,299
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_anatomy.yaml,sha256=MLy-Pj3LLNCUhAhOeW5ar_RxX5UTY_scfAonD8ChoFg,271
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_astronomy.yaml,sha256=7ssuxG-GkP6RNdoEPtVHtTP9jOShBQS6-qmMQ-Y4gKk,277
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_business_ethics.yaml,sha256=Mc9Y8Tp9G47Kybe4-F_g9fA07sP_YwJ29yhCZNVodoo,297
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_clinical_knowledge.yaml,sha256=YD-FYJc8HFm3EP22a5B7-fg4niWN9zXdT972LUNyuUM,306
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_biology.yaml,sha256=UihlPmUj5Itbd7YdfzDh6FOPqKEZtnnxHfpm2p8HycE,296
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_chemistry.yaml,sha256=JN7Cp_7d9YwBTwz_Wt85dM98SO4GSf9YFxU1Ap_9x3I,302
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_computer_science.yaml,sha256=9V6IrXZkSepvMJL8gFICcDr4DENWWzUmLJSdTYlXKwY,323
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_mathematics.yaml,sha256=5RjnRXsx9FLHuAAUl47vBrEauApaPpmrZLo8pJLRGso,308
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_medicine.yaml,sha256=8bD0QAkw2H6_qWYnK9CKWMIciVUsjcS5JDAhR7NsyfA,300
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_physics.yaml,sha256=iyG-rUaHcLybqeIQKg7hXj2cZznqdKmaQIh_4x5Ciaw,296
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_computer_security.yaml,sha256=AJ2qufO56laY56kj_cY1VWOZBISKnINdaJuJ53lCy3k,302
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_conceptual_physics.yaml,sha256=a09Umo4r7aUQIeQ7d3OzZVxixgZq9f4qV5wTq2AIWaw,305
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_econometrics.yaml,sha256=SN3xzBYKkZvlbP_VQIOnJnFOO5mD0VjhWmXazr3H73M,297
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_electrical_engineering.yaml,sha256=zN2T6fNJt-Ss3nDXvdPp6AQm6K5LYVDjT1aOWifdiAY,317
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_elementary_mathematics.yaml,sha256=SqOmX7eQU6vU1QkmLtBHTZ7Xras1BdXmSOePnfEBDaQ,317
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_formal_logic.yaml,sha256=_eiYK__nXe_lQPR6MorF1B3svb1XksZlWf1SME0-qkE,293
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_global_facts.yaml,sha256=Ck8ekYLDh0E_w0NePunync27jXpx6-4MH7oa1-oCK6A,288
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_biology.yaml,sha256=d2NaAY5stZ5pZuYF17iK22n9PEBwPbfKfe57ijrftOA,308
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_chemistry.yaml,sha256=kgwgmyMYXc5hOe68Mg64cjzt_J0l7Jcx6VisZ5qI0RM,314
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_computer_science.yaml,sha256=-m7Gy_c7sLJEuFNdD0zD74Fxbt0-steI2-zQYxzxghs,335
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_european_history.yaml,sha256=cbpUD0Bla8I2_9VYvm6S9wLHDwFNGWmuPL6PS2Iv-EA,341
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_geography.yaml,sha256=uZ4AO91wxjF_rT56oMm_aBvLeJP1ZMPZPChZ6uNcyFY,325
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_government_and_politics.yaml,sha256=NCXekJDxaZcsYxzkypyk5kPLW7vYBYbrnXWB3IcFles,367
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_macroeconomics.yaml,sha256=eRiuz_RSOR3RYdIkWU8d7h_KKIMW313rzWfSQ558Sjk,340
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_mathematics.yaml,sha256=k-C4P2G_HWeCI2pTV_z52O9yUZP_EuIfdvblFuUDmeg,320
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_microeconomics.yaml,sha256=tayKtGsl95sxXoRW7kQ8LWFP18lh1q0mgIXHRjn2EwA,340
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_physics.yaml,sha256=cbkRDuPtzo9jJJq8aG2x7zpdiwl2PnSPY-tqzouDR4Y,308
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_psychology.yaml,sha256=1mhov_K0XrAozJ4ii-UMnMNwXNeQUx3OEl3nJsJzu04,328
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_statistics.yaml,sha256=EonMCCVmpZUMHiV_pFJddXFvY2EQhTBDI7crMgY7caE,317
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_us_history.yaml,sha256=ykgvOTDS9Mi_pfUx-1GGHFUUSsmgqjpL5Ke3Z4PdSu0,323
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_world_history.yaml,sha256=mWJn70yLZLOUi-SKS9fPaEALo3a63BbteRYAXP9VkvU,332
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_human_aging.yaml,sha256=KmfGTiCjj_PuVFiAlb6FAItzVfLnjOfbp3X9GKS18U0,285
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_human_sexuality.yaml,sha256=eqk17OnD-Tm4VL92xqjtFbtOQItAmR5J05Zh9LaE8yg,307
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_international_law.yaml,sha256=i0PPbNWRhGhM6GK-aiQTasOsZyN9Wd9ZK3P8-Cc_O1M,308
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_jurisprudence.yaml,sha256=mCAQFfiIl5VI0hHWH6cI4uRXU1ZbHkrxTXn6b73Cp7s,295
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_logical_fallacies.yaml,sha256=jeWFIRJZJB_DglNpKowuxX55zztdXLDBn6A_IlSWlNQ,308
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_machine_learning.yaml,sha256=Lksx0rE1QrhsAQVEtJ74WxGIstJqBWkhPtecSFAUPMY,299
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_management.yaml,sha256=TdmNylOTJGJC2GQ0Ug0PWH5JkjlbhYjf2bc7slBgNUE,281
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_marketing.yaml,sha256=QCC-KYmF6McVMTrIsWc8cPDSpM398t92lW5Kzrl5tzo,278
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_medical_genetics.yaml,sha256=1cY5IkJtq_shx6CA-Yls8resMJEdAVZQq32e1XShLbw,300
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_miscellaneous.yaml,sha256=aPgYvDuOPAj7CxNLkk29TQj8TEUHLwtrg6R2Ob2veRg,290
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_moral_disputes.yaml,sha256=6g60_fyBR8LYF90pbZbziYJei2DDlbblXNRPUt44Utk,299
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_moral_scenarios.yaml,sha256=VebkkXcKI1b4c78NN2Jf_HZtAwQFd4mbQBtqjS6gV4w,302
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_nutrition.yaml,sha256=cg3roPR8Jh4ihDFNkq6Ve1NLks_2FTENvbfPKpz3QBc,278
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_philosophy.yaml,sha256=mw4HB7w5lnx_L1cFkd6ryDdLLGWm9M_dX2knW9nvjT4,286
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_prehistory.yaml,sha256=kcfvbA55vxryhaGxXGPRcGTgwkAmIV6IlhfI9G743FM,286
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_accounting.yaml,sha256=ZrHD0UwTF3xFeSqGQYGNuosKLWeebN26tx6-Crrx6o0,321
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_law.yaml,sha256=DufIfy_7haOvk0orGGUD6I5JkDFPd1fkvIAY8vAdbg4,305
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_medicine.yaml,sha256=MHP9ypOaG4CR5CVfAOQpTunEr5sgTb1V2MJJnJNPtjM,315
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_psychology.yaml,sha256=J679AFckJj33x08Q56ofCtHExpUnw_y2kLNFzYW2gjw,331
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_public_relations.yaml,sha256=O3vUX1DT9OkXNbLGuCLg8chZdcDyKGHNh90HN6HxcjM,310
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_security_studies.yaml,sha256=3gg_aFl5rmuqvanNJf_hObV_yFSXA9cWgQ2M03_Yr9I,310
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_sociology.yaml,sha256=3frgNR9olz-TDMAHbGMQGrplCqZJUK2fQW45ebs6YqM,288
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_us_foreign_policy.yaml,sha256=YuAOD8jnjXkfkUMdIaX4Y-W3vO2VBcD1cgTMnN6SbiM,313
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_virology.yaml,sha256=hO0QHEUZ-YhW6Q7UJuORxS72WF8Vu2DfrKDAHjyy3dg,275
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_world_religions.yaml,sha256=idBpTd98hd_1DGCa6xkkxo8SKz58lq0usPcHwNVRPSk,302
lmms_eval/tasks/mmlu/generative/_default_template_yaml,sha256=r4IQGl3MFUVO7mLv1Q7hMREsiOo-CZgHpUGY_F8-GOc,563
lmms_eval/tasks/mmlu/generative/_mmlu.yaml,sha256=u0BBXEAftCUQ1lp3pmep7kpAWAJBkssPR6ptTvHtcBw,707
lmms_eval/tasks/mmlu/generative/mmlu_abstract_algebra.yaml,sha256=Bv4vJr-iyHIxpUDd9xYFuac2zp4tMJztTJO0BLOT-ZI,286
lmms_eval/tasks/mmlu/generative/mmlu_anatomy.yaml,sha256=KNZDtYXUO0aPYm-I0LOFLxc7fTc-Uo_-HLeIdMQ4HQg,249
lmms_eval/tasks/mmlu/generative/mmlu_astronomy.yaml,sha256=qort6U2cSo3UrqhedJPa7117gdBMEPVEpNzOFr1NwGc,257
lmms_eval/tasks/mmlu/generative/mmlu_business_ethics.yaml,sha256=v3IeAPMc9nxP-mUrKXlEf6wvGE66z3tvUPe7jm9iNLc,283
lmms_eval/tasks/mmlu/generative/mmlu_clinical_knowledge.yaml,sha256=_lS59AyN6YuORLQYoneqM9cucpfHZazZhc0XL2KY8Kk,295
lmms_eval/tasks/mmlu/generative/mmlu_college_biology.yaml,sha256=TSfjmdgftG5Oxe8WY9SD2bw4sScnfmgn3lQFRVcAkZY,282
lmms_eval/tasks/mmlu/generative/mmlu_college_chemistry.yaml,sha256=GI3EUWKqvo_k8VLGCUq5JjXV7cGmTSyBDGfokkLiQSo,290
lmms_eval/tasks/mmlu/generative/mmlu_college_computer_science.yaml,sha256=ruodRwGCaNAIZeFs3BgaxFETK2wOunK92I88V1wIDa4,318
lmms_eval/tasks/mmlu/generative/mmlu_college_mathematics.yaml,sha256=psAWT_4X5K8hXmIPkP3opYHvkMP9ZgVXEymitxIlYEw,298
lmms_eval/tasks/mmlu/generative/mmlu_college_medicine.yaml,sha256=kMX8BUif2Yxe5HXnHnz4wr6LBk5-hg0EQM6uLi5BNPQ,287
lmms_eval/tasks/mmlu/generative/mmlu_college_physics.yaml,sha256=4Kj_o8rj382RtJ5iNixFJb0rilYDRQ1L0a49OKBIp0c,282
lmms_eval/tasks/mmlu/generative/mmlu_computer_security.yaml,sha256=hkIEwVXcMqRP4YVVHETa8r22uTEjNeQyk-YYrViHKzg,290
lmms_eval/tasks/mmlu/generative/mmlu_conceptual_physics.yaml,sha256=7HQd4O4DTh-6ymwkMB6noS6dnde5qWvhE4CeVEv7IIQ,294
lmms_eval/tasks/mmlu/generative/mmlu_econometrics.yaml,sha256=e1YwHwg0b8W_nfzp3bbs3HXJbe-tKLIfiUg-qK-Z558,280
lmms_eval/tasks/mmlu/generative/mmlu_electrical_engineering.yaml,sha256=QBUAae2VVcm3IkHYsFkkO75XG8rWWW4Ff5WoQhCQM8o,310
lmms_eval/tasks/mmlu/generative/mmlu_elementary_mathematics.yaml,sha256=W7N9UXw8LS-TenPKUQ7R07lLU9_rQ45jYkdXTVR-rkY,310
lmms_eval/tasks/mmlu/generative/mmlu_formal_logic.yaml,sha256=RMlocUbu-L4uRMvHColWtWJaw0fIXQpyEiCT5JQo3dU,276
lmms_eval/tasks/mmlu/generative/mmlu_global_facts.yaml,sha256=3UFkepiG3S4ugev1w3qdYXOXJYmhSig8Mqq_5sr2-lg,271
lmms_eval/tasks/mmlu/generative/mmlu_high_school_biology.yaml,sha256=FDLgF3NWPUuZIrU7CZZsDlT3nDG6-IC7rpE6QUklbaw,298
lmms_eval/tasks/mmlu/generative/mmlu_high_school_chemistry.yaml,sha256=WnPW16tKk-vUnxUBbqoEfI8CR-Q4kFAlk74EA6vEyH4,306
lmms_eval/tasks/mmlu/generative/mmlu_high_school_computer_science.yaml,sha256=jgi3o9jE5iA5KFGT9l2kMeHhWMNKFokBt1M7dZf884c,334
lmms_eval/tasks/mmlu/generative/mmlu_high_school_european_history.yaml,sha256=HtvBLpGwMSTXVM-vL1--3GkxGnRod4KfAOVT1SpDdUk,340
lmms_eval/tasks/mmlu/generative/mmlu_high_school_geography.yaml,sha256=FynlMDiSh9BrDSl3X_P-g3HIT2KNwSafqWBvMMg1Uxs,317
lmms_eval/tasks/mmlu/generative/mmlu_high_school_government_and_politics.yaml,sha256=VIU5mizab0W4NwixrUl9YYn-xmNcQCe9H84Jnf_mlwU,373
lmms_eval/tasks/mmlu/generative/mmlu_high_school_macroeconomics.yaml,sha256=puOWealcsg2IabkIeIAZy7XQakY0mVyffs1d9--UArk,337
lmms_eval/tasks/mmlu/generative/mmlu_high_school_mathematics.yaml,sha256=YUQDvWYO1-IkPsI3CkkdyOIqm_6rfsVJVRryfzSqcjo,314
lmms_eval/tasks/mmlu/generative/mmlu_high_school_microeconomics.yaml,sha256=ct1CLoj1LVe_zzzLluBIZ-L7s8VKtBmSGSf7GMPWgqc,337
lmms_eval/tasks/mmlu/generative/mmlu_high_school_physics.yaml,sha256=wrhyc_JSpc1NeyRYgK7nPIGp_PsVtzvzK5PSY4TZRzc,298
lmms_eval/tasks/mmlu/generative/mmlu_high_school_psychology.yaml,sha256=0wQaQH51syPvEEiBKjjrTl8JbU2BW9IeoP1IQ-oh_lc,321
lmms_eval/tasks/mmlu/generative/mmlu_high_school_statistics.yaml,sha256=MrgFTxmR-m6C0brymiqhWBnuIYoWo6P5Ljvxs_WJTU0,310
lmms_eval/tasks/mmlu/generative/mmlu_high_school_us_history.yaml,sha256=Pk1lUtZV9ldlsPwabV4SjGTfslB4rylfbmwT13JbnEw,316
lmms_eval/tasks/mmlu/generative/mmlu_high_school_world_history.yaml,sha256=6gRpsQqgVOFkVWG-VWYkzjEjouLS5Rp40aYRDfjHphw,328
lmms_eval/tasks/mmlu/generative/mmlu_human_aging.yaml,sha256=v66B-SsUO82io29Xduj-HWeVpl9P9dVBeQTEmdj0QuQ,267
lmms_eval/tasks/mmlu/generative/mmlu_human_sexuality.yaml,sha256=bhLpU1JjcmVQcyq5Noby5TKDLeMxBZkt5cX6VO5kL1I,293
lmms_eval/tasks/mmlu/generative/mmlu_international_law.yaml,sha256=amp1YT1jDPVfghPnHPpAGvBDkHjCfTJBdu0EU-WR-2M,296
lmms_eval/tasks/mmlu/generative/mmlu_jurisprudence.yaml,sha256=yewK5P_KIoF5h1I_5OU56F2_dLPcmiP_ZqaM4FeluWQ,279
lmms_eval/tasks/mmlu/generative/mmlu_logical_fallacies.yaml,sha256=lA3mS_vNNPA9XfaX7Jhp841xQiAWykomkf4sLSXCcRg,296
lmms_eval/tasks/mmlu/generative/mmlu_machine_learning.yaml,sha256=nN7rks4QRBh-4FFyE3xdAwqIneiqI_CEFzRmk0iol5Y,286
lmms_eval/tasks/mmlu/generative/mmlu_management.yaml,sha256=2oWljHLxFwTNlblyit_mIlA9KHBuDFRYRVlEuLSSG-s,262
lmms_eval/tasks/mmlu/generative/mmlu_marketing.yaml,sha256=q6oa-mv04hw8d3RubMI1QSknbX5dmhl7_pizTmQRMHs,258
lmms_eval/tasks/mmlu/generative/mmlu_medical_genetics.yaml,sha256=yMOasvRoykN9p9ONOoKAJAIchESyMOYJdKiMDUgnCwE,287
lmms_eval/tasks/mmlu/generative/mmlu_miscellaneous.yaml,sha256=0Vtc0YSAOUM5fYQxYY-6FD_V0CBW8N59YJFkKNLW-Eo,274
lmms_eval/tasks/mmlu/generative/mmlu_moral_disputes.yaml,sha256=RYhMt7lsT9-bIgXCep76U5LQ-fB1TwwW5nMAofiB2D0,284
lmms_eval/tasks/mmlu/generative/mmlu_moral_scenarios.yaml,sha256=yTXSYSGYUz3HAr0jE6283mUQ3Ft0E-aMn3p4C1fPdqw,288
lmms_eval/tasks/mmlu/generative/mmlu_nutrition.yaml,sha256=BmCcrlLyGL2ANe4-6t36bPJqkyd_kWQ7NmiMNy01CrA,258
lmms_eval/tasks/mmlu/generative/mmlu_philosophy.yaml,sha256=k7z1C1Pov0FntdLYCPOptISg09LOPKCS15iPG2jeAi4,267
lmms_eval/tasks/mmlu/generative/mmlu_prehistory.yaml,sha256=Gmbta2OZ0MElJt3HEWH0zy-FVQj-qPYDAIhznL9JoXA,267
lmms_eval/tasks/mmlu/generative/mmlu_professional_accounting.yaml,sha256=6x_QlWvklfk_I0ErDuhlRQdR1G21xuGEReKmyNYyiPE,315
lmms_eval/tasks/mmlu/generative/mmlu_professional_law.yaml,sha256=6G38V2FHioEzIZhFzOgFRGgiE_Z6m6embx9G-WxsMnE,292
lmms_eval/tasks/mmlu/generative/mmlu_professional_medicine.yaml,sha256=zuRYhjsGFUBgmQKCaqzym4IQDSii5ULNSLP4W32e0_E,307
lmms_eval/tasks/mmlu/generative/mmlu_professional_psychology.yaml,sha256=oFXeo0ezn56sX5ZAqyoOgCTnLQVWwYTsSfj_GTSP9dU,325
lmms_eval/tasks/mmlu/generative/mmlu_public_relations.yaml,sha256=LHftrDPKLtguV6_yNsKSJWjBGBuqFUR2EBNrtYaDCFE,297
lmms_eval/tasks/mmlu/generative/mmlu_security_studies.yaml,sha256=YTMKAwC3GffjdF-1tfmOxJ4SaWDDflu0nZU35-brKOM,297
lmms_eval/tasks/mmlu/generative/mmlu_sociology.yaml,sha256=F1DDjF-_jQbuqQhgKRIINTZHIechMG_JL0XB0AZz-s0,268
lmms_eval/tasks/mmlu/generative/mmlu_us_foreign_policy.yaml,sha256=ftIG7eZ-qpQ_uCRkGFb-295awIKSxAWhO3BkDNyumCI,301
lmms_eval/tasks/mmlu/generative/mmlu_virology.yaml,sha256=E4h-F9u1rA6b1xwnS2hgHzPhP6NX0pNH-C8VNe-0YdU,254
lmms_eval/tasks/mmlu/generative/mmlu_world_religions.yaml,sha256=RvI0MQFVVdRQK4Kn6pFPtSA8wT6pUOApw2Q_E8N8Ceg,288
lmms_eval/tasks/mmlu_pro/README.md,sha256=m8E9-FF-WwNk0DvvwCBdCv8UBck_V65da2MXvtUWJh0,3909
lmms_eval/tasks/mmlu_pro/_default_template_yaml,sha256=vJUyBHbk0K4uvqoql5oF1QJrnWEdxCdQ9a90EuB8G8o,772
lmms_eval/tasks/mmlu_pro/_mmlu_pro.yaml,sha256=VyTFOb3lXvuCIiU5ptbeXZLEVxgJa3KHvNgNh1YB4QQ,481
lmms_eval/tasks/mmlu_pro/mmlu_pro_biology.yaml,sha256=M2f10CYCYbHBQIUfZuDGWduFR5UsQK3xX7LxlTBt2Fg,328
lmms_eval/tasks/mmlu_pro/mmlu_pro_business.yaml,sha256=fGZ09h0bx3q5cFDNZqGR9Y1CjO-xdd4IldsBXzbFH_E,332
lmms_eval/tasks/mmlu_pro/mmlu_pro_chemistry.yaml,sha256=JMmlXhtVlVbaE_6QCPKWEqLGnksR_oG7lcR7Hoctz-k,336
lmms_eval/tasks/mmlu_pro/mmlu_pro_computer_science.yaml,sha256=DvF_BxzC2oMC01QNpMeidhCyUmtdzWsCln4UhMqEsYY,364
lmms_eval/tasks/mmlu_pro/mmlu_pro_economics.yaml,sha256=xN36uLC-kl0rphA3rkQijeKYIeBtrQpVEvF2iGPemc0,336
lmms_eval/tasks/mmlu_pro/mmlu_pro_engineering.yaml,sha256=Yf-d23OYotxD4_H3WO2OafT5aOHaTPQnXbn4Q2r5qGM,344
lmms_eval/tasks/mmlu_pro/mmlu_pro_health.yaml,sha256=iFa_2tWyEOIaJFuU6-Gy3Y06sTV-uiQnESRnSX0cmOw,324
lmms_eval/tasks/mmlu_pro/mmlu_pro_history.yaml,sha256=eGDE8PT_rPFzsqLcpppXxPmgNuFcv4RjtuiON4f7Y-M,328
lmms_eval/tasks/mmlu_pro/mmlu_pro_law.yaml,sha256=NsRR_6Bs-r7dRuWBEHDSyqSgjhBHEPcCVzgsWhGt7kQ,312
lmms_eval/tasks/mmlu_pro/mmlu_pro_math.yaml,sha256=kC7elGg3iOFBupmenKgamkBLcO3dCfU6HM-e-mdDuok,316
lmms_eval/tasks/mmlu_pro/mmlu_pro_other.yaml,sha256=dm4fke2Lo7s2q4hLKhYWXuWeHu_q5Acfhf8dYlL8sPc,320
lmms_eval/tasks/mmlu_pro/mmlu_pro_philosophy.yaml,sha256=Z2hUIIT0kBt74EXiwrtL6zZlGgg0HlAvt3F7r-mKfbQ,340
lmms_eval/tasks/mmlu_pro/mmlu_pro_physics.yaml,sha256=rDYuwic2TwaDLmHvVgDHKSr6p6AW0n8fmm7Uhbs9MI0,328
lmms_eval/tasks/mmlu_pro/mmlu_pro_psychology.yaml,sha256=TLF5uiCdUGeKHgY57YuThgXEXo_6l3rtj34Qe0U2TnI,340
lmms_eval/tasks/mmlu_pro/utils.py,sha256=NmyWaK1K5V6INvOXwgwNlpClpqWH0MlASRjBnbMMOvA,1851
lmms_eval/tasks/mmmu/_default_template_yaml,sha256=zsjlOJwfsEc-k1PHz3ThmpyeUGiIYkfDHPV7Bp3ZApU,93
lmms_eval/tasks/mmmu/arial.ttf,sha256=NcDzVZ2NtWnjbDEJW4pg1EFkPZX1kTneQOI_ragZuDM,275572
lmms_eval/tasks/mmmu/mmmu.yaml,sha256=UBPAgvaM3MFALGxnmTqrsrcqkjV9dNsttDx4AuAlrtg,41
lmms_eval/tasks/mmmu/mmmu_group_img.yaml,sha256=hzf1tGbLy6-kjk-pdJaDuhrqDEdjYn1oeSjeIQV88jM,71
lmms_eval/tasks/mmmu/mmmu_group_img_test.yaml,sha256=nQk7jnxqgzhroRGrK8Rr8REGNWbQnfVR1j4hWsUxO8w,751
lmms_eval/tasks/mmmu/mmmu_group_img_val.yaml,sha256=g3O7mj-zKKaAMH4ue4NTqmTjr4eTfE81tORXJFPpaXo,780
lmms_eval/tasks/mmmu/mmmu_test.yaml,sha256=0T9_fhC1pb2ciqKUHMUsawRqe-aqpvhpDkAmt00ziC8,499
lmms_eval/tasks/mmmu/mmmu_val.yaml,sha256=y1xMSNy5Wq6CsC4GHGc-TW7vIbR0OfLpa8qQkOLy7r0,482
lmms_eval/tasks/mmmu/utils.py,sha256=WSAK8u_1fhuas852Xk_i_Mgn9nGGXddOHXSK1vhpu08,16944
lmms_eval/tasks/mmmu/utils_group_img.py,sha256=IK9sIg9XFZ7YWEKyp8uDQWyjtAVMxhwvXqx-ZAB1z80,20190
lmms_eval/tasks/mmmu_pro/_default_template_yaml,sha256=vM4rdlcwPpy7BXbyQj9dRzrn6lIqEOUaF-DdrdQ5S_w,94
lmms_eval/tasks/mmmu_pro/mmmu_pro.yaml,sha256=VxuEF9rNU-Rdvkj2mFscdWHTwj4lT7Inbw78IeWLkfk,139
lmms_eval/tasks/mmmu_pro/mmmu_pro_composite.yaml,sha256=YKX-qQw3cBy7KhRNMu7Ogp_HrU-o8Mk9ZrnE5nhpCHo,766
lmms_eval/tasks/mmmu_pro/mmmu_pro_composite_cot.yaml,sha256=2TJFwalIhjXNN7UzVIB6dbUUsQ83FMD8971RR5aB-CQ,800
lmms_eval/tasks/mmmu_pro/mmmu_pro_cot.yaml,sha256=3LZiZ_BFbzN0XJ6tZDRobL-ZtO_DS8FVoRTXSRF9mU8,97
lmms_eval/tasks/mmmu_pro/mmmu_pro_original.yaml,sha256=cIx1IXcOFxBAwCDVbgdzwn13Q5yd7od3aEYx4s6r_fw,668
lmms_eval/tasks/mmmu_pro/mmmu_pro_original_cot.yaml,sha256=jhNvgyDmvogEobvbTGErbFY4EyKLTHl6szGTZiS8sZ8,826
lmms_eval/tasks/mmmu_pro/mmmu_pro_vision.yaml,sha256=L6NE3YMQl4J-bSe9hY5Yknm-oxR4jDuDmaJlIaeD_eU,685
lmms_eval/tasks/mmmu_pro/mmmu_pro_vision_cot.yaml,sha256=S39xakGPAPCl1eOD2kpCNGlyXmlRGrvtaAf6LmUW9qY,734
lmms_eval/tasks/mmmu_pro/utils.py,sha256=OyLwD_1fMg2Um7-z-Bau7NRFltF40G_ud4rOQmR9gg0,17462
lmms_eval/tasks/mmsearch/constants.py,sha256=C74IuoexJLngU4ifoHdmOZd7vPSdhWBvRj1WH6iID1k,569
lmms_eval/tasks/mmsearch/get_final_scores.py,sha256=fj8HXEl31Vwy1Cn-zfeW0ob2wv43C9t9AvqpeY4X9fM,2483
lmms_eval/tasks/mmsearch/lmms_eval_utils.py,sha256=SVV69rKLha4FhJ7Db8QaPOBkwkZwGcgo2YZn1C0XnI0,18541
lmms_eval/tasks/mmsearch/mmsearch.yaml,sha256=M7n_3fhH5G9vw6R0mTworE56-or5hOCUybBGwa3feGg,324
lmms_eval/tasks/mmsearch/mmsearch_end2end.yaml,sha256=unStcl4G8kmQUiGg31Pp1pwxykvfVa-eTGIFsR23mds,1236
lmms_eval/tasks/mmsearch/mmsearch_rerank.yaml,sha256=nMZqpoLuuhLjrfBoADHmeqD3XJ7EdbUkOzP6RwJ4nqs,1156
lmms_eval/tasks/mmsearch/mmsearch_summarization.yaml,sha256=Ba36TB5G7islFVqc7yNDanOmtxenn5xrfRmIIjNEyfE,1158
lmms_eval/tasks/mmsearch/prompts/prompt.py,sha256=EEupFfjA22yttP9Iy22KsGjRtgrNDNEKad41SCQ8Y68,2565
lmms_eval/tasks/mmsearch/prompts/prompt_w_imagesearch.py,sha256=GIdsqyNlv4tIswtqYuZ9iMoRREmwnUr0ny33e7ncCGs,3238
lmms_eval/tasks/mmsearch/retrieve_content/retriever.py,sha256=dJFvLbADEPkikDk0-5XL9RV3-EUqM6qCYgoy801u3ow,2488
lmms_eval/tasks/mmsearch/retrieve_content/tokenization/__init__.py,sha256=ObnMycKue4rfT4JtaRnmVOH0nhtMOTIQOe_B-N0Q3HE,28
lmms_eval/tasks/mmsearch/retrieve_content/tokenization/tokenizers.py,sha256=S4CChvOAGQhtjlYJyKrJ-_RIlilGZmJ-t-_wqWKl-Xg,11816
lmms_eval/tasks/mmsearch/retrieve_content/tokenization/utils.py,sha256=oIhIvhQGBrjQdlpldhQLwCQyIk2B7mznddu8yxl4giY,659
lmms_eval/tasks/mmsearch/score/f1_score.py,sha256=kt58WmEzNm9sT9Z0i26Ywf-7EbX1aqBuu9jsbm8OWQg,1422
lmms_eval/tasks/mmsearch/score/req_score.py,sha256=l8O5-xq9EzPS01ChHZjc9yp_mO4Pgw0UDzH59URveWk,752
lmms_eval/tasks/mmsearch/score/result_summary.py,sha256=ZfDhsG79dSlipkJmOhRWCG0kl8mJsxdiRttpJyEpD9k,1942
lmms_eval/tasks/mmsearch/utils/image_utils.py,sha256=V0uqK4XEnoJH-dSeqxe9xEQugu1sbpltQ-ueLnfumos,7346
lmms_eval/tasks/mmsearch/utils/lmms_eval_utils.py,sha256=GAceeaMwoz5ssQcsxfuX_r8Lbgb4y7g4-RdhT5sVBc8,364
lmms_eval/tasks/mmsearch/utils/prompt_utils.py,sha256=ZXOCjV1HOnRtq93LGyucTSk_JIr4MpIV2Ag1HR0HK4Q,3528
lmms_eval/tasks/mmsearch/utils/utils.py,sha256=T-Q4aJry8kL3qykRk_BF55sZTfNJVNtMBFps7GBEO3c,16814
lmms_eval/tasks/mmsearch/utils/web_content_utils.py,sha256=eOyQ2mfRU0yyaI-HlzZPT2bFnqmey-W6WYh8_XNM-1s,988
lmms_eval/tasks/mmstar/mmstar.yaml,sha256=5BV-MrHAZYGnOIYqrlMiG3nWNq_bK3r7exOA8-8QeDA,1473
lmms_eval/tasks/mmstar/utils.py,sha256=WDVlw5ZK1jdSVpW40A8I0CPL9b-ZAQIAB1DOUop5THQ,3434
lmms_eval/tasks/mmt/_default_template_yaml,sha256=usxA6ZXg46Cq7darGCeZEinh0Jl2mWbynKr38pxPAsc,229
lmms_eval/tasks/mmt/mmt.yaml,sha256=okxHLwsVFkEt1hWbXdQGKY8RMXokKe9xzOH_HHAyvKU,37
lmms_eval/tasks/mmt/mmt_mi.yaml,sha256=y2wxIeBERTsh-hG10KLqaazERpfxz1PVclkSzA9YH_E,46
lmms_eval/tasks/mmt/mmt_mi_test.yaml,sha256=SX-cqEv0Iig-k0iLeoF4lGvURTsbdrH3ZZXaaS8QJhg,521
lmms_eval/tasks/mmt/mmt_mi_val.yaml,sha256=YesaOvF4M2mEho4WO9VcE9pc_ogCldgByAsXRiACUCE,497
lmms_eval/tasks/mmt/mmt_test.yaml,sha256=XP0PazQqD-xtufNL5hftspQFZ87oPXqAyqf9rFvTN-A,515
lmms_eval/tasks/mmt/mmt_val.yaml,sha256=UMGKWrIhnBPcAuVyfL3B_b0WxG4XZ8-cvawD-qk2a-k,491
lmms_eval/tasks/mmt/utils.py,sha256=JyJjqYHmjXpH9xuCzRGKcj6Sg6B0bZH68W-QifUxmec,6290
lmms_eval/tasks/mmupd/_default_template_mmupd_yaml,sha256=X63CGxzQBDrhZ90b61G3BXIn1F9jbvRdIJnEHbdqSCE,465
lmms_eval/tasks/mmupd/mmaad_base.yaml,sha256=IwefVDtxVHljkzUVdluy-TOHZISjwMBQWpT5dspXsgk,288
lmms_eval/tasks/mmupd/mmaad_instruction.yaml,sha256=smZk4gZ9q3OruYbt4Amdb3bEuGPrFBi76OmA7PRw82A,368
lmms_eval/tasks/mmupd/mmaad_option.yaml,sha256=OsFBT4tTaenBp3PfXrkN86g4d_8BOM6zGrf6Nc4uBEY,358
lmms_eval/tasks/mmupd/mmiasd_base.yaml,sha256=zFPfR-uernTDWX-ULjOXyn2JhXGueV5FuBJ-nwRd6V0,291
lmms_eval/tasks/mmupd/mmiasd_instruction.yaml,sha256=i9bxLkLoDcqltZ41gs6kEAdNEEIyC8-5XEkbZY5LcTQ,371
lmms_eval/tasks/mmupd/mmiasd_option.yaml,sha256=0parWvmwZF9i_lSTFSNauMM-rVxhcFNwNUhZ5iv_yJU,361
lmms_eval/tasks/mmupd/mmivqd_base.yaml,sha256=O6boLuyswvxNAII9VLG_I35Y0TYR_PlzWZGcBNX5z5U,291
lmms_eval/tasks/mmupd/mmivqd_instruction.yaml,sha256=9KTuXewa7LwjvhMoFHnwo6sC2_QHohCbNQVHpeI_SZs,408
lmms_eval/tasks/mmupd/mmivqd_option.yaml,sha256=yfksy-mulIV5WvS5HV5lhpqzUPg3ov8fUVrtULZqeXY,361
lmms_eval/tasks/mmupd/mmupd.yaml,sha256=KlvW0l9w3UIZHoUSDAfVE7nmnUwNko_Gfd9IFMiy9qw,272
lmms_eval/tasks/mmupd/mmupd_base.yaml,sha256=DIo3B7RzG1TaCOGN_FlCsSsLmA-iRMVvP1wTakK09ss,159
lmms_eval/tasks/mmupd/mmupd_evals.py,sha256=5hNUvswpm5Fo6ZnEKLtApsyOBJQOq1D30fy2NdrBxxA,26644
lmms_eval/tasks/mmupd/mmupd_instruction.yaml,sha256=60b4v0UH_hOa2qMvrI_CxRKHXCO9uvEcOgxkX3Tz--s,184
lmms_eval/tasks/mmupd/mmupd_option.yaml,sha256=fxfmS9aiGxcFQkjmIEwaf4wXIVY_wLdGh8Z3Bnkx_1w,164
lmms_eval/tasks/mmupd/utils.py,sha256=VMyroN7lHaIyesMbnEw4hUOqI_I-gLDyb9ICJLACK-Y,6121
lmms_eval/tasks/mmvet/mmvet.yaml,sha256=3rAvax82x4NOQdwYLoMPAuJ_xMJy2iefZAekAPUevZs,855
lmms_eval/tasks/mmvet/utils.py,sha256=Ee0a-RnWYI7dcTzM2rYJ2dsMEEMl7uuDk_85quXmrf4,8996
lmms_eval/tasks/mmworld/mmworld.yaml,sha256=3PXi7hzO-HHMeD5PysMVELM22BvEBv54j2pKzZP0jJo,1224
lmms_eval/tasks/mmworld/utils.py,sha256=Ppez0hPqBCEGL04OUQtQmqYgH6tWOJ2kTfyvDRSPqfQ,6270
lmms_eval/tasks/muirbench/muirbench.yaml,sha256=bQCKRXFx1SCtdZ1R9FGH6D7oZUo-A38JDGCTZW_Rz4s,989
lmms_eval/tasks/muirbench/utils.py,sha256=cOBtWPbvhx2QRV6Q19RKu1r9XqbcDaIXP4RZB76nZqs,3950
lmms_eval/tasks/multidocvqa/multidocvqa.yaml,sha256=r5yIz6zEi_casxLSSuJ1pCqjIIWqMmMy1X3vk2Fm7c4,62
lmms_eval/tasks/multidocvqa/multidocvqa_test.yaml,sha256=dHoRk13AI7HQKnP6tnKLWDIGq59nmhuIwBjRphnLR7Q,645
lmms_eval/tasks/multidocvqa/multidocvqa_val.yaml,sha256=E-gXH2IQXpRRs0Yq5r0BHPv1U7iYPDcwGm3G4ajN6iE,747
lmms_eval/tasks/multidocvqa/utils.py,sha256=pLYWXz3CLATe-tX_K85m3HFHY3RfXqSVLhG9yPX_9xM,3876
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/README.md,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/_default_template_yaml,sha256=rb5rFpef5OAzdS2FsQwJsjSsCOXO9OgBilERgnbx-5U,1008
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/arabic_llava_in_the_wild.yaml,sha256=BTzeM0ayKmqnWA6JuXxlAO0LcKnc9XcmwJXyNhLprk0,166
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/bengali_llava_in_the_wild.yaml,sha256=54a8aRuSyyf-pKdTJSrUg6FCCdYDQd-zuOznfRH78yU,168
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/chinese_llava_in_the_wild.yaml,sha256=l3UU5qK9pQeakKMmT2M2hlAAG2v-S0a1VnBkNvLWdnc,168
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/french_llava_in_the_wild.yaml,sha256=XH9oDJttubwqSwu0chlJVr3_IYRnnLFuk3GRasOHVbM,166
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/hindi_llava_in_the_wild.yaml,sha256=rdqx0Nows5SdI8Qubn5SG39Ad2JqGElwg_hMVf_1-1I,164
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/japanese_llava_in_the_wild.yaml,sha256=jmBIJX7Z3spTaLlrDO2GOZtAtGeMdl-uI5jNb4TRong,170
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/rule.json,sha256=3XNFpEzp96JOUaMO4DDNqzI0b50I4zWcgFRf8TErHgc,9098
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/russian_llava_in_the_wild.yaml,sha256=eFkjSGIInaEOBAYEe0gi-bCGg4cqwGEUlzsfo0ahWXs,168
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/spanish_llava_in_the_wild.yaml,sha256=9piriq20DdZAFDdwZZ1glWu4DLRwzIuT6GJzMA7GKKo,164
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/urdu_llava_in_the_wild.yaml,sha256=eabFGXSMfadR2eYhdTgWNAFiI6DznMdXdWea1MJw3Io,162
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/utils.py,sha256=WLjrjy2UeTHa-4sURufDZ41HAdgBl3lIKBpV90I-UAo,6818
lmms_eval/tasks/mvbench/_default_template_yaml,sha256=KZqyXVeb8nYIcbJ5mvqTWkI2CHBR8dMn0rSsfLEV5bI,764
lmms_eval/tasks/mvbench/mvbench.yaml,sha256=4q4sHbH3dkiuCiaqzLk-2IA_g7TFQAHEczhhm59gQOE,1020
lmms_eval/tasks/mvbench/mvbench_action_antonym.yaml,sha256=lrZLcE0i4-1d4-HM8954Q4VG4UzhKvepVmTFfZNVTRw,222
lmms_eval/tasks/mvbench/mvbench_action_count.yaml,sha256=pZitJfmt9asrbPvRB_FP1rRLOiHUyNNzhshLOqBQrjQ,216
lmms_eval/tasks/mvbench/mvbench_action_localization.yaml,sha256=e1e0-jEZIWHzjXYZuuDbVfsygjUAzPUxd15kTU5siZE,237
lmms_eval/tasks/mvbench/mvbench_action_prediction.yaml,sha256=j_D4N7bsuJ0_9YvD2XMZnGSTjkhJDnp6lLHMsXa0G78,231
lmms_eval/tasks/mvbench/mvbench_action_sequence.yaml,sha256=XjiQzW2O8V49Ma8Exih_xn4zdNnNbUdQAQUBetFvC3w,225
lmms_eval/tasks/mvbench/mvbench_character_order.yaml,sha256=-K8ozmwFLpBCFI8eZtSxG586nFOdEzmcwYCCvPS7iHk,225
lmms_eval/tasks/mvbench/mvbench_counterfactual_inference.yaml,sha256=0SpjppeuMKf0u--v0HL2geynWLEePznjqsMHxA67ooA,252
lmms_eval/tasks/mvbench/mvbench_egocentric_navigation.yaml,sha256=X-vUHyYEGCz-hfKbxAicP59OH7ZXxY7JglIk8dQ291s,243
lmms_eval/tasks/mvbench/mvbench_episodic_reasoning.yaml,sha256=wBJSqsgZbapDC7aj9sCxVG4omUU3dCutU85hs0qNWEs,589
lmms_eval/tasks/mvbench/mvbench_fine_grained_action.yaml,sha256=wUHGWT92Pm6O0BgsdWZBjjWa14SXxd0osQWmSLrO8yI,237
lmms_eval/tasks/mvbench/mvbench_fine_grained_pose.yaml,sha256=QXHAHe3a21ilsstP-NEVfqV06kD-IczgqhevTMfJWrI,231
lmms_eval/tasks/mvbench/mvbench_moving_attribute.yaml,sha256=apv7WKcTfjXdtMX8tQaXwR6mA4Wpb_Qhmc2E31q0ZxQ,228
lmms_eval/tasks/mvbench/mvbench_moving_count.yaml,sha256=VKdyr8FJAr5GfpbNI4jM1dnxM2D_MGcfTqgb_mSjvIs,216
lmms_eval/tasks/mvbench/mvbench_moving_direction.yaml,sha256=H0H21q7rEx9fV-ANvQ6VTK6ikQURCRvS8vddpla_aFQ,228
lmms_eval/tasks/mvbench/mvbench_object_existence.yaml,sha256=1r2SvXU9CAzbFQkY1ZVdnttflHTTibvJUU9ZgQ6eSQQ,228
lmms_eval/tasks/mvbench/mvbench_object_interaction.yaml,sha256=gIMZEkRUQGcOrhBoztMf9AfiaEGHpF3MlukhJb_Rq9Q,234
lmms_eval/tasks/mvbench/mvbench_object_shuffle.yaml,sha256=-cpJX1ofxLwRLcrhNReJ6qg5LZv9tgM_L8FdqDVQSO8,222
lmms_eval/tasks/mvbench/mvbench_scene_transition.yaml,sha256=I_Aw-DSFPhNUJJ2FhIFSnuXKj56mYvRPy44EcNtbpyU,228
lmms_eval/tasks/mvbench/mvbench_state_change.yaml,sha256=oCOfJUTTv5L359lTFjqtsff0xH7RjHyvDGmuJlJ-gMQ,216
lmms_eval/tasks/mvbench/mvbench_unexpected_action.yaml,sha256=CTCV_V_Qj8mDXL5OTlgR08D-fLEw4-5BrBYr3VKlEnQ,231
lmms_eval/tasks/mvbench/utils.py,sha256=AxnkLAs-AKMEKzTYhPLPyXN0NneCQbWaUh7_2aY5Xqc,7106
lmms_eval/tasks/nextqa/_default_template_yaml,sha256=EVtlxjVauZPYDXpgX7HJhfraFyT7dlcQOfqlMSlc5Xg,142
lmms_eval/tasks/nextqa/nextqa.yaml,sha256=9o6-tPcdAl9CDBbNE-ltUQsOaUk9ikyK-kS7ZvA1u94,70
lmms_eval/tasks/nextqa/nextqa_mc_test.yaml,sha256=r074tXi7XuixpMGVyRlfbbD47hlJ96lyvXakUlRwLRI,417
lmms_eval/tasks/nextqa/nextqa_oe_test.yaml,sha256=yBorUV8DJht3JQSR73ehORZypTaHrYaUDkvvF8cYPyA,570
lmms_eval/tasks/nextqa/nextqa_oe_val.yaml,sha256=ety23WuznscipFfOQ-ECl44W2Pg72mh_2CawUj-gIl4,575
lmms_eval/tasks/nextqa/stopwords.csv,sha256=E2Ut8qHM8xSmuKNUoq3x3E5LjMXHolxjVOGgGCvnQ6M,834
lmms_eval/tasks/nextqa/utils.py,sha256=J8i66pjUcJ4lxxSE8B5ol-dxxCAHK_-H8r6Q3tpy8uQ,10380
lmms_eval/tasks/nocaps/_default_template_nocaps_yaml,sha256=PBLBMnQ5epigDMPBKvXv4eouMycxgFEo7CXphMLkldE,106
lmms_eval/tasks/nocaps/nocaps.yaml,sha256=Yh2ypWs8aB2GedJd7KZvOfr2Z7DIFpOkQahFUIy_CW4,51
lmms_eval/tasks/nocaps/nocaps_test.yaml,sha256=rY4fps0kdioWjIR4dVJ2Uq_zjip-Of8IzlGVa49CWUI,794
lmms_eval/tasks/nocaps/nocaps_val.yaml,sha256=oDz-0SscdXPwYlxPvDxq2VkOUHqMFjwX6lIKC8Nw-FE,1481
lmms_eval/tasks/nocaps/nocaps_val_lite.yaml,sha256=tzRTBfR-T_5KBvzaIyTtk_qdnQScKKgoD2e4B-FI94k,1488
lmms_eval/tasks/nocaps/utils.py,sha256=xIkjq5u237sUfusjILBMwwEi6PMBFt6Ti0LCwLZS7W0,5234
lmms_eval/tasks/ocrbench/ocrbench.yaml,sha256=u2wFzYqmOoWHfYPz9h9X5r50UdJJPW-Kq9WITs9irEg,571
lmms_eval/tasks/ocrbench/upload_ocrbench.py,sha256=oqlhpjeA9FbMVVSm-ZugRFZJh2uMXUmZJ5hXsxehLhM,2923
lmms_eval/tasks/ocrbench/utils.py,sha256=FhKDXS_nITCXMFoLX-1HSCS3LFSJvzA3xoa1UG6oYT0,5475
lmms_eval/tasks/ok_vqa/_default_template_vqa_yaml,sha256=G84-2rQdwly6_Bk4X3BgNsUCoH4VcTiq_6I63Sm95RE,766
lmms_eval/tasks/ok_vqa/_generate_config.py,sha256=MgZsyL0ji_fw17YDvPSixYPno8yy_YtSQ5M5BBeWVrw,834
lmms_eval/tasks/ok_vqa/_ok_vqa.yaml,sha256=wLsdAOLjp0NeaDUTn4WNOq1jUQYC2B4z9AnHvB3UTTQ,36
lmms_eval/tasks/ok_vqa/ok_vqa_val2014.yaml,sha256=KVIWOtE_PgaEnJ_bRy-rz3i_nvZdXRIjwP5BMK79BwM,76
lmms_eval/tasks/ok_vqa/ok_vqa_val2014_lite.yaml,sha256=eChqXbTv18VzL-GR3oPU5qjykuhi6YkzjRFruqn04p4,847
lmms_eval/tasks/ok_vqa/utils.py,sha256=J-eQ9oxQL2HNmy5qa5Gyup-2Wtz65Hwi3Bs77_C4Noc,2194
lmms_eval/tasks/olympiadbench/cn_utils.py,sha256=IRNEby3EpJY_hc32RgZ9LCVcYFqfHqTPXEfaSdqxuaY,2527
lmms_eval/tasks/olympiadbench/en_utils.py,sha256=XFvG9GYDYB-PRZzbmGLhBljUpsHkhh0-Hsus_23CXt4,2667
lmms_eval/tasks/olympiadbench/olympiadbench.yaml,sha256=tvUfBvNsR-kZc2HZFpiFraiV1Fdals-H2q-vIuqIo2U,102
lmms_eval/tasks/olympiadbench/olympiadbench_evals.py,sha256=NMc30PmNbK52u2yJfTdwADOjOQEiP5BQ7HG5BnN_sS0,12861
lmms_eval/tasks/olympiadbench/olympiadbench_test_cn.yaml,sha256=FVqbi_HrN0f73hA9pYiPRbN3SfsXdm5HYq104b2_Ysc,693
lmms_eval/tasks/olympiadbench/olympiadbench_test_en.yaml,sha256=OZKCdOnJw5fqoNLjCSwVV7WM_zST7QwBsBZeg1iz6U8,693
lmms_eval/tasks/perceptiontest/test/_default_template_yaml,sha256=CUGS_tK6-98KvotTVa49EL4s4I-iqyF7ur3NcQgYOqg,186
lmms_eval/tasks/perceptiontest/test/perceptiontest_mc.yaml,sha256=RBVfrOVQXI5n2F8ShssJF8ijsrq-wCW53SGJduPZ1NY,506
lmms_eval/tasks/perceptiontest/test/perceptiontest_mcppl.yaml,sha256=gjH-sveqA8EpfCo8CQ9Q5yGaoTbP7-08C82G6oDUpEw,546
lmms_eval/tasks/perceptiontest/test/utils.py,sha256=q49WcnekZaSQrB5Y2SHY8ver4rAlvyaMx9JL3wMmPGo,4159
lmms_eval/tasks/perceptiontest/val/_default_template_yaml,sha256=FhfH4qzSkE48hDC9lWCe6E3hcTOkgVx2h1-l0Pt_Eao,194
lmms_eval/tasks/perceptiontest/val/perceptiontest_mc.yaml,sha256=gdrftBK2MpLrDZbszNDNbeOv6BVjCMGq9l6B9rLP6mE,536
lmms_eval/tasks/perceptiontest/val/perceptiontest_mcppl.yaml,sha256=CfLLfQ1sLwK3-6W5QhM7spV2DOZxi46IdMthRuUuiP8,572
lmms_eval/tasks/perceptiontest/val/utils.py,sha256=ZD8_7W9hJVKzinV_7u7-E4bA1cu0h4SMHL0h2J3H-NE,4443
lmms_eval/tasks/pope/pope.yaml,sha256=6bF9iJh_k-0sB2ptiK1FWsfyZnXw5BvRTC8RhMJa1pQ,984
lmms_eval/tasks/pope/pope_adv.yaml,sha256=q94kGaPPvyMwocL1cI-tIdFqLtn3Eh4MkXBTddITioA,1013
lmms_eval/tasks/pope/pope_full.yaml,sha256=8IZJpgjURz9SnIw2lWJU3A4LF3aNSD4rccqR6bcvAUI,65
lmms_eval/tasks/pope/pope_pop.yaml,sha256=B_qi3E9GI4Bsa9WClUVKLHeeAoa24bL1KwQxvUOxdic,1009
lmms_eval/tasks/pope/pope_random.yaml,sha256=7nyHj5K-ZdGW-SAJgqlIJQopU316xriLhXk98jO5P5c,1011
lmms_eval/tasks/pope/utils.py,sha256=hrysue8v0wHRh0y8SANQMGj_PeaKD-drJJEe3c1BEMk,2991
lmms_eval/tasks/qbench/abench_dev.yaml,sha256=MjNFlc4vmCy1tRmev1suLhHOo-FAZOJdQura7n_w6zA,632
lmms_eval/tasks/qbench/qbench2_dev.yaml,sha256=ZHyOODrytc8Pl2j9D9VuxKgr19_h9VNSUtwYDRpEkx8,634
lmms_eval/tasks/qbench/qbench_dev.yaml,sha256=lz3bDxpvx8JBO8hRyoo3j9M7FPjlRBPWHU16H0RFpWU,632
lmms_eval/tasks/qbench/qbenchs_dev.yaml,sha256=Ab7xYBBVpxkYKpEUSJZPvD40cUivFAQ4vRwkHF0qfVs,65
lmms_eval/tasks/qbench/utils.py,sha256=6SnnFuWc3sMaZzZCynh7w9DfzgYR07nU2HWi5CTlx7w,8725
lmms_eval/tasks/realworldqa/realworldqa.yaml,sha256=51_YSPJFmIbc_FsI5Shtqdxf0SM_F5kZ7tUoATGbW8Q,1114
lmms_eval/tasks/realworldqa/utils.py,sha256=vZX3XcXN8CdZDdmEse7s3zWDwIovKd-pbIgjgNdQL7g,4752
lmms_eval/tasks/refcoco/_default_template_bbox_rec_yaml,sha256=977srjv6TzbCr4KF0vLrEvs6Ry7LPz1ukx22TmeUDzo,1255
lmms_eval/tasks/refcoco/_default_template_bbox_yaml,sha256=jIcbo_iD6qrpKLszyuVJYM8D1hJw0H6UXrzvynIHjzw,1161
lmms_eval/tasks/refcoco/_default_template_seg_yaml,sha256=4YzgJxP1Vu-EuppSz5GIJMp2OpRfXwuZGhdr1jdqrkw,1160
lmms_eval/tasks/refcoco/_generate_config.py,sha256=aN1gx7owaOBhxAhJXTCCxymcIDobpypTJU9bqRmEfSw,952
lmms_eval/tasks/refcoco/_refcoco.yaml,sha256=RctmCOwut6jBR51tLoP5SRfvkrQON4PUeumuGyYpvRw,179
lmms_eval/tasks/refcoco/refcoco_bbox_rec_test.yaml,sha256=fmvWL91OQimSgm3FgXXxXiK6er2hbcjaaemQOXlcbXI,110
lmms_eval/tasks/refcoco/refcoco_bbox_rec_testA.yaml,sha256=gkbK8xDYYxXzKhXxIDurzyOCCgGpNUMV8oNsnSrcpsc,112
lmms_eval/tasks/refcoco/refcoco_bbox_rec_testB.yaml,sha256=U87FvR666tO_SHhtNG0JOodFG9VZf4fZSILmEmKDPw8,112
lmms_eval/tasks/refcoco/refcoco_bbox_rec_val.yaml,sha256=3bSnZG0xCzKHZgWto1Y_VeawiUHPnkqOHBxPdX4A5p4,108
lmms_eval/tasks/refcoco/refcoco_bbox_test.yaml,sha256=c2k72jG0uAtl6HPY_An9GM3SI-6dFZ8YHJ554yserf4,98
lmms_eval/tasks/refcoco/refcoco_bbox_testA.yaml,sha256=0XI2i-V1MJeKnR3szH4KBoaA56c6Fs-0qMDgliwMryM,100
lmms_eval/tasks/refcoco/refcoco_bbox_testB.yaml,sha256=zU_bxqqm1rT-pFlKWCNGEshnMMTZfIEFPjfmSsYb-vg,100
lmms_eval/tasks/refcoco/refcoco_bbox_val.yaml,sha256=4uYHVmgwpuJHXWbuZLN5rj048zGA3cb1dwuMtMBOIes,96
lmms_eval/tasks/refcoco/refcoco_bbox_val_lite.yaml,sha256=TZ03iZ1qygiWH07O_dIKvOq1gYbDC_fUuohjcnpOAVA,1245
lmms_eval/tasks/refcoco/refcoco_seg_test.yaml,sha256=j4taMXrlNzbupaIKUI2uYpZelHmTjdtmGuLJ7SPwpio,95
lmms_eval/tasks/refcoco/refcoco_seg_testA.yaml,sha256=POiuBXXNghIWLBBmhQYstmanKhi312Qh6zoYCZWVVAY,97
lmms_eval/tasks/refcoco/refcoco_seg_testB.yaml,sha256=ryvO1D69fDCtamu_Tu4mDB70kHKmgUECHC3DXe-aqmc,97
lmms_eval/tasks/refcoco/refcoco_seg_val.yaml,sha256=h2I-P1UoqLqAAcHgUvCmCC63O99ZSrv_VLovArEERC0,93
lmms_eval/tasks/refcoco/utils.py,sha256=wj1NvPXgbyiO55PeQdtY4p0aouYKy6pzoBbsoDdpYTg,4108
lmms_eval/tasks/refcoco/utils_rec.py,sha256=eCaqIMl2UHxcJi8r4TqsLDVdUPEzF6skNEsNn2o7tWA,7931
lmms_eval/tasks/refcoco+/_default_template_bbox_rec_yaml,sha256=T8qEVwprcfmPCbmEz_nPOD0ImBKMTkCV4QKV_L0QlS8,1259
lmms_eval/tasks/refcoco+/_default_template_bbox_yaml,sha256=XVJ6XWE4ywHeKEJ1B8Mrtlfw2RICtP0jzDWcm5bFvFU,1165
lmms_eval/tasks/refcoco+/_default_template_seg_yaml,sha256=JdsVcCHQY3boJ7F_RcLcUZ2PiP1REuWpmTPhmng5DD4,1164
lmms_eval/tasks/refcoco+/_generate_config.py,sha256=W3Os9IBL-Z4ub4pYRPIN9-7b1xfx7SfMnvhertMt9NM,940
lmms_eval/tasks/refcoco+/_refcoco.yaml,sha256=dIckZQbrDwkKhAn5WBfoOm2gs72R4zzfQU9oBDKjnj0,147
lmms_eval/tasks/refcoco+/refcoco+_bbox_rec_testA.yaml,sha256=lxJMOuxU3VVumsF5dAJ1rpJaG8UCayDiHFlmqC4XjFI,114
lmms_eval/tasks/refcoco+/refcoco+_bbox_rec_testB.yaml,sha256=-LgqaVE0BfsObLRAx9z3kf2BolIyD-7BV-cJNXWAcW4,114
lmms_eval/tasks/refcoco+/refcoco+_bbox_rec_val.yaml,sha256=SQFAuK9-Hfr9BF8O7siKq4UL6H6nMgccuu_SoOTNgn8,110
lmms_eval/tasks/refcoco+/refcoco+_bbox_testA.yaml,sha256=6MhdGjh6UZxrfV_YzP2QL6TeBEbgTM-XskHb77Dayks,102
lmms_eval/tasks/refcoco+/refcoco+_bbox_testB.yaml,sha256=8p4uQYugjU_IBDWfvAMysQ1qH0R8rNPNMGebuXiz86U,102
lmms_eval/tasks/refcoco+/refcoco+_bbox_val.yaml,sha256=imsnpBrFKhcgumVppe2FUoVo5dQoF-6CBTjcR0lnWhs,98
lmms_eval/tasks/refcoco+/refcoco+_seg_testA.yaml,sha256=R4c4ZWu_LtqgxmQ6z9G5hZRyHqKSlWfTkDh4Uk_WC9o,99
lmms_eval/tasks/refcoco+/refcoco+_seg_testB.yaml,sha256=qxyajeUtwCYh61im7BluVZzT_4lnG_qYq0L9K-M-Ecw,99
lmms_eval/tasks/refcoco+/refcoco+_seg_val.yaml,sha256=Spm2sYsiPa9lvLysTkqVq0gdY-T7vCIwl76E4g3lxBM,95
lmms_eval/tasks/refcoco+/utils.py,sha256=wj1NvPXgbyiO55PeQdtY4p0aouYKy6pzoBbsoDdpYTg,4108
lmms_eval/tasks/refcoco+/utils_rec.py,sha256=eCaqIMl2UHxcJi8r4TqsLDVdUPEzF6skNEsNn2o7tWA,7931
lmms_eval/tasks/refcocog/_default_template_bbox_rec_yaml,sha256=ApWud9tlg6aKBMuaUP-wUXoNCfJ_jQjhGMLyfXcQjvM,1256
lmms_eval/tasks/refcocog/_default_template_bbox_yaml,sha256=xTG9jMEzSLHEGJn2UKFVh437n8juBYip1GW3rZrcgGA,1162
lmms_eval/tasks/refcocog/_default_template_seg_yaml,sha256=3STZMIZJ4NteoE4Bt9Sh-z6sfksxbCvjSWIU10OpRII,1161
lmms_eval/tasks/refcocog/_generate_config.py,sha256=IGIRxPmpWfQt9j03Axx8uAimm9Ot95-mPyY40LqQzxE,920
lmms_eval/tasks/refcocog/_refcoco.yaml,sha256=JbhV4QXR4Iz_WphSIbdAusWdbhoBkjK1j86B7JQFz0U,102
lmms_eval/tasks/refcocog/refcocog_bbox_rec_test.yaml,sha256=jMucr-Fs1cRqXcpdMugA52DzkuvSxZ4VWZKmlMgLOUw,112
lmms_eval/tasks/refcocog/refcocog_bbox_rec_val.yaml,sha256=lgABtSJWD8-BjIZ_UUwkCQPAMFtXy5jJsXEM2-2SjW8,110
lmms_eval/tasks/refcocog/refcocog_bbox_test.yaml,sha256=2sI1Ffp5S771_L-f9SBmTIx_gm3gT94TBfOdkpOvorA,100
lmms_eval/tasks/refcocog/refcocog_bbox_val.yaml,sha256=fwG6SqHrosVM_ONGlQSXl3HguiVG-aGQ4IiFlyN8OpQ,98
lmms_eval/tasks/refcocog/refcocog_seg_test.yaml,sha256=v0iyXRxHn7-txmFPvVJfa2jwKAnYH8GYy9iuno6V8vE,97
lmms_eval/tasks/refcocog/refcocog_seg_val.yaml,sha256=sDmB2BLDEpYJcjpS-kw36pqFRtc8mbAMWaE7RWTAAog,95
lmms_eval/tasks/refcocog/utils.py,sha256=wj1NvPXgbyiO55PeQdtY4p0aouYKy6pzoBbsoDdpYTg,4108
lmms_eval/tasks/refcocog/utils_rec.py,sha256=eCaqIMl2UHxcJi8r4TqsLDVdUPEzF6skNEsNn2o7tWA,7931
lmms_eval/tasks/scienceqa/scienceqa.yaml,sha256=nlpRim_Z3oVBkBSVpoh6_VTO-nF7iNM56hV6qwKg1tk,868
lmms_eval/tasks/scienceqa/scienceqa_full.yaml,sha256=1aKyaeK45z1WvVft86lXqT3bdId0VmIMQk1nityZBsI,59
lmms_eval/tasks/scienceqa/scienceqa_img.yaml,sha256=1_fNBxMQYsqZ0WKU_bY4IpJ4DDhvzQxvfCTH9HprbeA,948
lmms_eval/tasks/scienceqa/utils.py,sha256=oZcJACkimoRCijfa65NCKKylwrW5oL78PXWqIk-SNRw,1743
lmms_eval/tasks/screenspot/README.md,sha256=8RjTm_TDdEMOPQJRdrbwA9QYf3wonwFlM3gYMKmS0dA,2648
lmms_eval/tasks/screenspot/_default_template_rec_yaml,sha256=kxJTf6xvB3eMF_G4OIomF-qV9NQKJVt1np5kHDMARkI,1196
lmms_eval/tasks/screenspot/_default_template_reg_yaml,sha256=4fvR6CjVuaHwS65m8glTiLR9S-fLHvuiyFO-fMFHeVE,464
lmms_eval/tasks/screenspot/_screenspot.yaml,sha256=hBEjdQwNJpv03bxSN3-2xTtv0pqmTpBmOWif7lG1hqw,67
lmms_eval/tasks/screenspot/screenspot_rec_test.yaml,sha256=kiUXrV8ZuvdW4AyVTtAixOlOaCpbMLGFEjBXH2QRE14,101
lmms_eval/tasks/screenspot/screenspot_reg_test.yaml,sha256=r_S_E97C1tnpfypUbvgIpim6G_xG8Q_EUAeIiqkLlMs,101
lmms_eval/tasks/screenspot/utils.py,sha256=imtNV7rNXddFLVB7_54kRJf8ggnF1CNEkslNXqyGbTY,4048
lmms_eval/tasks/screenspot/utils_rec.py,sha256=WSlZkVZMRlHWUPlPUGapO5Ws36SNqRhNYr1QFoYQgWY,7663
lmms_eval/tasks/seedbench/seedbench.yaml,sha256=mNM54uCb0MH73h7-oSu-ozaX3os4CUKDRZz91uygCJ4,936
lmms_eval/tasks/seedbench/seedbench_lite.yaml,sha256=TeKE_MRbs69ijuKEyMpbVJlJs7GuC2GVBIA8CqHUoF8,969
lmms_eval/tasks/seedbench/seedbench_ppl.yaml,sha256=FrpaAzrdc5NtI3BP_UIfj4jbN4V68wCbspl0nAw55wQ,528
lmms_eval/tasks/seedbench/utils.py,sha256=tVA0SmTajeIi63VC1iO8UUGO8HXVcYnBP-oQLe_wuZ0,1852
lmms_eval/tasks/seedbench_2/seedbench_2.yaml,sha256=AI3012aAgLzaf2pdBWnCj6yYg9LAOs9Jdjye9nenshY,1846
lmms_eval/tasks/seedbench_2/utils.py,sha256=y4Yi0q9kfiVbL5ZxvlDNK7yKwGG7UKFzsrroampZX2g,2188
lmms_eval/tasks/seedbench_2_plus/seedbench_2_plus.yaml,sha256=YSpAQYYJ4XHV-kJyz-YAHarTAU5SnzUZa9MftoQA7Bk,1509
lmms_eval/tasks/seedbench_2_plus/utils.py,sha256=MvnDTgoKB80bUpQER0xiZCYCfggou2KkTNxfS0-2ssM,1955
lmms_eval/tasks/stvqa/stvqa.yaml,sha256=XtKq3K4vGUhtM_PqUWnNaseisxdTPFs11ucvVZO4DtQ,571
lmms_eval/tasks/stvqa/utils.py,sha256=cTBgEjC8gmY5dNse911dnodukmE8iROLsd0AokL6zpI,827
lmms_eval/tasks/synthdog/donut_evaluator.py,sha256=Y5EsVn-oIF35h173xMY77pZD-Q1ZAjZPHlMO8aRq9_A,7952
lmms_eval/tasks/synthdog/synthdog.yaml,sha256=SKwr0VrqgzMmVeAQG46J-hXV7cKHDOqOrUnHVqWD4Ik,49
lmms_eval/tasks/synthdog/synthdog_en.yaml,sha256=MQpjtqB3oW3fWar8agOwAh0gIcZgYiTRHqxK6p9N87Q,775
lmms_eval/tasks/synthdog/synthdog_zh.yaml,sha256=GUISHYiOgEn_Nhsq1USPHVd7gFZyhUne6vERh7Bjtr4,774
lmms_eval/tasks/synthdog/utils.py,sha256=Sv8UOtxOJaWaltKjz-FqRgoGnLjI79Bv_Mlr5ZnNsQ0,1157
lmms_eval/tasks/tempcompass/_default_template_yaml,sha256=h0LKGpx4JXcxBz8XcoNrmP6HEgLcai7Lc0L0hE8qaL0,376
lmms_eval/tasks/tempcompass/_tempcompass.yaml,sha256=6dWMcTe828GCTul9AbnFn0DntgPUrAuuUUnmyWlJlWM,129
lmms_eval/tasks/tempcompass/tempcompass_caption_matching.yaml,sha256=EKBxMp5P-XFLJmox7IlMeHspJSzEf650F71rzvfLiao,1132
lmms_eval/tasks/tempcompass/tempcompass_captioning.yaml,sha256=OHWNagTOQAy0xhLH_YwX58UfVY2TbqTmH9wFLqepmHo,1108
lmms_eval/tasks/tempcompass/tempcompass_mc.yaml,sha256=uDVC6Zq9o5QVDlDQ7H_JOUjYHFnZEV6C41gHtlkO3JE,1116
lmms_eval/tasks/tempcompass/tempcompass_yes_no.yaml,sha256=5q7-4FpRcMeAL7Di06Dk9Zg5_Cw0x879Nlox-rjkzHI,1092
lmms_eval/tasks/tempcompass/utils.py,sha256=1NTl_1NygtgEQHNfjhUL12e0gO4wuN7OC5BrPl4iIBU,20870
lmms_eval/tasks/textcaps/_default_template_textcaps_yaml,sha256=zox_oKqp2MOhzUse6_ZZCzfkfJr7ur_sJmYFPC-yDbE,104
lmms_eval/tasks/textcaps/textcaps.yaml,sha256=ehulkw0j78ivNUnZwlmADnyGa3-C1FPy2GZRkH8xVkA,57
lmms_eval/tasks/textcaps/textcaps_test.yaml,sha256=UL4h9xxOvEDEyQw5Dv4cK1ClAI19MxEkfmSz_6k84t0,798
lmms_eval/tasks/textcaps/textcaps_train.yaml,sha256=SfldSiFRtDomOCQRaYBCQeV0z9eytJZ7wMggbE7TE_E,1541
lmms_eval/tasks/textcaps/textcaps_val.yaml,sha256=QmfQOAuwa_Boyr_Mu70gYFrvz9DhM1wf-kPZhqvRfp8,1506
lmms_eval/tasks/textcaps/textcaps_val_lite.yaml,sha256=lajzAwre0ade-brCPH7edKv5Kqc6HlCaR4Gz6LeQ2jg,1582
lmms_eval/tasks/textcaps/utils.py,sha256=Umim8AajjWIDJ9VyMijw2wfroFGMx7nnp6XrlZUvqpA,5030
lmms_eval/tasks/textvqa/_default_template_textvqa_yaml,sha256=k9pDFKkCy8RNsVDeDksUu0-T780NcqRp0nlQzIyjKBo,491
lmms_eval/tasks/textvqa/_textvqa.yaml,sha256=3h51wldeIfx7SuGLmOiLiUfVl7VdRtUBWwjr-KaMQHM,49
lmms_eval/tasks/textvqa/textvqa_test.yaml,sha256=UP3R2OklWamVnBbEhwKYJ2_FBnyuQNjty_hyX1041lA,202
lmms_eval/tasks/textvqa/textvqa_val.yaml,sha256=3RzAvwOiClXRtaLNPKGUIAmhO3_0uWQ22b7jD4qamTo,331
lmms_eval/tasks/textvqa/textvqa_val_lite.yaml,sha256=1jF9dWNwHAk9U95NycpfCBY4Mu1kZxXSG6TqO-S_BLk,815
lmms_eval/tasks/textvqa/utils.py,sha256=ZuiwKEcHyeDidYWLRpWfOEckqE8I36P29HWbYPP18nM,2320
lmms_eval/tasks/vatex/_vatex.yaml,sha256=8qhdHozptephXj_9lBGRJ7RLjjI56TJp4ew0DCLe6MI,47
lmms_eval/tasks/vatex/utils.py,sha256=QzbyZGunlgXPWblmQNTqcYanEZ671cmp3VINNZZNbh0,8968
lmms_eval/tasks/vatex/vatex_test.yaml,sha256=OhVNhZOlomUR8YwpYeSlERJdoVYpygquhciugocLxtU,1678
lmms_eval/tasks/vatex/vatex_val_zh.yaml,sha256=cWHcvlASlANN890oQ5YuAUQ945_VVKvNZb9afM3J3lE,1612
lmms_eval/tasks/vcr_wiki/_default_template_vcr_yaml,sha256=ZSsbdv1IeYBs-r-DKMvJM5KxtRGhYA9-4Wm4Mrb94as,529
lmms_eval/tasks/vcr_wiki/utils.py,sha256=3ev8AYLbMogduExxeh8p-gs0lYi1DNFqOMz7GWcRL10,9526
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_easy.yaml,sha256=P9rsdnKztpMAKuPF4CdlaLq_A7ozRhycu-esCt06x9E,592
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_easy_100.yaml,sha256=GcT2z8qm2CJ8j7bmb6zBG1yhcmf15gdNgMRvlRzSyUU,600
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_easy_500.yaml,sha256=JOCk8GXl8SSMcHz97h7C3GeJcUlLV6XwRpUqKIv62nE,600
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_hard.yaml,sha256=ZO7voJmdX3UAXSFM097YpPDD6Lr4OlalfFG832_3E_I,592
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_hard_100.yaml,sha256=7GnzApB6kKR1KCcnFwUT2bB6n_X5FBPxdoI4rEzFUOk,600
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_hard_500.yaml,sha256=46HGRbcqseqtAUpG741FEO1ZGK6Sf_60FcTVGgGWezk,600
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_easy.yaml,sha256=6sP8nlToN_WjB9DYcA7Jjqk2t-EghUDhkF6COb13GEo,582
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_easy_100.yaml,sha256=pAafoZi9bGXXGlebU_14SLKVqG341zMAAgOeBul_ZoI,590
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_easy_500.yaml,sha256=9XX2bJpO81ApRppl5wyHvWBSdnxTd1pEiuJ2MsoG-ik,590
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_hard.yaml,sha256=moiJMUbcBQNNC1dpHJfA4cK-Jm1GzHHHVjwO6xap8RY,582
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_hard_100.yaml,sha256=UjCrUsFUgFTgUS-6m9Tj8f1wU9qNv_stq2kRs3oCcGQ,590
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_hard_500.yaml,sha256=EUdL2_5SWR8W1SMK-E6YzpmZJxTg2JPctgSMvXs8tLg,590
lmms_eval/tasks/vibe_eval/utils.py,sha256=ClEQV9Hnej_mArX4buUiEH_TyTvUGESVzfUPHZW8qv8,6343
lmms_eval/tasks/vibe_eval/vibe_eval.yaml,sha256=MtXmbqrFkpT9AUWHETy5TSbG9enM0JMms5eirztRhCQ,1059
lmms_eval/tasks/video_detail_description/README.md,sha256=iMt7w30Iyw-ohfk372QjP5BjSCxMQpqMian55u5Vc6c,1260
lmms_eval/tasks/video_detail_description/_default_template_yaml,sha256=IpwS518bJcZwIT4zCqFdeTUutlPUwOQyUzgEqeQAvGg,260
lmms_eval/tasks/video_detail_description/utils.py,sha256=r233YnNy8qhBDVIbB7j4z4hEyTF5PcXrwHIfSU6Jk3c,8651
lmms_eval/tasks/video_detail_description/video_detail_description.yaml,sha256=bSdZVV3w0_g3e_n6DfcKsKkNosUlt9VIToOGj5GVXfI,525
lmms_eval/tasks/videochatgpt/_default_template_yaml,sha256=7QZh0tyr0i6LEo1948HVcbumKWBxDD4sLW_r0IKTXnY,250
lmms_eval/tasks/videochatgpt/_videochatgpt.yaml,sha256=2IQ0pBNtUkDxClgpe2ybKjV9ej69jN8nfcbeXMz8i6M,102
lmms_eval/tasks/videochatgpt/utils.py,sha256=HxqUIij6rftfXgqDawNO5PDws0pLO5PAWdyeDccK0rM,27210
lmms_eval/tasks/videochatgpt/videochatgpt_consistency.yaml,sha256=Ww1CyCgMgJhpGLHj8wxl96hCcp2cO47eZ0E8ASrcxXM,666
lmms_eval/tasks/videochatgpt/videochatgpt_generic.yaml,sha256=UrG5NXDb1rQMXqUNqHWK-muUejmKyY1xrFO6bHxOIlo,875
lmms_eval/tasks/videochatgpt/videochatgpt_temporal.yaml,sha256=NDk4WSe2XZs6qrap9WNuhALfWXLEzcTt6nrJ22EBiw4,618
lmms_eval/tasks/videomme/utils.py,sha256=tgxoZhCgDX0_lKpJ3x6Lwu1cUw7XLdRhXPNrb3MQEsM,14193
lmms_eval/tasks/videomme/videomme.yaml,sha256=SkJZV5nTHlkpI6AGIVvF0W_2ny9uOBw1k8zno0Jkmo4,1370
lmms_eval/tasks/videomme/videomme_w_subtitle.yaml,sha256=bj_gF0brWi3xlQj0jIsxTyg1UH2Mj4H1Tpu9-lQ9qHE,1426
lmms_eval/tasks/vitatecs/_default_template_yaml,sha256=-PCtkawv5sDj0AHx19tX5RVdRbJTtWEqvLyGc26oKPw,220
lmms_eval/tasks/vitatecs/_vitatecs.yaml,sha256=NpZK8uQ_hFB_sMuhsSn3XQhbWpkrb3s4NrlPFY1fJiQ,152
lmms_eval/tasks/vitatecs/utils.py,sha256=Phsy2r7FbR31j8JqA7qEuKZA5MSvviBezZkjcZ7Bmcc,7847
lmms_eval/tasks/vitatecs/vitatecs_compositionality.yaml,sha256=fc_dZAfVdtYQ4Ew-TxHtir9-DBvgD54pXQL_8CnDe34,480
lmms_eval/tasks/vitatecs/vitatecs_direction.yaml,sha256=fP-FqVHCNYkzZheYMLDM1aBTPZligWDBDKTNl7-E26U,466
lmms_eval/tasks/vitatecs/vitatecs_intensity.yaml,sha256=-reJpvaVj5sXbKf4vQNV6KACnD9GZl_TDrojG7u_p_k,466
lmms_eval/tasks/vitatecs/vitatecs_localization.yaml,sha256=UZWfrarpgLAmk3_CW9MzzIUDYF2ZxW5NqSsp3OIP1NE,472
lmms_eval/tasks/vitatecs/vitatecs_sequence.yaml,sha256=oUKax7hU9RfUQTrOJhMOSKiwqa_flB8kEA2tFQTgoZY,464
lmms_eval/tasks/vitatecs/vitatecs_type.yaml,sha256=Q1nUddi9f4Fnrm3DY6DfgmuUpUwIDw7hAwIvniYeL3E,456
lmms_eval/tasks/vizwiz_vqa/_default_template_vqa_yaml,sha256=HalRJuuiQ_QC1HXESGoveCTJLs3hlPp7uKngkecO3_Y,534
lmms_eval/tasks/vizwiz_vqa/_generate_config.py,sha256=Rb6sYW28rSnGxTVWJfd7J9bhKVWMQm5sEBVIK7ud_PI,874
lmms_eval/tasks/vizwiz_vqa/_vizwiz_vqa.yaml,sha256=_Zktiu9VlNkXFFOHNCjtox3WN7YDqGQJeCpC8e-fOZo,58
lmms_eval/tasks/vizwiz_vqa/utils.py,sha256=u_cPhrXeE_V6ufVKEqxfdclmwyKGx0u3IruMKTOwWEc,2251
lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_test.yaml,sha256=DeXtt2H5LZqpbDO8TiCh1tut2_3qqBG4A_XS8zGsY0s,398
lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_val.yaml,sha256=fGw7TgEJTs_zVlwgoluA1gPARSFYBkd3L6zcI2NrC4o,331
lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_val_lite.yaml,sha256=mrUAuW50ejhnBKTEdWSGlYFZyl05VbkbxGlgkYcIGBM,870
lmms_eval/tasks/vqav2/_default_template_vqav2_yaml,sha256=wEZfCJGHqOrJ6Q2PmtNAh5w_vCdvlIX2T2WljQJFWpo,404
lmms_eval/tasks/vqav2/_vqav2.yaml,sha256=afQmO8ekGofJUghmMjL-Z7o_4g7ZESlQ1mCaBQJPtO8,43
lmms_eval/tasks/vqav2/utils.py,sha256=NT-47H3ENus507eo5VTcXl8shiKkcaRClIES0y1u75k,2990
lmms_eval/tasks/vqav2/vqav2_test.yaml,sha256=9r6rLMtdsUoLFEeH6Vb-yHnR6gezZBJdKzwgQIkppGA,258
lmms_eval/tasks/vqav2/vqav2_val.yaml,sha256=-vblL6C3tjo9pjKSYoslnCOdo98BRCRBSyO1lGdNrdY,275
lmms_eval/tasks/vqav2/vqav2_val_lite.yaml,sha256=P9glDtDHfmLPA3Uh6_ywYfPp4CN_IyK1nrfgiavngJA,674
lmms_eval/tasks/websrc/README.md,sha256=G4pLafqNEGn1ROjTSmeMAvnpzk5ZLD9B2Jn1u49FL5g,1976
lmms_eval/tasks/websrc/utils.py,sha256=nNrwrHD03iinqV5JeJlmuomlF-AzLct9-p7Lo2pDIIA,4240
lmms_eval/tasks/websrc/websrc.yaml,sha256=88GXR7Q3CKCh3NOq8mzkmpqrK4L8H1gSC7K91TRD6fY,47
lmms_eval/tasks/websrc/websrc_test.yaml,sha256=nacEBbZ_wBAS4RcThq8R3vUPoYGro9kPO1anQ0GAjvg,720
lmms_eval/tasks/websrc/websrc_val.yaml,sha256=C7gBLLW_sgIJDG6rOtmv3rrfV_vjookBtmCZPulq_mc,698
lmms_eval/tasks/wild_vision_bench/_default_template_yaml,sha256=AwjNQWURH8qw3t1Fo9PiEObqS1K4lhn8eXglYS6aOVA,1919
lmms_eval/tasks/wild_vision_bench/utils.py,sha256=j2z2yCQXNhysbkZjMi-s2jWdH1o2scOnGquzWRzrMWI,12950
lmms_eval/tasks/wild_vision_bench/wild_vision_bench0617.yaml,sha256=3I1Li5tb4iXTjFRG-3aJfb_n8wXJCjz7OKkx3IF4740,232
lmms_eval/tasks/wild_vision_bench/wild_vision_bench0630.yaml,sha256=Dld3kWHowR9j9ePVV0fHITWJyZLTAzvvhQMW8tKRPQc,232
lmms_eval/tasks/wild_vision_bench/wildvision_bench.yaml,sha256=-0dKJ6iCNV1pj9mjjy7hv_iHAiuI6-0xpHd5BRsaRqo,64
lmms_eval/tasks/worldqa/_default_template_yaml,sha256=9q51_TreM8Gsgpoa5oqMUXmpTWN2WvSQy09xF4jEn6M,169
lmms_eval/tasks/worldqa/utils.py,sha256=MrHV18Ko6Suiv5Zc735L2IMdmvk3hvm7wMdjyNWeet4,11001
lmms_eval/tasks/worldqa/worldqa.yaml,sha256=djolZp5iBYSRi8Ov08TmtxBYjZUx2XsLnRLsavFrLVw,49
lmms_eval/tasks/worldqa/worldqa_generation.yaml,sha256=Sw8C44YKnfCZXRzKRvhGl2AvIZ8vWz-1zn-9l_oUnTE,634
lmms_eval/tasks/worldqa/worldqa_mc.yaml,sha256=ePutof4aDOqTsnsPuTzcOnB6xw3uOoVt16GHqcByY-A,830
lmms_eval/tasks/worldqa/worldqa_mc_evaluator.py,sha256=X0LzcwA3ychPEfX10QP-TcXySvJZhgfxLafb0EtFDHE,4922
lmms_eval/tasks/worldqa/worldqa_mcppl.yaml,sha256=ygou_QlDFhg0wVINnrJ1LGpVq5nlYAWf7UjBje1sYus,420
lmms_eval/tasks/youcook2/_default_template_yaml,sha256=fi5C_gTInXqtw9xlnf7usCfaK7sHLSStLn5X6N1ZDP8,105
lmms_eval/tasks/youcook2/utils.py,sha256=b_265AsYXa9vTRKcwq9fnHcyxeCSu2fPLxLmCvhQWWQ,4103
lmms_eval/tasks/youcook2/youcook2_val.yaml,sha256=9Qzzeht7QQx-6qURCUUtTBjVzgDtp-MozpsxZpJBlhE,1450
lmms_eval-0.2.4.dist-info/LICENSE,sha256=T69TRXiTJNmkruqPljxnqwQLdfqAA17aI4dJ8wM49H8,2732
lmms_eval-0.2.4.dist-info/METADATA,sha256=N2mO5paDkrc0j0P8BBA7ZzHUV-LRaIN6MXfNuaJmBhE,17912
lmms_eval-0.2.4.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
lmms_eval-0.2.4.dist-info/entry_points.txt,sha256=SC9huEZ1bEZGQR7ftUyacIyUwjzuoh4pZ84vi-9vxH4,62
lmms_eval-0.2.4.dist-info/top_level.txt,sha256=_nARI5xBw0DrB6jDBzBGs56QMpYKSyKCkwuTR9f-VUU,10
lmms_eval-0.2.4.dist-info/RECORD,,
