fmbench/0_setup.ipynb,sha256=OazNdiGRMdc2hPFIo01N0yE9WSF37CEW1sThDHmXfG8,24549
fmbench/1_generate_data.ipynb,sha256=CfP29se80JkcnV8qc5MulM4ODpy8IJVUV_mrcFb8WD4,35793
fmbench/2_deploy_model.ipynb,sha256=VwENRe_W8Dfgx0jFAyBtzod7nlLaaUIuKPNedY9WtzI,19929
fmbench/3_run_inference.ipynb,sha256=0o0iEgKVDM3SHTD1rtvBV8zKdpsjnw6tFrnZMfQLdpo,72755
fmbench/4_get_evaluations.ipynb,sha256=7fuTieu1OeGn9nVi9ih_dwD4GOGR9ubF8oqSvJ4nu-Y,113871
fmbench/5_model_metric_analysis.ipynb,sha256=Zu3Nm3Pa9rY-tfTUFirlFtQwuev5-HIomWxk2QIuW2A,112120
fmbench/6_cleanup.ipynb,sha256=2XE408tG5dYwxrYSB3uHNC3UC0EvN9ZYas3PXDWqlHU,6595
fmbench/__init__.py,sha256=ID7e6XEauii7sRH1fxHSvZzAaap0GLw5VGTZsIRP98w,223
fmbench/bring_your_own_dataset.ipynb,sha256=PFB7PncGrrQEB4oad4oNww-JoXQBHM6_x7n7ah0xDr0,18225
fmbench/config_filepath.txt,sha256=COeCMHWiO9q_kIz0so1-IRr9HYiEJmBm8rKUbfNWzAw,77
fmbench/configs/NousResearchHermes70B/config-Nous-Hermes3-1-70b-g5.48xl-tp-8-mc-max-djl.yml,sha256=kagrj5ub3DEJe_fI-qWu6CCgW_B22U126BCBwWceh8s,9395
fmbench/configs/NousResearchHermes70B/config-Nous-Hermes3-1-70b-inf2.48xl-triton-tp24.yml,sha256=32QzFxG8o8oJkcQPJl72P2ds2nZf9n4NMWR3DaPhoiQ,10439
fmbench/configs/NousResearchHermes70B/config-Nous-Hermes3-1-70b-trn1.32xl-deploy-ec2-triton.yml,sha256=kLZJdl1mpN8pDauNCnYpLDfOWUgOr9doXoqqR3c7J_g,10426
fmbench/configs/bedrock/config-bedrock-all-anthropic-models-longbench-data.yml,sha256=YKuqi_4-32_DgrmnjbZlHNECgmvrhski4rwm4QqEXvA,7578
fmbench/configs/bedrock/config-bedrock-anthropic-models-OpenOrca.yml,sha256=EQMAxxBPXTwYI6mhzhfldYf8OWnpn3L-Z49yc4UGv6g,5764
fmbench/configs/bedrock/config-bedrock-claude.yml,sha256=nrzc2GH-2hW4ydP3b0eibuGEpzoMIOot8ENOpYYXGY0,5217
fmbench/configs/bedrock/config-bedrock-evals-only-conc-1.yml,sha256=mM_uJ2qedB80C17PahHOURijeW4guZkI8eOWdDrmMl4,15809
fmbench/configs/bedrock/config-bedrock-haiku-sonnet-majority-voting.yml,sha256=4DlfNnnetce71BvKs0zu_1uGRQqFL6XNsSwcDkFBQQM,5762
fmbench/configs/bedrock/config-bedrock-llama3-1-70b-streaming.yml,sha256=xt8DfCsnZUTMGdQqVTP_pSAwe74JJbGiza2RKY1JaII,8804
fmbench/configs/bedrock/config-bedrock-llama3-1-8b-streaming.yml,sha256=h15PItVaBw4rkswxEgUUvVvulMSjE2LMN3wHemryGl8,9824
fmbench/configs/bedrock/config-bedrock-llama3-1-no-streaming.yml,sha256=nbxI5pVzivSguKH34UDD4dv5B-V6FegxXVxJJCuEOiI,11055
fmbench/configs/bedrock/config-bedrock-llama3-1.yml,sha256=l489eTR9UfT9G4v2kjHSUg87h_LmWhSgX1TpWElwoEY,11051
fmbench/configs/bedrock/config-bedrock-llama3-streaming.yml,sha256=M9fybPmv2SgPFJIeK-Acif4RhT_Lr1sQCYO22Ep5HYc,11132
fmbench/configs/bedrock/config-bedrock-models-OpenOrca.yml,sha256=At2odJpySZr8J33rN5l6fer2SsB89IwfXbxrZRHJaHY,11111
fmbench/configs/bedrock/config-bedrock-titan-text-express.yml,sha256=y_-XCtDPCYLW1sN3wqFJM4R93CV2CoyJjxg5KvkaJEQ,4493
fmbench/configs/bedrock/config-bedrock.yml,sha256=NtJOWqsqdMOg9OBYoxys283zLGn8JTWpa6C9dngO7rA,16757
fmbench/configs/bedrock/config-claude-3-5-sonnet-v2.yml,sha256=Z9VGhQe0CPMJSrPIDFSYs3f5YPRUYMErbNmC6tJAi0c,4809
fmbench/configs/bedrock/config-claude-dolly-dataset.yml,sha256=qzdMfWSQyz8y8loWSizsDzIvIwX2noS3zuQ5QKptliw,4484
fmbench/configs/bedrock/config-llama-3-2-11b-databricks-dolly-15k.yml,sha256=m8LB5GYn42AlS2O4cuO56KsVClLP7QPZWkvj8SfPdoU,9042
fmbench/configs/bedrock/config-llama-3-2-1b-3b-no-evals.yml,sha256=fSzNVqdRtiqdduUfUudmTJ7cDYpZ9lIeTVbtFcYVP_U,11310
fmbench/configs/bedrock/config-llama-3-2-1b-3b.yml,sha256=DLTUwaiQqxjX0UAWuhJGvU5vzbf4fQwCp296P9MTep8,11295
fmbench/configs/bedrock/config-llama-3-2-all-models-longbench-hf-version.yml,sha256=fwMGs9Q9HO7REqsUK8QOq4aeTspdp2KVpGAji0dVCpU,16479
fmbench/configs/bedrock/config-llama-3-2-all-models.yml,sha256=yp_ujZsHBdjRY1pbaOXIk1e6JCQpfjTpB3vxKuPBi90,16256
fmbench/configs/bert/config-distilbert-base-uncased.yml,sha256=VQrMatd1gV8zRrVDLjPrQ_Tr9LitZnCI5CDVCb8pSgE,5624
fmbench/configs/byoe/config-model-byo-sagemaker-endpoint.yml,sha256=snI-Lid0SDZaUfyVixMSQC03nRSGfmgsxV57BGDOd8Y,4599
fmbench/configs/eks_manifests/llama3-ray-service.yaml,sha256=dr-Zn-q0C3zBkxR5qXQj_NkLLk0JPeq8jiL97xtCuOU,3951
fmbench/configs/eks_manifests/mistral-ray-service.yaml,sha256=h0BoBT_U5ttVCYKIE5GU1B2M5T0SzkyfbUrhB_gnInA,4954
fmbench/configs/embeddings/bge-base-en-v1-5-c5-embeddings.yml,sha256=G7z9Iju_FdLDzbbvno6Seaj-OWqcrxBeQn_XMc2sGWU,5786
fmbench/configs/embeddings/bge-base-en-v1-5-g5-embeddings.yml,sha256=QQKlULEYudWwFOQsdBSpM8wam7KK8vjuPTq8dPSAz_s,4918
fmbench/configs/embeddings/bge-base-en-v1-5-g5-g4dn-c7-embeddings.yml,sha256=nxXEqElQjxNmj4SqMZDsvXsyVTHsQAm4qctC2wLZ0VQ,5829
fmbench/configs/gemma/config-gemma-2b-g5.yml,sha256=s4jmrV1jjeMdwQldv2cUWCIIQBVxvZKEba6Xh89LHwQ,9187
fmbench/configs/llama2/13b/config-bedrock-sagemaker-llama2.yml,sha256=5D2UBg8DvdVjfKx90IzgjpevrewprQl1HdYfoKt_GeM,5812
fmbench/configs/llama2/13b/config-byo-rest-ep-llama2-13b.yml,sha256=9Xr5pebydSEl_edokzSv1x1KVuTo1ozo1yZziDPn9j8,8827
fmbench/configs/llama2/13b/config-llama2-13b-inf2-g5-p4d.yml,sha256=IQ_Z-iCgKPdEKasDUT1VJlReE2BRtWDB7_P4oLXlqMQ,10446
fmbench/configs/llama2/13b/config-llama2-13b-inf2-g5.yml,sha256=y42guKgFCqubfedqjKlKu9RTpwAN9zoyyZtdxj3JvIw,7035
fmbench/configs/llama2/70b/config-ec2-llama2-70b.yml,sha256=izeeR72eCg207vINkdNZaRkEe0HbauniUIVF7grmxiw,9540
fmbench/configs/llama2/70b/config-llama2-70b-g5-p4d-tgi.yml,sha256=RVfZud6pNU34iFXtaqNg5atrdai0BQHWrZovsuD20W0,5621
fmbench/configs/llama2/70b/config-llama2-70b-g5-p4d-trt.yml,sha256=_qGgYLMeifokopSKtqgV4ilccwGRu_5EpPSMmOtyeMA,6253
fmbench/configs/llama2/70b/config-llama2-70b-inf2-g5.yml,sha256=QXlIWYzb1vblFdQy5VEsEnOTkijmsB0ZKSfunCkfjuk,5708
fmbench/configs/llama2/7b/config-llama2-7b-byo-sagemaker-endpoint.yml,sha256=tHomObF4Mg8i9NAHsGsSbmIVCSUICIznISSR-kXA2Bs,5635
fmbench/configs/llama2/7b/config-llama2-7b-g4dn-g5-trt.yml,sha256=qC5-ftBRLK-BuIHwpe2YISkewub9dlbEf_emwPEqNMg,4704
fmbench/configs/llama2/7b/config-llama2-7b-g5-no-s3-quick.yml,sha256=XfhtKZAeADZmwzH-QCIrP5F3-E2PGjQ0p9aXiHTRRwg,12149
fmbench/configs/llama2/7b/config-llama2-7b-g5-quick.yml,sha256=7a_VrKpB5Zr6QxtWhh95gBBiZmcTO5xLPQZpQL1PS74,12330
fmbench/configs/llama2/7b/config-llama2-7b-inf2-g5.yml,sha256=ejoMsB-IGB6FfDtvbhO7f8kXmGdUnQqvdAiNTSm4xDA,7982
fmbench/configs/llama3/70b/config-ec2-llama3-70b-instruct.yml,sha256=Ze1vrFofkzuBrb3ZjstmfjzFtYdP3F589gVKXSRh_aY,9862
fmbench/configs/llama3/70b/config-ec2-neuron-llama3-70b-inf2-48xl-deploy-sm.yml,sha256=95Cf_Yb4P701E4cLKO-GUO6h6OFt_YImBJjRVOYcFTY,9397
fmbench/configs/llama3/70b/config-llama3-70b-instruct-g5-48xl.yml,sha256=p_sEZrmyBsNpIDcqydWpNnbSgg9KwFx3MDj8teYiXrQ,5119
fmbench/configs/llama3/70b/config-llama3-70b-instruct-g5-p4d.yml,sha256=Klqi2KOoUPmLgrY29pa5DsUJ-q49tPmxD2RMKCP5a8Q,5669
fmbench/configs/llama3/70b/config-llama3-70b-instruct-p4d.yml,sha256=id5BNtrN-0WEA5QY2ROhsOiXKCb9CQv7MCE9vqP9bvg,4565
fmbench/configs/llama3/8b/config-bedrock.yml,sha256=RpJtmiuKuRt7veCu13BQxJ4knqFjzCdfnfdXNJDs3CU,11912
fmbench/configs/llama3/8b/config-ec2-llama3-8b-c5-18xlarge.yml,sha256=WBg6dm5n2C2leN1DyCPdw8nexDzYeTqexSEPoJ6FeBc,9617
fmbench/configs/llama3/8b/config-ec2-llama3-8b-g6e-2xlarge.yml,sha256=v0HsqLorFHqw-ilXG_3kgmU4jneUyZu6VZhisVmaFmA,9297
fmbench/configs/llama3/8b/config-ec2-llama3-8b-inf2-48xl.yml,sha256=0L8cFq7vGndDXSb5gS8-JHSob9Sgjf7a2zJ0yN8FT0U,10254
fmbench/configs/llama3/8b/config-ec2-llama3-8b-m5-16xlarge.yml,sha256=vsFiOGDiCSkrhFUpk7RIz2JXHR4mCrxi0QO4V8C1riU,9635
fmbench/configs/llama3/8b/config-ec2-llama3-8b-m7a-16xlarge.yml,sha256=2o_uxgdFI0ybCSFG2HDNvMhUKpvkEED_JgwhOLXWUds,9024
fmbench/configs/llama3/8b/config-ec2-llama3-8b-m7a-24xlarge.yml,sha256=uPDdjKjjDTd1jgcYlUyTleg5r1f9UCKv9KZmM3VNNaA,9638
fmbench/configs/llama3/8b/config-ec2-llama3-8b-m7i-12xlarge.yml,sha256=HiNjPgCSTYhjEkH-HQTcql7yQ5x-Egge6Ij4iKSv_1w,9584
fmbench/configs/llama3/8b/config-ec2-llama3-8b-neuron-trn1-32xl-tp16-sm.yml,sha256=y_k6v_R9F9MC7NAy7i4ebZpMRrW9FKTPiMbJNaOnGOo,11682
fmbench/configs/llama3/8b/config-ec2-llama3-8b-p4d-tp-2-mc-max.yml,sha256=iVDVb-9sdK56Oda8mM4sVMwr4E5hQnPCe-bZGziQMeE,9723
fmbench/configs/llama3/8b/config-ec2-llama3-8b-p4d-tp-4-mc-max.yml,sha256=4nLbQ5_v9vo3jKL8Ll9syqdF6FzO9lcg1Md4Jts4aX0,9723
fmbench/configs/llama3/8b/config-ec2-llama3-8b-p4d-tp-8-mc-max.yml,sha256=rNfe3HxiJmEDK4km-RjZMChBAQyRBpqsTJYcDmsKB9k,9723
fmbench/configs/llama3/8b/config-ec2-llama3-8b-p4de-tp-2-mc-max.yml,sha256=Z_6AZrXoO8_CVLvwgwmtqh42FLWNyZK2EgaiWvpE-6E,9725
fmbench/configs/llama3/8b/config-ec2-llama3-8b-p4de-tp-4-mc-max.yml,sha256=-SuLp4ISxZzsFAVWgsGdLWboj8pbiDPb07qZbM54hKQ,9725
fmbench/configs/llama3/8b/config-ec2-llama3-8b-p4de-tp-8-mc-max.yml,sha256=cB7QPrH0O79JPlEivDeYaeqFKOtiNQEBoZ6FTgAGqKM,9725
fmbench/configs/llama3/8b/config-ec2-llama3-8b-p5-tp-2-mc-max.yml,sha256=LB5z5a5p8xcjjsNRVDUQf54y_HEOshcZNE4AWIFoRBk,9931
fmbench/configs/llama3/8b/config-ec2-llama3-8b-p5-tp-8-mc-auto.yml,sha256=KmZoYAl2qZL5LrkEYKUD60ddn4ptxwqF2haioGJcBGQ,9952
fmbench/configs/llama3/8b/config-ec2-llama3-8b.yml,sha256=SXLLZN7qtDN-6NCqb7BZp43P5GKOYp4XQXm7-F8Q8ts,9726
fmbench/configs/llama3/8b/config-ec2-neuron-llama3-8b-inf2-24xl-deploy-sm.yml,sha256=pHfgCcXWvWBh83v5pd62VYZMaxSdtvO8s6fq72fmeb4,9384
fmbench/configs/llama3/8b/config-ec2-neuron-llama3-8b-inf2-48xl-deploy-sm.yml,sha256=PuzxeDqMuh33zx13KYP1oK4vcQPWxWMiDbCtpVFkedg,9388
fmbench/configs/llama3/8b/config-llama3-8b-eks-inf2.yml,sha256=U54NGKGFW6fJDeGmjDU8hm2dgYWD3yOYVmAptSgUyOY,9965
fmbench/configs/llama3/8b/config-llama3-8b-g5-streaming.yml,sha256=LSHptpFd3mAwfBiyOpswyy92pjlZwzWGjF8JMbimmUU,10630
fmbench/configs/llama3/8b/config-llama3-8b-g5.12xl-tp-2-mc-max-djl-ec2.yml,sha256=3OXZRp8WmgwQpmCFaiWd_VHo2weg1CxscFcGrylUycw,9387
fmbench/configs/llama3/8b/config-llama3-8b-g5.12xl-tp-2-mc-max-triton-ec2.yml,sha256=nAxu1pSLXOgW9jT6jfUChZkXczgMhCEkzE1VmPYNvjw,9306
fmbench/configs/llama3/8b/config-llama3-8b-g5.12xl-tp-4-mc-max-djl-ec2.yml,sha256=u1-JoDvVqF4QvAQMKlRpbSiJ3ZqGH6DpEytxR7NHRcM,9390
fmbench/configs/llama3/8b/config-llama3-8b-g5.12xl-tp-4-mc-max-triton-ec2.yml,sha256=jcckDsu1dIdxov1yimP9uYKHLh1CXWijGLedRAfXfTI,9309
fmbench/configs/llama3/8b/config-llama3-8b-g5.4xl-tp-1-mc-max-triton-ec2.yml,sha256=hLaq9Fvv5vtxn_WDvSdXimofI6gtWOgAhBBk4t0bekA,9304
fmbench/configs/llama3/8b/config-llama3-8b-g6e.12xl-tp-2-mc-max-djl-ec2.yml,sha256=js9hE22Em8g6FrEM-ycwKNqO9vtXQ_jE5O5tcONYbO0,9397
fmbench/configs/llama3/8b/config-llama3-8b-g6e.12xl-tp-2-mc-max-triton-ec2.yml,sha256=wcPf8Yt_YTO5UEu-8GS53wgD5vhBfK7_sQ9900ghl0A,9316
fmbench/configs/llama3/8b/config-llama3-8b-g6e.12xl-tp-4-mc-max-djl-ec2.yml,sha256=wC_GPy2u6WttQSO6ywfc8yXIjtQ3VpN48ZysprZ3zuA,9400
fmbench/configs/llama3/8b/config-llama3-8b-g6e.12xl-tp-4-mc-max-triton-ec2.yml,sha256=opiDK-hgH9O8VVO0yp_9tR3CAIiYMBVt0IabYypPueY,9319
fmbench/configs/llama3/8b/config-llama3-8b-g6e.24xl-tp-2-mc-max-djl-ec2.yml,sha256=DXPOJdN3-rnDSpO2ZNzj_tPsw10i00k4D8JjrNNzD7o,9397
fmbench/configs/llama3/8b/config-llama3-8b-g6e.24xl-tp-2-mc-max-triton-ec2.yml,sha256=akcBCoAh1TkrbouyuZz0E8ishN73V90qGF-SUZR3-Xw,9316
fmbench/configs/llama3/8b/config-llama3-8b-g6e.24xl-tp-4-mc-max-djl-ec2.yml,sha256=qbNN-uUtHYfFLfERxCnmv_HsEOre-LlMi9Wi9wtXwB8,9400
fmbench/configs/llama3/8b/config-llama3-8b-g6e.24xl-tp-4-mc-max-triton-ec2.yml,sha256=SzMhGjM3qRB3GeGtms7n1TC7vr_VwmknEdYU8GusDWM,9328
fmbench/configs/llama3/8b/config-llama3-8b-g6e.2xl-tp-1-mc-max-triton-ec2.yml,sha256=d-c1tc6_X3skk7L6CEw_jUDx8gfrAAdLEpsBBzVnkE0,9306
fmbench/configs/llama3/8b/config-llama3-8b-g6e.48xl-tp-2-mc-max-djl-ec2.yml,sha256=sIj2Jqwt1q57ul4mMEWZBAR2Pn4roUdvimkOrv0VxLE,9397
fmbench/configs/llama3/8b/config-llama3-8b-g6e.48xl-tp-2-mc-max-triton-ec2.yml,sha256=SEO43uku_2C186rOurSj4EG3mveYOXbgybhlW9TffLc,9316
fmbench/configs/llama3/8b/config-llama3-8b-g6e.48xl-tp-4-mc-max-djl-ec2.yml,sha256=GLyMmi_pL205YPXAwnhToHA1CCO1n_YB3xMNV7JskyU,9400
fmbench/configs/llama3/8b/config-llama3-8b-g6e.48xl-tp-4-mc-max-triton-ec2.yml,sha256=6s8ktYd6VNWTtK8q-eMuJbOjw6vJ9C2d0L8r28zzWTc,9328
fmbench/configs/llama3/8b/config-llama3-8b-g6e.48xl-tp-8-mc-max-djl-ec2.yml,sha256=GLyMmi_pL205YPXAwnhToHA1CCO1n_YB3xMNV7JskyU,9400
fmbench/configs/llama3/8b/config-llama3-8b-g6e.48xl-tp-8-mc-max-triton-ec2.yml,sha256=6s8ktYd6VNWTtK8q-eMuJbOjw6vJ9C2d0L8r28zzWTc,9328
fmbench/configs/llama3/8b/config-llama3-8b-g6e.4xl-tp-1-mc-max-djl-ec2.yml,sha256=IHJBOC6c_0vFulCnmceDgZRubs1pgwq9SMTwMgtGdtQ,9320
fmbench/configs/llama3/8b/config-llama3-8b-g6e.4xl-tp-1-mc-max-triton-ec2.yml,sha256=OQ4DPWKYe0V9E7psQ0oX8J8W-JuS-IMKenlIf1QbAZg,9306
fmbench/configs/llama3/8b/config-llama3-8b-g6e.xl-tp-1-mc-max-triton-ec2.yml,sha256=VlxOOKwvE7YYONi2IDj6r1w0hgFBfRKm02Z5h4d0wZM,9304
fmbench/configs/llama3/8b/config-llama3-8b-inf2-24xl-tp=8-bs=4-byoe.yml,sha256=8Ye0LuLj1_d5TfOyI2wL3Ce2h7hBgkmiOO78dKWXYq0,10237
fmbench/configs/llama3/8b/config-llama3-8b-inf2-48xl-tp=8-bs=4-byoe.yml,sha256=qrH6mpQ4e_YmmJJFwAG8T4wFhu3aGEFiIcuhe2jGezw,10188
fmbench/configs/llama3/8b/config-llama3-8b-inf2-48xlarge-triton-djl.yml,sha256=wur6Vb8K1k5QItyRWRDLFNHD_r2sVxXMjOWPYScMkA4,10559
fmbench/configs/llama3/8b/config-llama3-8b-inf2-g5-byoe-w-openorca.yml,sha256=YcmlMYVl12c6eYLlqrsAHsFV1z-g7gTbOk4PtsLJo8g,9561
fmbench/configs/llama3/8b/config-llama3-8b-inf2-g5.yml,sha256=kl-WQrlc-j1-uSQj5Ch8ZQ6zZVffhZcqQevxmRjhpPQ,10919
fmbench/configs/llama3/8b/config-llama3-8b-instruct-all.yml,sha256=fF2Y4LzD-K7hV4y0v4nBLKkBkucvJuGGOU_DbU5IeAo,23362
fmbench/configs/llama3/8b/config-llama3-8b-instruct-g5-12xl-4-instances.yml,sha256=6yFx0NiEISTP9GcFnWIIK8AfzibCs3VpBHyXisMjQ0c,4149
fmbench/configs/llama3/8b/config-llama3-8b-instruct-g5-12xl.yml,sha256=NbPpzTQY91sDQVjG1sY_xaYdrdygeIkg69Vw3KiVDsg,4905
fmbench/configs/llama3/8b/config-llama3-8b-instruct-g5-24xl.yml,sha256=YquUd-FmWW4fshSQwqo2j0_LY0TfAJE4do1GugJfR2E,4907
fmbench/configs/llama3/8b/config-llama3-8b-instruct-g5-2xl.yml,sha256=tjEvGUl-WgDB7C9VBOfBa5zlgFZQZ1NA0GRrmHtgTzc,5429
fmbench/configs/llama3/8b/config-llama3-8b-instruct-g5-48xl.yml,sha256=LGKWcEdh-dcGWM9Nx7KYN3AY6C0Rz5yhTBiM3YMCWdE,4903
fmbench/configs/llama3/8b/config-llama3-8b-instruct-g5-p4d.yml,sha256=m4taH39szpJVTtO_Fnsf06iVo8qbOizLqpaJDeLWlVc,5792
fmbench/configs/llama3/8b/config-llama3-8b-instruct-g6-12xl.yml,sha256=C_JMgckjc8voX1F3O-aCS1fa9IzmRcsJWO6F50JVeXg,5446
fmbench/configs/llama3/8b/config-llama3-8b-instruct-g6-24xl.yml,sha256=PU9Ha0mjhxOO60JdPwnMyOe6gYYtIWicozu4js6ZRn0,5446
fmbench/configs/llama3/8b/config-llama3-8b-instruct-g6-48xl.yml,sha256=3Zb1AYHc4athDRHpwJJ_HuJg79DR51qmLZzBUKDSV5k,5446
fmbench/configs/llama3/8b/config-llama3-8b-instruct-p4d-djl-lmi-dist.yml,sha256=KOgvoxMGmPzSya5XL2H7b5-qYtA_bTe6u4QtKbV2adw,5212
fmbench/configs/llama3/8b/config-llama3-8b-instruct-p4d-djl-vllm.yml,sha256=qOcsJxkwiPnh5diU6cl4AahuwIZrW3EXKurdN1MXIUc,4662
fmbench/configs/llama3/8b/config-llama3-8b-instruct-p5-djl-lmi-dist.yml,sha256=44w5esNXPb0F_ast7VaNCAtTTFPVQHe1ee40ZTybF3s,5367
fmbench/configs/llama3/8b/config-llama3-8b-trn1-32xl-tp-16-bs-4-byoe.yml,sha256=7NGN6o01kEO8qV_D9ZyH7WO_t-qNd67N0pLjOlMyz5A,10239
fmbench/configs/llama3/8b/config-llama3-8b-trn1-32xl-tp-8-bs-4-byoe.yml,sha256=OfYmikoqO-jkeMt6zxWoqmThfsjSE5jN5CQJntXkk-A,10207
fmbench/configs/llama3/8b/config-llama3-8b-trn1-32xl-tp16-bs-4-ec2.yml,sha256=ysnFWi6uYhZOn52-rnJ1sV4rbvDVC9E0RtTa0q9egE0,10734
fmbench/configs/llama3/8b/config-llama3-8b-trn1-32xlarge-triton-djl.yml,sha256=MbpNIapV0-kdUuxKv6hdC82Fw0swly2o0m_OVYnqy2w,10438
fmbench/configs/llama3/8b/config-llama3-8b-trn1-32xlarge-triton-vllm.yml,sha256=X-KTfxYJVcCZqMw4mto4l6coSvmJWA6cS8jxU_aXYKE,11604
fmbench/configs/llama3/8b/config-llama3-8b-trn1.yml,sha256=7MItZZc6ujXbNZqS4kLNt-Zxo-MoIPAJ4Ku4A0kr1rM,9897
fmbench/configs/llama3/8b/llama3-8b-inf2-24xl-byoe-g5-12xl.yml,sha256=8SddMYbXVl46xn6I8VzXZSsMEyF7AUEIt_xreN21hvo,11215
fmbench/configs/llama3/8b/llama3-8b-inf2-48xl-byoe-g5-24xl.yml,sha256=13RaViK1d7Zi9yQJJxaWpTdR66umGTDTuri5fIopB04,11219
fmbench/configs/llama3/8b/llama3-8b-trn1-32xl-byoe-g5-24xl.yml,sha256=f-ObUHKDU_wgm43EMIEewcyiMPFCz95h4MmFTJ18mRY,11219
fmbench/configs/llama3.1/70b/config-ec2-llama3-1-70b-inf2-48xl-deploy-ec2-djl.yml,sha256=ApyxoA4R7qiXN30AhKbpENK-iAtvNzHVpiVGDoQu-HU,9420
fmbench/configs/llama3.1/70b/config-ec2-llama3-1-70b-inf2-deploy-sm.yml,sha256=gHwyVQBZdcdYBuiAWiU3lr_3p8L_ONSGM0nS4bbOwAQ,9344
fmbench/configs/llama3.1/70b/config-ec2-llama3-1-70b-p4de.24xl-deploy-ec2-large-prompts.yml,sha256=z_VRMjpyqlSVa2Wc1fgiXcO4j4WhfWXg_5edd55lwmE,10991
fmbench/configs/llama3.1/70b/config-ec2-llama3-1-70b-p4de.24xl-deploy-ec2-longbench.yml,sha256=n59XrRgiO1f_2g_XuWfgWWe35hQy_RJRV2vewBxnQeo,9447
fmbench/configs/llama3.1/70b/config-ec2-llama3-1-70b-p4de.24xl-deploy-ec2-summarization.yml,sha256=JQiR2T9gdUZPnI-s0SDnejb9LQGQJcb88ex6kUR6348,9663
fmbench/configs/llama3.1/70b/config-llama3-1-70b-g5.48xl-tp-8-mc-max-djl.yml,sha256=Wdmh5LIOXNgF0cuao-A4X3XFtsYbPXkl80h0k5A5dXw,9403
fmbench/configs/llama3.1/70b/config-llama3-1-70b-g6.48xl-tp-8-mc-max-djl.yml,sha256=In-EMxA7fqbB2F8wo4lmjKj3moDDN4xPug_-0IaboGw,9404
fmbench/configs/llama3.1/70b/config-llama3-1-70b-g6e.24xl-tp-4-mc-max-djl.yml,sha256=4WLixzAG4nGWlkVvEuEn90iz75YT1PToRjrbvVbVhI4,9443
fmbench/configs/llama3.1/70b/config-llama3-1-70b-g6e.48xl-tp-8-mc-max-djl.yml,sha256=mtdXbQCtHuqLn_aFLSpaeSisD8C5bRa1rwvtcRQH-6c,9443
fmbench/configs/llama3.1/70b/config-llama3-1-70b-inf2.48xl-deploy-ec2-triton.yml,sha256=Atj_GFpZxrZbSRr9jpdgaTNj5-5vwoGBA1F7-59vjIs,10408
fmbench/configs/llama3.1/70b/config-llama3-1-70b-inf2.48xl-triton-tp24.yml,sha256=zC8uiizrt1fqxll7B4oU1chQiBDZA5ZqWChaP5P-oR0,10435
fmbench/configs/llama3.1/70b/config-llama3-1-70b-p5-djl-lmi.yml,sha256=GR6DkULiye4ZsbJxQfJbBJTZJTsQ9NEB806xbMpdRbc,9454
fmbench/configs/llama3.1/70b/config-llama3-1-70b-trn1.32xl-deploy-ec2-triton.yml,sha256=d-J3N4HUPaxLlOPRFz76Qjnngtf0Scm-Zx5lGVT1pxw,10433
fmbench/configs/llama3.1/70b/config-llama3-1-7b-inf2.48xl-triton-ec2.yml,sha256=mg8SvAYVEQEQyK1ZGt9YEHGR5uenpERQ7d8Qd3-mOw4,10401
fmbench/configs/llama3.1/8b/client-config-ec2-llama3-1-8b.yml,sha256=OkYcHP_1ASWccrWZNTkkTB0qp8bf35BHMGZZ9U6iYZg,8478
fmbench/configs/llama3.1/8b/config-ec2-llama3-1-8b-g6e-2xlarge-byoe-ollama.yml,sha256=W3ElLDO12zZO-gaB1QsvdfaaKcMnonS15HiXGfHRsvk,9120
fmbench/configs/llama3.1/8b/config-ec2-llama3-1-8b-inf2-48xl-deploy-ec2-tp24-bs12.yml,sha256=2nCIDZj_bt12i5_P6oofJY6K8jgmlRp6nc_MGjx2RA4,10099
fmbench/configs/llama3.1/8b/config-ec2-llama3-1-8b-inf2-48xl-deploy-ec2.yml,sha256=-4BcEaJI8jO_T9i1J1i9GoqEvxK12uJ6BWq8VBtDy8w,10140
fmbench/configs/llama3.1/8b/config-ec2-llama3-1-8b-inf2.yml,sha256=_Mb17oYQp24AT0_VNfsyxxz595Kk4rei4zJlQKOPRXk,9458
fmbench/configs/llama3.1/8b/config-ec2-llama3-1-8b-p4-tp-2-mc-max.yml,sha256=GHTPi4IwUvgyPoBkgyK3v0AefNJLIqkIKXV78zPaz2w,9797
fmbench/configs/llama3.1/8b/config-ec2-llama3-1-8b-p4-tp-4-mc-max.yml,sha256=-lxQ0rJyJrFRxl3uI5OSuWlDjnZC1WuO9p1hKK1N_tU,9797
fmbench/configs/llama3.1/8b/config-ec2-llama3-1-8b-p4-tp-8-mc-max.yml,sha256=4mHVK0ZPrn37-RATbYyPLeVLNExch0wKyIVkrEFKueI,9796
fmbench/configs/llama3.1/8b/config-ec2-llama3-1-8b-p5-tp-2-mc-max.yml,sha256=JHoLbz1k7-ZhGxeSHMDdbmCyE0N4DoDVU8DaGZxUSY0,10108
fmbench/configs/llama3.1/8b/config-ec2-llama3-1-8b-tp-8-mc-auto-p5.yml,sha256=cY9nmlc6V6k9X7FVoWeuuvBA2qyuVHBTvZrdW4wQMcU,10058
fmbench/configs/llama3.1/8b/config-ec2-llama3-1-8b-trn1-32xl-deploy-ec2-tp32-bs8.yml,sha256=xCBFFjnCcbzeN6uIlq8LW4UOLgNF5VJVQWOCKpu0alE,10206
fmbench/configs/llama3.1/8b/config-llama3-1-8b-g5.12xlarge-djl-lmi-sm.yml,sha256=PghdGN9FhwtVBcUTb2C3Bmi1czbrlPPwLcFdpDAOaBc,4818
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5-ec2.yml,sha256=t8cw6_QHNGIT_0eyEjngXZE-QjFJHvx_Kx-_ZpPNfys,9930
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.12xl-tp-2-mc-auto-ec2.yml,sha256=uAoHap2DeBvLZ4lEm5iluSmsb5WO6ACqnvCBcTULM2g,9915
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.12xl-tp-2-mc-max-ec2.yml,sha256=ZDye9GW7kVEjyu5TfqOVi19DlYTWTnbd6yOrGco6tP4,9914
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.12xl-tp-4-mc-max-ec2.yml,sha256=i7uQkjE9S5CLPY6WJfnsstInGNEJanH2FkGQJhBdlf4,9914
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.24xl-tp-2-mc-auto-ec2.yml,sha256=dWoYop8u_SiHTv0MNfaUOWvukT2dEQKI09U1JdXF0zE,9653
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.24xl-tp-2-mc-max-ec2.yml,sha256=hnbtHFhMegcqvx6Qhd0SkcLRAYldXDrDyOcqD30HFZ8,9684
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.24xl-tp-4-mc-max-ec2.yml,sha256=FTIsRsdNZGRDRvX2eAa8pdW-oJgOdUVA3hXI-GC6cyQ,9651
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.2xl-g5.4xl-sm.yml,sha256=7D5dKDzDE6EL_cow4meSNYA-ZAv69O564RMzIMuEwF8,4913
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.2xl-tp-1-mc-max-ec2-conc-1-2.yml,sha256=0AKgDy-Gibg4qvSqPDZAJA-_rRVvnid3sp6Adrltoxs,9622
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.2xl-tp-1-mc-max-ec2.yml,sha256=-X_kW44kt1xKRM-ZDL4jDWI-qfNba9AwtHTp04TlESE,9734
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.48xl-tp-2-mc-auto-ec2.yml,sha256=5xJTpumdtng5fycl4oD5ZsdSxyuprrG1m9vbJOZWKJg,9685
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.48xl-tp-2-mc-max-ec2.yml,sha256=GyY1Ct7xFhrjSdnfq62Z-xK1cB-PZ5Govpazfr_IdUQ,9684
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.48xl-tp-4-mc-max-ec2.yml,sha256=YFKLmWse1_lutKUDxUBK2Nep38fu-E410dS7-AMvp3c,9684
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.48xl-tp-8-mc-max-ec2.yml,sha256=B6f6uX9xGO6pKLrUxzIWhxvus5-IwnjWYuwOK-N0TdE,9684
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.xl-tp-1-mc-max-ec2-conc-1-2.yml,sha256=5eG7FnQUa_2x6kTf9awaiGGahXkIa-a7xmqz9zIynew,9625
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.yml,sha256=4qLznHKlcrYQ0AZfkSm38hJOLQu0NwXb5IIL8aw-1DM,5992
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g6e.12xl-tp-2-mc-max-djl.yml,sha256=KXLeLHhWJz_rgLgFeDrvNTsnHwnj22r1bqeo6mn7dLw,9433
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g6e.12xl-tp-4-mc-max-djl.yml,sha256=AVX4grxYrKveUllwmK4xnMR8JSaDu7tRzAAz79pBle0,9418
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g6e.24xl-tp-2-mc-max-djl.yml,sha256=jcFczeAM9mKiK_hKTt273tSoevA5oKCDk6fQ83SHQa8,9442
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g6e.24xl-tp-4-mc-max-djl.yml,sha256=OCgGtv9iN5xeVOJid1NvczAJO-aIun4cT0GmLQqJ8rA,9418
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g6e.2xl-tp-1-mc-max-djl.yml,sha256=4NlE2f94ZTSnP8_Z36xMEHHfTTDQlk2nGbrZ-lx5FDc,9372
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g6e.48xl-tp-2-mc-max-djl.yml,sha256=ISApcxYvoPNGqNA4JAHjIoUiULDcTGHgrLDvRN6hOuk,9442
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g6e.48xl-tp-4-mc-max-djl.yml,sha256=MHklqWhPrADQk_wO5Mh8pLgCxC5_nyTvSQthmyudxcA,9436
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g6e.48xl-tp-8-mc-max-djl.yml,sha256=TP4W-KIRmWoCKL9GNARvDN6FYSmki61paY9Rt6EqWU4,9436
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g6e.4xl-tp-1-mc-max-djl.yml,sha256=EFGuz6_q-UPJ4J6XYFVIzMmse8BL0aslzJrcjW2Ppd0,9357
fmbench/configs/llama3.1/8b/config-llama3.1-8b-inf2-48xl-deploy-tp-24-ec2.yml,sha256=AjSCT64zSG07pXk1XWYO5GQ_4MuP8B4Ekph7TM-kFI4,10271
fmbench/configs/llama3.1/8b/config-llama3.1-8b-inf2-48xl-deploy-tp-8-ec2.yml,sha256=7y19gZCMpib3Ydhcg5t6gtd4Ru-FMc8hOzmd3LGV1QQ,10163
fmbench/configs/llama3.1/8b/config-llama3.1-8b-trn1-32xl-deploy-tp-8-ec2.yml,sha256=GmxvE1Wf-TTnlmuDdNxjcPmc1OugCF6eciYBFiMdq_U,10734
fmbench/configs/llama3.1/8b/config-llama3.1-8b-trn32xl-triton-vllm.yml,sha256=BWoi5dUkKqvSN99ndUeh5UYNMeP8V1rFiIKLy5_1NpQ,11036
fmbench/configs/llama3.1/8b/server-config-ec2-llama3-1-8b-inf2-48xl-deploy-ec2.yml,sha256=tZ_zYFMGvsioa0AmjoTZDy5WHesQ8kSH60bf04mcbUY,10134
fmbench/configs/llama3.2/11b/config-llama3.2-11b-g6e-2xl-tp-1-mc-max-djl-vllm-ec2.yml,sha256=QYkoPqylYh9DYVG1NHx1BPda8wIUWFq36vqC0MiNioM,9829
fmbench/configs/llama3.2/1b/config-llama3.2-1b-g5.4xl-tp-1-mc-max-djl-ec2.yml,sha256=ik0EaiFE6HxLmA7tpO5RH94_42vMfRCU8QS9-qWS-oE,9668
fmbench/configs/llama3.2/1b/config-llama3.2-1b-m5-16xlarge-ec2.yml,sha256=l-N4LTu_3zMfd1UynK7AeA75M9mTD2XWWeWCPn_Fan8,9661
fmbench/configs/llama3.2/1b/config-llama3.2-1b-m7a-16xlarge-ec2.yml,sha256=AWTRoq1Mui1_pqim2LY9Uomklm55tZhinG1yV7xGG-s,9048
fmbench/configs/llama3.2/1b/config-llama3.2-1b-m7a-24xlarge-ec2-summarization.yml,sha256=17V6ySyV_hlChx7gOaxHEbL7ZwwQcTyAatdB8RxxQHQ,9436
fmbench/configs/llama3.2/1b/config-llama3.2-1b-m7a-24xlarge-ec2.yml,sha256=wum4jjmxc4ccGxgoQB5NGpNkOfqan9aEmbfJo2P8zzk,9657
fmbench/configs/llama3.2/1b/config-llama3.2-1b-m7i-12xlarge-ec2.yml,sha256=DXyXWlS4iRTtfUJHNyXSvewrw2NvYFxpm1RRFqoz_yw,9605
fmbench/configs/llama3.2/3b/config-llama3.2-3b-g5.4xl-tp-1-mc-max-djl-ec2.yml,sha256=EJDLbLgXjk-_eUegDq2JCIk1unv6pFiTxf3eCjbUGVc,9669
fmbench/configs/mistral/config-mistral-7b-eks-inf2.yml,sha256=F5YJmJ4k2mYCJ1gCKM8MdwGs3xcd_z-2YxOd_lEWaR0,9917
fmbench/configs/mistral/config-mistral-7b-tgi-g5.yml,sha256=czXkhGXjzUeD3AnYih3jC21DB37Nb9tg9Q6f6MPxSnE,4802
fmbench/configs/mistral/config-mistral-7b-trn1-32xl-triton.yml,sha256=HoMY1IiVf9QDJUo_ZWMQdkEJs-30h5482NHgZ7UrxcU,10634
fmbench/configs/mistral/config-mistral-instruct-AWQ-p4d.yml,sha256=4_C26oIYDv-ISDI53aND0XXSnuQremji1ZOwxIHZCz8,4853
fmbench/configs/mistral/config-mistral-instruct-AWQ-p5-byo-ep.yml,sha256=rCwifEUXJB0_3tyzhOsCNN4gKOjOqmJsI4wxhzBXm84,4537
fmbench/configs/mistral/config-mistral-instruct-AWQ-p5.yml,sha256=DhDh3vnqpB3rn_Jm2-4FrkxUAajqKhr0n9RHLtt-9og,4722
fmbench/configs/mistral/config-mistral-instruct-p4d.yml,sha256=5h5PG7MYjewnjEg-AJFr9ogcT4SPwAcn7-t3MsZBcVY,3792
fmbench/configs/mistral/config-mistral-instruct-v1-p5-trtllm.yml,sha256=58j8-deN5ggM7xSz7qrZMl1_GWGzGdqIg9lYnAl2w_M,4883
fmbench/configs/mistral/config-mistral-instruct-v2-p4d-lmi-dist.yml,sha256=pKsgnzdCcCn_KrrY8xq2V9MZQPfQnCwlUMit67Ahe-8,4646
fmbench/configs/mistral/config-mistral-instruct-v2-p4d-trtllm.yml,sha256=yi0-rygdGqZ_JyZGUUqaEDBiJkMJNR5FsOh7wjxK_04,4868
fmbench/configs/mistral/config-mistral-instruct-v2-p5-lmi-dist.yml,sha256=EU_uzNVsfrfL_zGythluFg2MjfJi8l51MzoClDCYyxk,4628
fmbench/configs/mistral/config-mistral-instruct-v2-p5-trtllm.yml,sha256=Hf-Buau1vPkg6z_p6fo8iCY4y6jehdcSFWRmTJz4mGw,4876
fmbench/configs/mistral/config-mistral-trn1-32xl-deploy-ec2-tp32.yml,sha256=77GXd6jJ8OKFNpqaP6xw2ef-1tdsPoQdLsF1PpPl1_M,10155
fmbench/configs/mistral/config-mistral-v3-inf2-48xl-deploy-ec2-tp24.yml,sha256=w7Y6JH8fqCcEjRjO1XoXKSk0oUqHzHgDvIbar_Y2c1w,10119
fmbench/configs/mixtral/config-mixtral-8x7b-g6e.48xl-ec2.yml,sha256=yQxV1Lofi6RVlwp7zOC2aiwiADvtzE5T-7NwpV8q02U,9515
fmbench/configs/model_eval_all_info.yml,sha256=zMrlPFLzJ1qyNoUE-QtzSOHnH5t8FvKLr2DOLqUc5jk,5582
fmbench/configs/multimodal/bedrock/config-claude-scienceqa.yml,sha256=1FvCtyKMaDXNXPoeT4FMCjVPg79U5uZw6sOg0fBn3qA,12470
fmbench/configs/multimodal/bedrock/config-llama-3-2-11b-vision-instruct-marqo-GS-10M.yml,sha256=9TWyFDOiybamOdV9z-jY-RKKBuaHRkNWBQs-lHFlT0Q,9616
fmbench/configs/multimodal/bedrock/config-llama-3-2-11b-vision-instruct-scienceqa.yml,sha256=Xq8kAOPjZf3iqbVlmJBHp2TAqk02eXTsbqgaDXIEG3Y,10239
fmbench/configs/multimodal/bedrock/config-llama-3-2-claude-models-scienceqa.yml,sha256=s9fDeqrokbq26BZCtkkEn2aymYf8ldMLj4cyeQ8bBjU,14758
fmbench/configs/phi/config-phi-3-g5.yml,sha256=-EKMGYtIzsrs5_iPtWdvVv__vU7Xvm7b2apvJhzaehg,9197
fmbench/configs/pricing.yml,sha256=VbXHyUm0tsYKlS-Sws9LvwIkNT9ZMcXEoy5hHeSKBLc,5055
fmbench/defaults.py,sha256=VdhING8L-r3us_i4QnFS--x-19_l5LsdAfrLeegjjuU,234
fmbench/globals.py,sha256=4gsuL5nWAgYBLckmxpz__vaHJ3rmplQ7HJKmCFOlMhY,17400
fmbench/img/llm_eval_flowchart.png,sha256=mBeLmorlBvq74kXdwJIOKXsl2VrZLVXMKeu5ZAmHrVk,86543
fmbench/main.py,sha256=SoyEQWH_RYZCZpathISfAkhKF_nsl_Gid1mKfUY-2rQ,8389
fmbench/prompt_template/eval_criteria/claude_eval_prompt_templates/claude_eval_majority_vote.txt,sha256=hXF_YNMJI4_i1J8abgXhs9L7_XOSav_F0PLRX97lc4Q,1450
fmbench/prompt_template/eval_criteria/cohere_eval_prompt_templates/cohere_eval_majority_vote.txt,sha256=1G8jwg3Ky5yBxqYPlfG-Yaeknq0D9qNga9395OpFoFE,1123
fmbench/prompt_template/eval_criteria/evaluation_instructions_majority_vote.txt,sha256=sIeM46JEm78Xm6SpqbA9DbVGp5tKw-TZfF03kSXy8uQ,1700
fmbench/prompt_template/eval_criteria/llama3_eval_prompt_templates/llama3_eval_majority_vote.txt,sha256=j_3OVTyPiIPOpgjHv7MEBtgDHf85H9lepER5iZEoS2w,1146
fmbench/prompt_template/eval_criteria/mistral_eval_prompt_templates/mistral_eval_majority_vote.txt,sha256=KPJs2u05k4YBMmHh7OQ2rK70PanUvldIWn6VPWt8xX4,1519
fmbench/prompt_template/prompt_template_bert.txt,sha256=4ZpVzP-zyp0bNosvV-f2GYb0yXaf3svyXgKary8k9tA,7
fmbench/prompt_template/prompt_template_claude.txt,sha256=XglvBLriIS9pLAUy4aqKXONdI_ZR9UynqlVevDXSTLw,586
fmbench/prompt_template/prompt_template_claude_OpenOrca.txt,sha256=gXppmhNjwjwEE-0PPKPQMRGzH2CbULTKy7z8px-3tKI,421
fmbench/prompt_template/prompt_template_claude_dolly_dataset.txt,sha256=aNCezF43Vm3hCYZz5bNziZkW6X8erJXsZXk6ThGKVaw,536
fmbench/prompt_template/prompt_template_claude_images_ScienceQA.txt,sha256=CIU8lmMKTY1qgGTDZsRFk3fL3xzcXsGmoiXRgLokqDY,604
fmbench/prompt_template/prompt_template_gemma.txt,sha256=rHHskpPGK-lsCln_0tavo18sz2TZCXAFwu5pGO_0rj8,303
fmbench/prompt_template/prompt_template_llama2.txt,sha256=eWgeq2VenJZ4ExjjuSAA93XHBQCciAnIcoqX9w2_FDs,611
fmbench/prompt_template/prompt_template_llama2_Mistral_OpenOrca.txt,sha256=hWwBBG9bm8gRVxTRoadymK9z4BAt5DAgOHCeHaqR678,80
fmbench/prompt_template/prompt_template_llama3.2_vision.txt,sha256=gXI70gfRFxKbNAq8a8plM_ATKmDpK_5hQc7zc5YlPdg,566
fmbench/prompt_template/prompt_template_llama3.txt,sha256=yyuJkUACJXXrtjWId5jq8hPvYiuj6_2wWVda0yQGtL8,572
fmbench/prompt_template/prompt_template_llama3_OpenOrca.txt,sha256=cwFRmZlgpHsd-P-4tVK5Iy6QTXc7f8QalW36ima7DJo,159
fmbench/prompt_template/prompt_template_llama3_databricks-dolly-15k.txt,sha256=YVJYchs7gjDw28A1d1GVQvXod_k3wV96PCZxehmybEk,504
fmbench/prompt_template/prompt_template_llama3_images_ScienceQA.txt,sha256=mZgQRw_Nhp2YWJPt9UGukwzvuodxNoGEQD9NN0f4008,616
fmbench/prompt_template/prompt_template_llama3_images_marqo-GS-10M.txt,sha256=M0pLpf0-EncVo7TW2YFoMHOjaNbwOQE1LmDLc_r2utM,371
fmbench/prompt_template/prompt_template_llama3_summarization.txt,sha256=ugnjJ6D1QkRGLlk_Uvy9v_RVLpiSgQQBEVCdliw-wAk,416
fmbench/prompt_template/prompt_template_mistral.txt,sha256=61fDPZweCjWv4e5gV28Es3lcNP5ZTpRtclBe7F2e7Fg,594
fmbench/prompt_template/prompt_template_titan_text.txt,sha256=l3Lcp238cUf-CHW3MH6aGsJU_WidE3AX6NeVT6xCSBA,566
fmbench/requirements.txt,sha256=M4TQcnZg28mrS6mAy_3RcuXHLBTBwnRl2R4lXxgeBoo,151
fmbench/scripts/bedrock_predictor.py,sha256=YBOfHUJTlcT3hz8jjfQdd9XTIwDisK5kbQ8itXJt2Aw,17785
fmbench/scripts/compile-llm-for-aws-silicon/requirements.txt,sha256=w-7gEYNbLO65jA9fk7l1uhObNd4V-ADF1Py6jcVbs-U,303
fmbench/scripts/compile-llm-for-aws-silicon/scripts/compile.py,sha256=u6097mYl6QSu5RXFT6P9QlD_t1Hz6JmJeLIAorkb-NE,2819
fmbench/scripts/compile-llm-for-aws-silicon/scripts/download_compile_deploy.sh,sha256=UZ6ytG0wHkNrf0A2zIVzSqK7HhKpAoAkPBH6r3Awfm4,3761
fmbench/scripts/compile-llm-for-aws-silicon/scripts/split_and_save.py,sha256=4m5tC8cgi1SrRaS8hxgXaEEJpSPkJD7WoFGwvCFmBUQ,2122
fmbench/scripts/compile-llm-for-aws-silicon/smep-with-lmi/deploy.py,sha256=Spcg5KFVeIe7gpOvxdKg_XhfkhcRTAWhpJzOs5k66H0,6599
fmbench/scripts/constants.py,sha256=7JSrFU48si7BsUJYjxlj5-5X1LYSBOhbBOokHjI1rik,1308
fmbench/scripts/deploy_w_djl_serving.py,sha256=72chtFZTDI-vB-1zUE8s8CQSuEgiDWoF_kBb48gLRzU,10396
fmbench/scripts/deploy_w_hf_tgi.py,sha256=eQz08Q5P5xcKy6bV-tIdEM4ULYiDBx5grd7mOvtGzlE,3826
fmbench/scripts/ec2_deploy.py,sha256=US5goWyLNnOQIijm0K5YIaocO0dSqmkP7tHEFSKQi7Y,13797
fmbench/scripts/ec2_metrics.py,sha256=dHjB3OTK9pKTkWfXUbpe1ZTvOXsXrk8zpBHlt8ACpr4,6565
fmbench/scripts/ec2_predictor.py,sha256=Y5f1445UfoQ2BiHgwZE1GvAS_VvnZ9GgoD-o51GyPhE,12661
fmbench/scripts/eks_deploy.py,sha256=sjc2gNxKmgHBwCDKUOghqDMRSEKtoF8gnWCKiW8HoAg,9676
fmbench/scripts/eks_predictor.py,sha256=_ACXPtOax_ilz5d0a9BO6QADr9yPhyhDvthCi-Xx3bo,6785
fmbench/scripts/fmbench_predictor.py,sha256=muKWX_eEzA_lJon1sXJJ8QdfZXvq7bT0XyIVIB1Fqo0,2098
fmbench/scripts/inference_containers/djl.py,sha256=rYoQxymFJGWTqRNblh4qAXtcoJuvc5bMefF3Pm2YuWY,4771
fmbench/scripts/inference_containers/triton.py,sha256=9vffLe-IWxTtv9qeGKelUFl0VKpFGNdO9qLcHAZjTLc,19479
fmbench/scripts/inference_containers/triton_serve_model.sh,sha256=8kY6L2Jqio8Q1vlZrVPEqvNZDu664u0dPf4IRmrskFY,4574
fmbench/scripts/inference_containers/utils.py,sha256=zo2rZ-v67WcRm4jtTfukEFwumBw7meFZ7kAEz7YMFsk,9180
fmbench/scripts/inference_containers/vllm.py,sha256=1u_1DO870ik06OHLR161E7yq60O8Ae9HuYACF7Dg-Ls,943
fmbench/scripts/jumpstart.py,sha256=jfzP0lbicgMVMTeByzm_aa676uVy3m2BZGMRevztui8,1710
fmbench/scripts/neuron_deploy.py,sha256=BNfjobb3ngvGHEjmDd63MXaLVJS5Jr7PzoyfJGbyB9Q,7170
fmbench/scripts/neuron_metrics.py,sha256=gZBYXSQndu6lwjX_iVZdJZ5sgaAmzi__y8QEyDz4Ab0,5906
fmbench/scripts/ollama_predictor.py,sha256=hJWzmznpiKR7YKetMpo8rZe8ky-zHLB4IseROHyMnds,6828
fmbench/scripts/prepare_for_multi_model_containers.py,sha256=gXlcUVUlHMRprRZTztzCSvjgF3cTpaGklwL08q3v8Eg,16198
fmbench/scripts/rest_predictor.py,sha256=B6kcwGHAG2Tnc-j7fwiXWBNjA8kJO7YhdsylTnqErOs,7742
fmbench/scripts/sagemaker_deploy.py,sha256=G68MbzuACCCADvTl0D3uBkbIMRzEG5xdW9vU6RAnNZo,3468
fmbench/scripts/sagemaker_metrics.py,sha256=g_7Y2OyzWdu6SdX8oCkjSIt-ioSkWYLmMtdT0p9zC0A,9747
fmbench/scripts/sagemaker_predictor.py,sha256=o3xE5wVoNRDGTn36fUEi0EidiX4WWGseqI43_SK6s9o,13332
fmbench/scripts/stream_responses.py,sha256=bMqKAd62qeS_ntJYIZlVoj1KQauJ7ybfTELSqKhChFo,6699
fmbench/scripts/triton/Dockerfile_triton,sha256=h7yl4lBpod4VoIDX9zBmIlqvJD7fLI_wlay8SRNxqkQ,3521
fmbench/scripts/triton/build_and_push_triton.sh,sha256=_h3mRzSPah0DaGTvoZQ_TwiHt2IwSwSYFDFWO9yO8WU,563
fmbench/scripts/triton/djl/config.pbtxt,sha256=nAJejfs3rFLzlwzvx7TxTnhUkU30O6L6usUIahby1Hg,461
fmbench/scripts/triton/djl/model.py,sha256=HSy2IL6xZ5Y1yQe5LBQsJ_LRcQYA_rGpsEA5eoMZq6Y,10138
fmbench/scripts/triton/djl/triton-djl-python-neuronx.sh,sha256=yqYb4V0yHE1mbSxtOouoK5xg91mOhKllSvsGEUY8iUM,1817
fmbench/scripts/triton/vllm/config.pbtxt,sha256=ycQv-E3XO39hsXCeJ62R-wpXPrShl8B7E8qCJIsBoQY,626
fmbench/scripts/triton/vllm/triton-vllm-neuronx.sh,sha256=pfRY0p-ngBAnULySAb_yL-0_IT8mnp5YuWz-Sx89_2g,1825
fmbench/scripts/triton/vllm/vllm-neuron-issue-1.patch,sha256=v9sSsiB2tQzU8LQ9WelBV3uR4BPOfnCrV7JrDf9peR8,1129
fmbench/tokenizer/.keep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
fmbench/tokenizer/config.json,sha256=zyXN9HGfGB0dHTcZcyhdmv6a_eDQxqb9SN6FdVXOHg0,571
fmbench/tokenizer/tokenizer.json,sha256=_E8L1ws3CTEtnR2eW6Z0eUtrxavBdCmJelQPk4gvJfw,1795303
fmbench/utils.py,sha256=dboSEQPq734It_s0X_siB2ggyPguwyQnhbkeaJUoi-8,22332
fmbench-2.0.20.dist-info/LICENSE,sha256=UCXHu-28jahottziq2iSJbPzPEOz8DNosKMxgJtq2iY,946
fmbench-2.0.20.dist-info/METADATA,sha256=HX8m9U2FQzXTjUjnMhZQ5hKrgkbTcQLadUEPCqB3WsQ,22488
fmbench-2.0.20.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
fmbench-2.0.20.dist-info/entry_points.txt,sha256=EjZZQhGaRfRAXl22j7UxVGZWZbVF2kkaXbcin-9eTmI,45
fmbench-2.0.20.dist-info/RECORD,,
