LICENSE
README.md
pyproject.toml
src/unitxt/__init__.py
src/unitxt/api.py
src/unitxt/artifact.py
src/unitxt/augmentors.py
src/unitxt/benchmark.py
src/unitxt/blocks.py
src/unitxt/card.py
src/unitxt/catalog.py
src/unitxt/collections.py
src/unitxt/collections_operators.py
src/unitxt/dataclass.py
src/unitxt/dataset.py
src/unitxt/dataset_utils.py
src/unitxt/deprecation_utils.py
src/unitxt/dialog_operators.py
src/unitxt/dict_utils.py
src/unitxt/error_utils.py
src/unitxt/eval_utils.py
src/unitxt/file_utils.py
src/unitxt/formats.py
src/unitxt/fusion.py
src/unitxt/generator_utils.py
src/unitxt/hf_utils.py
src/unitxt/image_operators.py
src/unitxt/inference.py
src/unitxt/instructions.py
src/unitxt/llm_as_judge.py
src/unitxt/loaders.py
src/unitxt/logging_utils.py
src/unitxt/metric.py
src/unitxt/metric_utils.py
src/unitxt/metrics.py
src/unitxt/normalizers.py
src/unitxt/operator.py
src/unitxt/operators.py
src/unitxt/parsing_utils.py
src/unitxt/processors.py
src/unitxt/random_utils.py
src/unitxt/recipe.py
src/unitxt/register.py
src/unitxt/schema.py
src/unitxt/serializers.py
src/unitxt/settings_utils.py
src/unitxt/span_lableing_operators.py
src/unitxt/split_utils.py
src/unitxt/splitters.py
src/unitxt/standard.py
src/unitxt/stream.py
src/unitxt/stream_operators.py
src/unitxt/string_operators.py
src/unitxt/struct_data_operators.py
src/unitxt/system_prompts.py
src/unitxt/task.py
src/unitxt/templates.py
src/unitxt/text_utils.py
src/unitxt/type_utils.py
src/unitxt/types.py
src/unitxt/utils.py
src/unitxt/validate.py
src/unitxt/version.py
src/unitxt.egg-info/PKG-INFO
src/unitxt.egg-info/SOURCES.txt
src/unitxt.egg-info/dependency_links.txt
src/unitxt.egg-info/entry_points.txt
src/unitxt.egg-info/requires.txt
src/unitxt.egg-info/top_level.txt
src/unitxt/catalog/augmentors/augment_whitespace_prefix_and_suffix_task_input.json
src/unitxt/catalog/augmentors/augment_whitespace_task_input.json
src/unitxt/catalog/augmentors/no_augmentation.json
src/unitxt/catalog/augmentors/image/grey_scale.json
src/unitxt/catalog/augmentors/image/grid_lines.json
src/unitxt/catalog/augmentors/image/oldify.json
src/unitxt/catalog/augmentors/image/white_noise.json
src/unitxt/catalog/augmentors/table/duplicate_columns.json
src/unitxt/catalog/augmentors/table/duplicate_rows.json
src/unitxt/catalog/augmentors/table/insert_empty_rows.json
src/unitxt/catalog/augmentors/table/transpose.json
src/unitxt/catalog/augmentors/text/white_space.json
src/unitxt/catalog/augmentors/text/whitespace_prefix_suffix.json
src/unitxt/catalog/benchmarks/bluebench.json
src/unitxt/catalog/benchmarks/glue.json
src/unitxt/catalog/cards/20_newsgroups.json
src/unitxt/catalog/cards/20_newsgroups_short.json
src/unitxt/catalog/cards/ag_news.json
src/unitxt/catalog/cards/ai2d.json
src/unitxt/catalog/cards/almost_evil.json
src/unitxt/catalog/cards/argument_topic.json
src/unitxt/catalog/cards/atis.json
src/unitxt/catalog/cards/atta_q.json
src/unitxt/catalog/cards/attaq_500.json
src/unitxt/catalog/cards/banking77.json
src/unitxt/catalog/cards/billsum.json
src/unitxt/catalog/cards/billsum_document_filtered_to_10000_chars.json
src/unitxt/catalog/cards/billsum_document_filtered_to_6000_chars.json
src/unitxt/catalog/cards/bold.json
src/unitxt/catalog/cards/chart_qa.json
src/unitxt/catalog/cards/claim_stance_topic.json
src/unitxt/catalog/cards/cnn_dailymail.json
src/unitxt/catalog/cards/coedit_error_detection.json
src/unitxt/catalog/cards/coedit_gec.json
src/unitxt/catalog/cards/cola.json
src/unitxt/catalog/cards/copa.json
src/unitxt/catalog/cards/dart.json
src/unitxt/catalog/cards/dbpedia_14.json
src/unitxt/catalog/cards/ethos_binary.json
src/unitxt/catalog/cards/fin_qa.json
src/unitxt/catalog/cards/financial_tweets.json
src/unitxt/catalog/cards/hellaswag.json
src/unitxt/catalog/cards/hh_rlhf.json
src/unitxt/catalog/cards/human_eval.json
src/unitxt/catalog/cards/info_vqa.json
src/unitxt/catalog/cards/language_identification.json
src/unitxt/catalog/cards/law_stack_exchange.json
src/unitxt/catalog/cards/ledgar.json
src/unitxt/catalog/cards/mbpp.json
src/unitxt/catalog/cards/medical_abstracts.json
src/unitxt/catalog/cards/mnli.json
src/unitxt/catalog/cards/mrpc.json
src/unitxt/catalog/cards/news_category_classification_headline.json
src/unitxt/catalog/cards/numeric_nlg.json
src/unitxt/catalog/cards/openbook_qa.json
src/unitxt/catalog/cards/piqa.json
src/unitxt/catalog/cards/pop_qa.json
src/unitxt/catalog/cards/pop_qa_robust.json
src/unitxt/catalog/cards/qnli.json
src/unitxt/catalog/cards/qqp.json
src/unitxt/catalog/cards/qtsumm.json
src/unitxt/catalog/cards/race_all.json
src/unitxt/catalog/cards/race_high.json
src/unitxt/catalog/cards/race_middle.json
src/unitxt/catalog/cards/rte.json
src/unitxt/catalog/cards/scigen.json
src/unitxt/catalog/cards/sciq.json
src/unitxt/catalog/cards/seed_bench.json
src/unitxt/catalog/cards/squad.json
src/unitxt/catalog/cards/sst2.json
src/unitxt/catalog/cards/stsb.json
src/unitxt/catalog/cards/summarize_from_human_feedback.json
src/unitxt/catalog/cards/tab_fact.json
src/unitxt/catalog/cards/tablebench.json
src/unitxt/catalog/cards/tablerow_classify.json
src/unitxt/catalog/cards/tldr.json
src/unitxt/catalog/cards/tldr_document_filtered_to_10000_chars.json
src/unitxt/catalog/cards/tldr_document_filtered_to_6000_chars.json
src/unitxt/catalog/cards/toxigen.json
src/unitxt/catalog/cards/trec.json
src/unitxt/catalog/cards/turl_col_type.json
src/unitxt/catalog/cards/unfair_tos.json
src/unitxt/catalog/cards/websrc.json
src/unitxt/catalog/cards/wiki_bio.json
src/unitxt/catalog/cards/wikitq.json
src/unitxt/catalog/cards/wnli.json
src/unitxt/catalog/cards/wsc.json
src/unitxt/catalog/cards/xsum.json
src/unitxt/catalog/cards/yahoo_answers_topics.json
src/unitxt/catalog/cards/20_newsgroups/sklearn.json
src/unitxt/catalog/cards/CFPB/product/2023.json
src/unitxt/catalog/cards/CFPB/product/watsonx.json
src/unitxt/catalog/cards/ai2_arc/arc_challenge.json
src/unitxt/catalog/cards/ai2_arc/arc_easy.json
src/unitxt/catalog/cards/almost_evil/de.json
src/unitxt/catalog/cards/almost_evil/en.json
src/unitxt/catalog/cards/almost_evil/es.json
src/unitxt/catalog/cards/almost_evil/fr.json
src/unitxt/catalog/cards/almost_evil/it.json
src/unitxt/catalog/cards/almost_evil/nl.json
src/unitxt/catalog/cards/almost_evil/pt.json
src/unitxt/catalog/cards/almost_evil/ru.json
src/unitxt/catalog/cards/amazon_mass/af_ZA.json
src/unitxt/catalog/cards/amazon_mass/all.json
src/unitxt/catalog/cards/amazon_mass/am_ET.json
src/unitxt/catalog/cards/amazon_mass/ar_SA.json
src/unitxt/catalog/cards/amazon_mass/az_AZ.json
src/unitxt/catalog/cards/amazon_mass/bn_BD.json
src/unitxt/catalog/cards/amazon_mass/ca_ES.json
src/unitxt/catalog/cards/amazon_mass/cy_GB.json
src/unitxt/catalog/cards/amazon_mass/da_DK.json
src/unitxt/catalog/cards/amazon_mass/de_DE.json
src/unitxt/catalog/cards/amazon_mass/el_GR.json
src/unitxt/catalog/cards/amazon_mass/en_US.json
src/unitxt/catalog/cards/amazon_mass/es_ES.json
src/unitxt/catalog/cards/amazon_mass/fa_IR.json
src/unitxt/catalog/cards/amazon_mass/fi_FI.json
src/unitxt/catalog/cards/amazon_mass/fr_FR.json
src/unitxt/catalog/cards/amazon_mass/he_IL.json
src/unitxt/catalog/cards/amazon_mass/hi_IN.json
src/unitxt/catalog/cards/amazon_mass/hu_HU.json
src/unitxt/catalog/cards/amazon_mass/hy_AM.json
src/unitxt/catalog/cards/amazon_mass/id_ID.json
src/unitxt/catalog/cards/amazon_mass/is_IS.json
src/unitxt/catalog/cards/amazon_mass/it_IT.json
src/unitxt/catalog/cards/amazon_mass/ja_JP.json
src/unitxt/catalog/cards/amazon_mass/jv_ID.json
src/unitxt/catalog/cards/amazon_mass/ka_GE.json
src/unitxt/catalog/cards/amazon_mass/km_KH.json
src/unitxt/catalog/cards/amazon_mass/kn_IN.json
src/unitxt/catalog/cards/amazon_mass/ko_KR.json
src/unitxt/catalog/cards/amazon_mass/lv_LV.json
src/unitxt/catalog/cards/amazon_mass/ml_IN.json
src/unitxt/catalog/cards/amazon_mass/mn_MN.json
src/unitxt/catalog/cards/amazon_mass/ms_MY.json
src/unitxt/catalog/cards/amazon_mass/my_MM.json
src/unitxt/catalog/cards/amazon_mass/nb_NO.json
src/unitxt/catalog/cards/amazon_mass/nl_NL.json
src/unitxt/catalog/cards/amazon_mass/pl_PL.json
src/unitxt/catalog/cards/amazon_mass/pt_PT.json
src/unitxt/catalog/cards/amazon_mass/ro_RO.json
src/unitxt/catalog/cards/amazon_mass/ru_RU.json
src/unitxt/catalog/cards/amazon_mass/sl_SL.json
src/unitxt/catalog/cards/amazon_mass/sq_AL.json
src/unitxt/catalog/cards/amazon_mass/sv_SE.json
src/unitxt/catalog/cards/amazon_mass/sw_KE.json
src/unitxt/catalog/cards/amazon_mass/ta_IN.json
src/unitxt/catalog/cards/amazon_mass/te_IN.json
src/unitxt/catalog/cards/amazon_mass/th_TH.json
src/unitxt/catalog/cards/amazon_mass/tl_PH.json
src/unitxt/catalog/cards/amazon_mass/tr_TR.json
src/unitxt/catalog/cards/amazon_mass/ur_PK.json
src/unitxt/catalog/cards/amazon_mass/vi_VN.json
src/unitxt/catalog/cards/amazon_mass/zh_CN.json
src/unitxt/catalog/cards/amazon_mass/zh_TW.json
src/unitxt/catalog/cards/amazon_mass/all_1/1.json
src/unitxt/catalog/cards/arena_hard/generation/english_gpt_4_0314_reference.json
src/unitxt/catalog/cards/arena_hard/response_assessment/pairwise_comparative_rating/both_games_gpt_4_judge.json
src/unitxt/catalog/cards/arena_hard/response_assessment/pairwise_comparative_rating/both_games_mean_judgment_gpt4_judge.json
src/unitxt/catalog/cards/arena_hard/response_assessment/pairwise_comparative_rating/first_game_only_gpt_4_judge.json
src/unitxt/catalog/cards/babi/qa.json
src/unitxt/catalog/cards/belebele/acm_arab.json
src/unitxt/catalog/cards/belebele/afr_latn.json
src/unitxt/catalog/cards/belebele/als_latn.json
src/unitxt/catalog/cards/belebele/amh_ethi.json
src/unitxt/catalog/cards/belebele/apc_arab.json
src/unitxt/catalog/cards/belebele/arb_arab.json
src/unitxt/catalog/cards/belebele/arb_latn.json
src/unitxt/catalog/cards/belebele/ars_arab.json
src/unitxt/catalog/cards/belebele/ary_arab.json
src/unitxt/catalog/cards/belebele/arz_arab.json
src/unitxt/catalog/cards/belebele/asm_beng.json
src/unitxt/catalog/cards/belebele/azj_latn.json
src/unitxt/catalog/cards/belebele/bam_latn.json
src/unitxt/catalog/cards/belebele/ben_beng.json
src/unitxt/catalog/cards/belebele/ben_latn.json
src/unitxt/catalog/cards/belebele/bod_tibt.json
src/unitxt/catalog/cards/belebele/bul_cyrl.json
src/unitxt/catalog/cards/belebele/cat_latn.json
src/unitxt/catalog/cards/belebele/ceb_latn.json
src/unitxt/catalog/cards/belebele/ces_latn.json
src/unitxt/catalog/cards/belebele/ckb_arab.json
src/unitxt/catalog/cards/belebele/dan_latn.json
src/unitxt/catalog/cards/belebele/deu_latn.json
src/unitxt/catalog/cards/belebele/ell_grek.json
src/unitxt/catalog/cards/belebele/eng_latn.json
src/unitxt/catalog/cards/belebele/est_latn.json
src/unitxt/catalog/cards/belebele/eus_latn.json
src/unitxt/catalog/cards/belebele/fin_latn.json
src/unitxt/catalog/cards/belebele/fra_latn.json
src/unitxt/catalog/cards/belebele/fuv_latn.json
src/unitxt/catalog/cards/belebele/gaz_latn.json
src/unitxt/catalog/cards/belebele/grn_latn.json
src/unitxt/catalog/cards/belebele/guj_gujr.json
src/unitxt/catalog/cards/belebele/hat_latn.json
src/unitxt/catalog/cards/belebele/hau_latn.json
src/unitxt/catalog/cards/belebele/heb_hebr.json
src/unitxt/catalog/cards/belebele/hin_deva.json
src/unitxt/catalog/cards/belebele/hin_latn.json
src/unitxt/catalog/cards/belebele/hrv_latn.json
src/unitxt/catalog/cards/belebele/hun_latn.json
src/unitxt/catalog/cards/belebele/hye_armn.json
src/unitxt/catalog/cards/belebele/ibo_latn.json
src/unitxt/catalog/cards/belebele/ilo_latn.json
src/unitxt/catalog/cards/belebele/ind_latn.json
src/unitxt/catalog/cards/belebele/isl_latn.json
src/unitxt/catalog/cards/belebele/ita_latn.json
src/unitxt/catalog/cards/belebele/jav_latn.json
src/unitxt/catalog/cards/belebele/jpn_jpan.json
src/unitxt/catalog/cards/belebele/kac_latn.json
src/unitxt/catalog/cards/belebele/kan_knda.json
src/unitxt/catalog/cards/belebele/kat_geor.json
src/unitxt/catalog/cards/belebele/kaz_cyrl.json
src/unitxt/catalog/cards/belebele/kea_latn.json
src/unitxt/catalog/cards/belebele/khk_cyrl.json
src/unitxt/catalog/cards/belebele/khm_khmr.json
src/unitxt/catalog/cards/belebele/kin_latn.json
src/unitxt/catalog/cards/belebele/kir_cyrl.json
src/unitxt/catalog/cards/belebele/kor_hang.json
src/unitxt/catalog/cards/belebele/lao_laoo.json
src/unitxt/catalog/cards/belebele/lin_latn.json
src/unitxt/catalog/cards/belebele/lit_latn.json
src/unitxt/catalog/cards/belebele/lug_latn.json
src/unitxt/catalog/cards/belebele/luo_latn.json
src/unitxt/catalog/cards/belebele/lvs_latn.json
src/unitxt/catalog/cards/belebele/mal_mlym.json
src/unitxt/catalog/cards/belebele/mar_deva.json
src/unitxt/catalog/cards/belebele/mkd_cyrl.json
src/unitxt/catalog/cards/belebele/mlt_latn.json
src/unitxt/catalog/cards/belebele/mri_latn.json
src/unitxt/catalog/cards/belebele/mya_mymr.json
src/unitxt/catalog/cards/belebele/nld_latn.json
src/unitxt/catalog/cards/belebele/nob_latn.json
src/unitxt/catalog/cards/belebele/npi_deva.json
src/unitxt/catalog/cards/belebele/npi_latn.json
src/unitxt/catalog/cards/belebele/nso_latn.json
src/unitxt/catalog/cards/belebele/nya_latn.json
src/unitxt/catalog/cards/belebele/ory_orya.json
src/unitxt/catalog/cards/belebele/pan_guru.json
src/unitxt/catalog/cards/belebele/pbt_arab.json
src/unitxt/catalog/cards/belebele/pes_arab.json
src/unitxt/catalog/cards/belebele/plt_latn.json
src/unitxt/catalog/cards/belebele/pol_latn.json
src/unitxt/catalog/cards/belebele/por_latn.json
src/unitxt/catalog/cards/belebele/ron_latn.json
src/unitxt/catalog/cards/belebele/rus_cyrl.json
src/unitxt/catalog/cards/belebele/shn_mymr.json
src/unitxt/catalog/cards/belebele/sin_latn.json
src/unitxt/catalog/cards/belebele/sin_sinh.json
src/unitxt/catalog/cards/belebele/slk_latn.json
src/unitxt/catalog/cards/belebele/slv_latn.json
src/unitxt/catalog/cards/belebele/sna_latn.json
src/unitxt/catalog/cards/belebele/snd_arab.json
src/unitxt/catalog/cards/belebele/som_latn.json
src/unitxt/catalog/cards/belebele/sot_latn.json
src/unitxt/catalog/cards/belebele/spa_latn.json
src/unitxt/catalog/cards/belebele/srp_cyrl.json
src/unitxt/catalog/cards/belebele/ssw_latn.json
src/unitxt/catalog/cards/belebele/sun_latn.json
src/unitxt/catalog/cards/belebele/swe_latn.json
src/unitxt/catalog/cards/belebele/swh_latn.json
src/unitxt/catalog/cards/belebele/tam_taml.json
src/unitxt/catalog/cards/belebele/tel_telu.json
src/unitxt/catalog/cards/belebele/tgk_cyrl.json
src/unitxt/catalog/cards/belebele/tgl_latn.json
src/unitxt/catalog/cards/belebele/tha_thai.json
src/unitxt/catalog/cards/belebele/tir_ethi.json
src/unitxt/catalog/cards/belebele/tsn_latn.json
src/unitxt/catalog/cards/belebele/tso_latn.json
src/unitxt/catalog/cards/belebele/tur_latn.json
src/unitxt/catalog/cards/belebele/ukr_cyrl.json
src/unitxt/catalog/cards/belebele/urd_arab.json
src/unitxt/catalog/cards/belebele/urd_latn.json
src/unitxt/catalog/cards/belebele/uzn_latn.json
src/unitxt/catalog/cards/belebele/vie_latn.json
src/unitxt/catalog/cards/belebele/war_latn.json
src/unitxt/catalog/cards/belebele/wol_latn.json
src/unitxt/catalog/cards/belebele/xho_latn.json
src/unitxt/catalog/cards/belebele/yor_latn.json
src/unitxt/catalog/cards/belebele/zho_hans.json
src/unitxt/catalog/cards/belebele/zho_hant.json
src/unitxt/catalog/cards/belebele/zsm_latn.json
src/unitxt/catalog/cards/belebele/zul_latn.json
src/unitxt/catalog/cards/boolq/classification.json
src/unitxt/catalog/cards/boolq/multiple_choice.json
src/unitxt/catalog/cards/clinc_oos/imbalanced.json
src/unitxt/catalog/cards/clinc_oos/plus.json
src/unitxt/catalog/cards/clinc_oos/small.json
src/unitxt/catalog/cards/coedit/paraphrase.json
src/unitxt/catalog/cards/coedit/preference.json
src/unitxt/catalog/cards/coedit/rewriting.json
src/unitxt/catalog/cards/coedit/selection.json
src/unitxt/catalog/cards/cohere_for_ai/aya_human_annotated/arb.json
src/unitxt/catalog/cards/cohere_for_ai/aya_human_annotated/eng.json
src/unitxt/catalog/cards/cohere_for_ai/aya_human_annotated/por.json
src/unitxt/catalog/cards/cohere_for_ai/aya_human_annotated/tel.json
src/unitxt/catalog/cards/cohere_for_ai/aya_human_annotated/tur.json
src/unitxt/catalog/cards/cohere_for_ai/aya_human_annotated/yor.json
src/unitxt/catalog/cards/cohere_for_ai/aya_human_annotated/zho.json
src/unitxt/catalog/cards/cohere_for_ai/dolly_human_edited/fra.json
src/unitxt/catalog/cards/cohere_for_ai/dolly_human_edited/spa.json
src/unitxt/catalog/cards/cohere_for_ai/dolly_machine_translated/deu.json
src/unitxt/catalog/cards/cohere_for_ai/dolly_machine_translated/eng.json
src/unitxt/catalog/cards/cohere_for_ai/dolly_machine_translated/fra.json
src/unitxt/catalog/cards/cohere_for_ai/dolly_machine_translated/jpn.json
src/unitxt/catalog/cards/cohere_for_ai/dolly_machine_translated/por.json
src/unitxt/catalog/cards/cohere_for_ai/dolly_machine_translated/spa.json
src/unitxt/catalog/cards/coqa/completion.json
src/unitxt/catalog/cards/coqa/qa.json
src/unitxt/catalog/cards/doc_vqa/en.json
src/unitxt/catalog/cards/doc_vqa/fr.json
src/unitxt/catalog/cards/doc_vqa/lmms_eval.json
src/unitxt/catalog/cards/dynamic_cards_for_llm_judges/pairwise_comparative_rating/single_turn.json
src/unitxt/catalog/cards/dynamic_cards_for_llm_judges/rating/single_turn.json
src/unitxt/catalog/cards/dynamic_cards_for_llm_judges/rating/single_turn_with_reference.json
src/unitxt/catalog/cards/ffqa_filtered/16k.json
src/unitxt/catalog/cards/ffqa_filtered/2k.json
src/unitxt/catalog/cards/ffqa_filtered/4k.json
src/unitxt/catalog/cards/ffqa_filtered/8k.json
src/unitxt/catalog/cards/go_emotions/simplified.json
src/unitxt/catalog/cards/head_qa/en.json
src/unitxt/catalog/cards/head_qa/es.json
src/unitxt/catalog/cards/legalbench/abercrombie.json
src/unitxt/catalog/cards/legalbench/corporate_lobbying.json
src/unitxt/catalog/cards/legalbench/function_of_decision_section.json
src/unitxt/catalog/cards/legalbench/international_citizenship_questions.json
src/unitxt/catalog/cards/legalbench/proa.json
src/unitxt/catalog/cards/mlsum/de.json
src/unitxt/catalog/cards/mlsum/es.json
src/unitxt/catalog/cards/mlsum/fr.json
src/unitxt/catalog/cards/mlsum/ru.json
src/unitxt/catalog/cards/mlsum/tu.json
src/unitxt/catalog/cards/mmlu/abstract_algebra.json
src/unitxt/catalog/cards/mmlu/anatomy.json
src/unitxt/catalog/cards/mmlu/astronomy.json
src/unitxt/catalog/cards/mmlu/business_ethics.json
src/unitxt/catalog/cards/mmlu/clinical_knowledge.json
src/unitxt/catalog/cards/mmlu/college_biology.json
src/unitxt/catalog/cards/mmlu/college_chemistry.json
src/unitxt/catalog/cards/mmlu/college_computer_science.json
src/unitxt/catalog/cards/mmlu/college_mathematics.json
src/unitxt/catalog/cards/mmlu/college_medicine.json
src/unitxt/catalog/cards/mmlu/college_physics.json
src/unitxt/catalog/cards/mmlu/computer_security.json
src/unitxt/catalog/cards/mmlu/conceptual_physics.json
src/unitxt/catalog/cards/mmlu/econometrics.json
src/unitxt/catalog/cards/mmlu/electrical_engineering.json
src/unitxt/catalog/cards/mmlu/elementary_mathematics.json
src/unitxt/catalog/cards/mmlu/formal_logic.json
src/unitxt/catalog/cards/mmlu/global_facts.json
src/unitxt/catalog/cards/mmlu/high_school_biology.json
src/unitxt/catalog/cards/mmlu/high_school_chemistry.json
src/unitxt/catalog/cards/mmlu/high_school_computer_science.json
src/unitxt/catalog/cards/mmlu/high_school_european_history.json
src/unitxt/catalog/cards/mmlu/high_school_geography.json
src/unitxt/catalog/cards/mmlu/high_school_government_and_politics.json
src/unitxt/catalog/cards/mmlu/high_school_macroeconomics.json
src/unitxt/catalog/cards/mmlu/high_school_mathematics.json
src/unitxt/catalog/cards/mmlu/high_school_microeconomics.json
src/unitxt/catalog/cards/mmlu/high_school_physics.json
src/unitxt/catalog/cards/mmlu/high_school_psychology.json
src/unitxt/catalog/cards/mmlu/high_school_statistics.json
src/unitxt/catalog/cards/mmlu/high_school_us_history.json
src/unitxt/catalog/cards/mmlu/high_school_world_history.json
src/unitxt/catalog/cards/mmlu/human_aging.json
src/unitxt/catalog/cards/mmlu/human_sexuality.json
src/unitxt/catalog/cards/mmlu/international_law.json
src/unitxt/catalog/cards/mmlu/jurisprudence.json
src/unitxt/catalog/cards/mmlu/logical_fallacies.json
src/unitxt/catalog/cards/mmlu/machine_learning.json
src/unitxt/catalog/cards/mmlu/management.json
src/unitxt/catalog/cards/mmlu/marketing.json
src/unitxt/catalog/cards/mmlu/medical_genetics.json
src/unitxt/catalog/cards/mmlu/miscellaneous.json
src/unitxt/catalog/cards/mmlu/moral_disputes.json
src/unitxt/catalog/cards/mmlu/moral_scenarios.json
src/unitxt/catalog/cards/mmlu/nutrition.json
src/unitxt/catalog/cards/mmlu/philosophy.json
src/unitxt/catalog/cards/mmlu/prehistory.json
src/unitxt/catalog/cards/mmlu/professional_accounting.json
src/unitxt/catalog/cards/mmlu/professional_law.json
src/unitxt/catalog/cards/mmlu/professional_medicine.json
src/unitxt/catalog/cards/mmlu/professional_psychology.json
src/unitxt/catalog/cards/mmlu/public_relations.json
src/unitxt/catalog/cards/mmlu/security_studies.json
src/unitxt/catalog/cards/mmlu/sociology.json
src/unitxt/catalog/cards/mmlu/us_foreign_policy.json
src/unitxt/catalog/cards/mmlu/virology.json
src/unitxt/catalog/cards/mmlu/world_religions.json
src/unitxt/catalog/cards/mmlu_pro/biology.json
src/unitxt/catalog/cards/mmlu_pro/business.json
src/unitxt/catalog/cards/mmlu_pro/chemistry.json
src/unitxt/catalog/cards/mmlu_pro/computer_science.json
src/unitxt/catalog/cards/mmlu_pro/economics.json
src/unitxt/catalog/cards/mmlu_pro/engineering.json
src/unitxt/catalog/cards/mmlu_pro/health.json
src/unitxt/catalog/cards/mmlu_pro/history.json
src/unitxt/catalog/cards/mmlu_pro/law.json
src/unitxt/catalog/cards/mmlu_pro/math.json
src/unitxt/catalog/cards/mmlu_pro/other.json
src/unitxt/catalog/cards/mmlu_pro/philosophy.json
src/unitxt/catalog/cards/mmlu_pro/physics.json
src/unitxt/catalog/cards/mmlu_pro/psychology.json
src/unitxt/catalog/cards/mmmu/accounting.json
src/unitxt/catalog/cards/mmmu/agriculture.json
src/unitxt/catalog/cards/mmmu/architecture_and_engineering.json
src/unitxt/catalog/cards/mmmu/art.json
src/unitxt/catalog/cards/mmmu/art_theory.json
src/unitxt/catalog/cards/mmmu/basic_medical_science.json
src/unitxt/catalog/cards/mmmu/biology.json
src/unitxt/catalog/cards/mmmu/chemistry.json
src/unitxt/catalog/cards/mmmu/clinical_medicine.json
src/unitxt/catalog/cards/mmmu/computer_science.json
src/unitxt/catalog/cards/mmmu/design.json
src/unitxt/catalog/cards/mmmu/diagnostics_and_laboratory_medicine.json
src/unitxt/catalog/cards/mmmu/economics.json
src/unitxt/catalog/cards/mmmu/electronics.json
src/unitxt/catalog/cards/mmmu/energy_and_power.json
src/unitxt/catalog/cards/mmmu/finance.json
src/unitxt/catalog/cards/mmmu/geography.json
src/unitxt/catalog/cards/mmmu/history.json
src/unitxt/catalog/cards/mmmu/literature.json
src/unitxt/catalog/cards/mmmu/manage.json
src/unitxt/catalog/cards/mmmu/marketing.json
src/unitxt/catalog/cards/mmmu/materials.json
src/unitxt/catalog/cards/mmmu/math.json
src/unitxt/catalog/cards/mmmu/mechanical_engineering.json
src/unitxt/catalog/cards/mmmu/music.json
src/unitxt/catalog/cards/mmmu/pharmacy.json
src/unitxt/catalog/cards/mmmu/physics.json
src/unitxt/catalog/cards/mmmu/psychology.json
src/unitxt/catalog/cards/mmmu/public_health.json
src/unitxt/catalog/cards/mmmu/sociology.json
src/unitxt/catalog/cards/mt/flores_101/ara_eng.json
src/unitxt/catalog/cards/mt/flores_101/deu_eng.json
src/unitxt/catalog/cards/mt/flores_101/eng_ara.json
src/unitxt/catalog/cards/mt/flores_101/eng_deu.json
src/unitxt/catalog/cards/mt/flores_101/eng_fra.json
src/unitxt/catalog/cards/mt/flores_101/eng_jpn.json
src/unitxt/catalog/cards/mt/flores_101/eng_kor.json
src/unitxt/catalog/cards/mt/flores_101/eng_por.json
src/unitxt/catalog/cards/mt/flores_101/eng_ron.json
src/unitxt/catalog/cards/mt/flores_101/eng_spa.json
src/unitxt/catalog/cards/mt/flores_101/fra_eng.json
src/unitxt/catalog/cards/mt/flores_101/jpn_eng.json
src/unitxt/catalog/cards/mt/flores_101/kor_eng.json
src/unitxt/catalog/cards/mt/flores_101/por_eng.json
src/unitxt/catalog/cards/mt/flores_101/ron_eng.json
src/unitxt/catalog/cards/mt/flores_101/spa_eng.json
src/unitxt/catalog/cards/mt_bench/generation/english_single_turn.json
src/unitxt/catalog/cards/mt_bench/generation/japanese_single_turn.json
src/unitxt/catalog/cards/mt_bench/response_assessment/pairwise_comparison/multi_turn_gpt4_judgement.json
src/unitxt/catalog/cards/mt_bench/response_assessment/pairwise_comparison/multi_turn_with_reference_gpt4_judgement.json
src/unitxt/catalog/cards/mt_bench/response_assessment/pairwise_comparison/single_turn_gpt4_judgement.json
src/unitxt/catalog/cards/mt_bench/response_assessment/pairwise_comparison/single_turn_with_reference_gpt4_judgement.json
src/unitxt/catalog/cards/mt_bench/response_assessment/rating/multi_turn_gpt4_judgement.json
src/unitxt/catalog/cards/mt_bench/response_assessment/rating/multi_turn_with_reference_gpt4_judgement.json
src/unitxt/catalog/cards/mt_bench/response_assessment/rating/single_turn_gpt4_judgement.json
src/unitxt/catalog/cards/mt_bench/response_assessment/rating/single_turn_with_reference_gpt4_judgement.json
src/unitxt/catalog/cards/multidoc2dial/abstractive.json
src/unitxt/catalog/cards/multidoc2dial/extractive.json
src/unitxt/catalog/cards/rag/benchmark/clap_nq/en.json
src/unitxt/catalog/cards/rag/documents/clap_nq/en.json
src/unitxt/catalog/cards/rag/response_generation/clapnq.json
src/unitxt/catalog/cards/rag/response_generation/chat_rag_bench/train/user_assistant_format/doc2dial.json
src/unitxt/catalog/cards/rag/response_generation/chat_rag_bench/train/user_assistant_format/doqa_cooking.json
src/unitxt/catalog/cards/rag/response_generation/chat_rag_bench/train/user_assistant_format/doqa_movies.json
src/unitxt/catalog/cards/rag/response_generation/chat_rag_bench/train/user_assistant_format/doqa_travel.json
src/unitxt/catalog/cards/rag/response_generation/chat_rag_bench/train/user_assistant_format/hybridial.json
src/unitxt/catalog/cards/rag/response_generation/chat_rag_bench/user_assistant_format/doc2dial.json
src/unitxt/catalog/cards/rag/response_generation/chat_rag_bench/user_assistant_format/doqa_cooking.json
src/unitxt/catalog/cards/rag/response_generation/chat_rag_bench/user_assistant_format/doqa_movies.json
src/unitxt/catalog/cards/rag/response_generation/chat_rag_bench/user_assistant_format/doqa_travel.json
src/unitxt/catalog/cards/rag/response_generation/chat_rag_bench/user_assistant_format/hybridial.json
src/unitxt/catalog/cards/rag/response_generation/train/clapnq.json
src/unitxt/catalog/cards/rag/response_generation/train/open_australian_legal_qa.json
src/unitxt/catalog/cards/reuters21578/ModApte.json
src/unitxt/catalog/cards/reuters21578/ModHayes.json
src/unitxt/catalog/cards/reuters21578/ModLewis.json
src/unitxt/catalog/cards/reward_bench/chat.json
src/unitxt/catalog/cards/reward_bench/chat_hard.json
src/unitxt/catalog/cards/reward_bench/reasoning.json
src/unitxt/catalog/cards/reward_bench/safety.json
src/unitxt/catalog/cards/safety/provoq.json
src/unitxt/catalog/cards/safety/simple_safety_tests.json
src/unitxt/catalog/cards/safety/truthful_qa.json
src/unitxt/catalog/cards/safety/bbq/Age.json
src/unitxt/catalog/cards/safety/bbq/Disability_status.json
src/unitxt/catalog/cards/safety/bbq/Gender_identity.json
src/unitxt/catalog/cards/safety/bbq/Nationality.json
src/unitxt/catalog/cards/safety/bbq/Physical_appearance.json
src/unitxt/catalog/cards/safety/bbq/Race_ethnicity.json
src/unitxt/catalog/cards/safety/bbq/Race_x_SES.json
src/unitxt/catalog/cards/safety/bbq/Race_x_gender.json
src/unitxt/catalog/cards/safety/bbq/Religion.json
src/unitxt/catalog/cards/safety/bbq/SES.json
src/unitxt/catalog/cards/safety/bbq/Sexual_orientation.json
src/unitxt/catalog/cards/safety/discrim_eval/explicit.json
src/unitxt/catalog/cards/safety/discrim_eval/implicit.json
src/unitxt/catalog/cards/universal_ner/ceb/gja.json
src/unitxt/catalog/cards/universal_ner/da/ddt.json
src/unitxt/catalog/cards/universal_ner/de/pud.json
src/unitxt/catalog/cards/universal_ner/en/ewt.json
src/unitxt/catalog/cards/universal_ner/en/pud.json
src/unitxt/catalog/cards/universal_ner/hr/set.json
src/unitxt/catalog/cards/universal_ner/pt/bosque.json
src/unitxt/catalog/cards/universal_ner/pt/pud.json
src/unitxt/catalog/cards/universal_ner/ru/pud.json
src/unitxt/catalog/cards/universal_ner/sk/snk.json
src/unitxt/catalog/cards/universal_ner/sr/set.json
src/unitxt/catalog/cards/universal_ner/sv/pud.json
src/unitxt/catalog/cards/universal_ner/sv/talbanken.json
src/unitxt/catalog/cards/universal_ner/tl/trg.json
src/unitxt/catalog/cards/universal_ner/tl/ugnayan.json
src/unitxt/catalog/cards/universal_ner/zh/gsd.json
src/unitxt/catalog/cards/universal_ner/zh/gsdsimp.json
src/unitxt/catalog/cards/universal_ner/zh/pud.json
src/unitxt/catalog/cards/winogrande/debiased.json
src/unitxt/catalog/cards/winogrande/l.json
src/unitxt/catalog/cards/winogrande/m.json
src/unitxt/catalog/cards/winogrande/s.json
src/unitxt/catalog/cards/winogrande/xl.json
src/unitxt/catalog/cards/winogrande/xs.json
src/unitxt/catalog/cards/wmt/en_de.json
src/unitxt/catalog/cards/wmt/en_fr.json
src/unitxt/catalog/cards/wmt/en_ro.json
src/unitxt/catalog/cards/wnli/truthfulness.json
src/unitxt/catalog/cards/xlsum/amharic.json
src/unitxt/catalog/cards/xlsum/arabic.json
src/unitxt/catalog/cards/xlsum/azerbaijani.json
src/unitxt/catalog/cards/xlsum/bengali.json
src/unitxt/catalog/cards/xlsum/burmese.json
src/unitxt/catalog/cards/xlsum/chinese_simplified.json
src/unitxt/catalog/cards/xlsum/chinese_traditional.json
src/unitxt/catalog/cards/xlsum/english.json
src/unitxt/catalog/cards/xlsum/french.json
src/unitxt/catalog/cards/xlsum/gujarati.json
src/unitxt/catalog/cards/xlsum/hausa.json
src/unitxt/catalog/cards/xlsum/hindi.json
src/unitxt/catalog/cards/xlsum/igbo.json
src/unitxt/catalog/cards/xlsum/indonesian.json
src/unitxt/catalog/cards/xlsum/japanese.json
src/unitxt/catalog/cards/xlsum/kirundi.json
src/unitxt/catalog/cards/xlsum/korean.json
src/unitxt/catalog/cards/xlsum/kyrgyz.json
src/unitxt/catalog/cards/xlsum/marathi.json
src/unitxt/catalog/cards/xlsum/nepali.json
src/unitxt/catalog/cards/xlsum/oromo.json
src/unitxt/catalog/cards/xlsum/pashto.json
src/unitxt/catalog/cards/xlsum/persian.json
src/unitxt/catalog/cards/xlsum/pidgin.json
src/unitxt/catalog/cards/xlsum/portuguese.json
src/unitxt/catalog/cards/xlsum/punjabi.json
src/unitxt/catalog/cards/xlsum/russian.json
src/unitxt/catalog/cards/xlsum/scottish_gaelic.json
src/unitxt/catalog/cards/xlsum/serbian_cyrillic.json
src/unitxt/catalog/cards/xlsum/serbian_latin.json
src/unitxt/catalog/cards/xlsum/sinhala.json
src/unitxt/catalog/cards/xlsum/somali.json
src/unitxt/catalog/cards/xlsum/spanish.json
src/unitxt/catalog/cards/xlsum/swahili.json
src/unitxt/catalog/cards/xlsum/tamil.json
src/unitxt/catalog/cards/xlsum/telugu.json
src/unitxt/catalog/cards/xlsum/thai.json
src/unitxt/catalog/cards/xlsum/tigrinya.json
src/unitxt/catalog/cards/xlsum/turkish.json
src/unitxt/catalog/cards/xlsum/ukrainian.json
src/unitxt/catalog/cards/xlsum/urdu.json
src/unitxt/catalog/cards/xlsum/uzbek.json
src/unitxt/catalog/cards/xlsum/vietnamese.json
src/unitxt/catalog/cards/xlsum/welsh.json
src/unitxt/catalog/cards/xlsum/yoruba.json
src/unitxt/catalog/cards/xnli/ar.json
src/unitxt/catalog/cards/xnli/bg.json
src/unitxt/catalog/cards/xnli/de.json
src/unitxt/catalog/cards/xnli/el.json
src/unitxt/catalog/cards/xnli/en.json
src/unitxt/catalog/cards/xnli/es.json
src/unitxt/catalog/cards/xnli/fr.json
src/unitxt/catalog/cards/xnli/hi.json
src/unitxt/catalog/cards/xnli/ru.json
src/unitxt/catalog/cards/xnli/sw.json
src/unitxt/catalog/cards/xnli/th.json
src/unitxt/catalog/cards/xnli/tr.json
src/unitxt/catalog/cards/xnli/ur.json
src/unitxt/catalog/cards/xnli/vi.json
src/unitxt/catalog/cards/xnli/zh.json
src/unitxt/catalog/cards/xwinogrande/en.json
src/unitxt/catalog/cards/xwinogrande/jp.json
src/unitxt/catalog/cards/xwinogrande/pt.json
src/unitxt/catalog/cards/xwinogrande/ru.json
src/unitxt/catalog/cards/xwinogrande/zh.json
src/unitxt/catalog/engines/classification/gpt_4_turbo_openai.json
src/unitxt/catalog/engines/classification/llama_3_1_405b_instruct_fp8_ibm_genai.json
src/unitxt/catalog/engines/classification/llama_3_1_70b_instruct_wml.json
src/unitxt/catalog/engines/classification/llama_3_70b_instruct_ibm_genai.json
src/unitxt/catalog/engines/classification/mixtral_8x7b_instruct_v01_ibm_genai.json
src/unitxt/catalog/engines/classification/mixtral_8x7b_instruct_v01_wml.json
src/unitxt/catalog/engines/ibm_gen_ai/llama_3_70b_instruct.json
src/unitxt/catalog/engines/ibm_gen_ai/llama_3_8b_instruct.json
src/unitxt/catalog/engines/ibm_wml/llama_3_70b_instruct.json
src/unitxt/catalog/engines/model/llama_3_8b_instruct.json
src/unitxt/catalog/engines/model/flan/t5_small/hf.json
src/unitxt/catalog/engines/ollama/llama2.json
src/unitxt/catalog/formats/chat_api.json
src/unitxt/catalog/formats/deepseek_coder.json
src/unitxt/catalog/formats/empty.json
src/unitxt/catalog/formats/empty_input_output_separator.json
src/unitxt/catalog/formats/human_assistant.json
src/unitxt/catalog/formats/llama.json
src/unitxt/catalog/formats/llama2.json
src/unitxt/catalog/formats/llama3_instruct.json
src/unitxt/catalog/formats/llama3_instruct_all_demos_in_one_turn.json
src/unitxt/catalog/formats/llamaguard2.json
src/unitxt/catalog/formats/textual_assistant.json
src/unitxt/catalog/formats/user_agent.json
src/unitxt/catalog/formats/user_assistant.json
src/unitxt/catalog/formats/models/alpaca_instruct.json
src/unitxt/catalog/formats/models/llava.json
src/unitxt/catalog/formats/models/llava_interleave.json
src/unitxt/catalog/formats/models/phi_3.json
src/unitxt/catalog/formats/models/starling.json
src/unitxt/catalog/formats/models/flan/exq_exa.json
src/unitxt/catalog/formats/models/flan/few_shot.json
src/unitxt/catalog/formats/models/labradorite/few_shot.json
src/unitxt/catalog/formats/models/labradorite/zero_shot.json
src/unitxt/catalog/formats/models/mistral/instruction.json
src/unitxt/catalog/formats/models/mistral/instruction/with_system_prompt.json
src/unitxt/catalog/metrics/accuracy.json
src/unitxt/catalog/metrics/accuracy_binary.json
src/unitxt/catalog/metrics/anls.json
src/unitxt/catalog/metrics/bleu.json
src/unitxt/catalog/metrics/char_edit_dist_accuracy.json
src/unitxt/catalog/metrics/char_edit_distance.json
src/unitxt/catalog/metrics/f1_binary.json
src/unitxt/catalog/metrics/f1_macro.json
src/unitxt/catalog/metrics/f1_macro_multi_label.json
src/unitxt/catalog/metrics/f1_micro.json
src/unitxt/catalog/metrics/f1_micro_multi_label.json
src/unitxt/catalog/metrics/f1_strings.json
src/unitxt/catalog/metrics/f1_weighted.json
src/unitxt/catalog/metrics/fin_qa_metric.json
src/unitxt/catalog/metrics/fuzzyner.json
src/unitxt/catalog/metrics/is_code_mixed.json
src/unitxt/catalog/metrics/jaccard_index.json
src/unitxt/catalog/metrics/kendalltau_b.json
src/unitxt/catalog/metrics/kpa.json
src/unitxt/catalog/metrics/map.json
src/unitxt/catalog/metrics/matthews_correlation.json
src/unitxt/catalog/metrics/max_accuracy_binary.json
src/unitxt/catalog/metrics/max_f1_binary.json
src/unitxt/catalog/metrics/meteor.json
src/unitxt/catalog/metrics/mrr.json
src/unitxt/catalog/metrics/ndcg.json
src/unitxt/catalog/metrics/ner.json
src/unitxt/catalog/metrics/normalized_sacrebleu.json
src/unitxt/catalog/metrics/precision_binary.json
src/unitxt/catalog/metrics/precision_macro_multi_label.json
src/unitxt/catalog/metrics/precision_micro_multi_label.json
src/unitxt/catalog/metrics/prediction_length.json
src/unitxt/catalog/metrics/recall_binary.json
src/unitxt/catalog/metrics/recall_macro_multi_label.json
src/unitxt/catalog/metrics/recall_micro_multi_label.json
src/unitxt/catalog/metrics/regard_metric.json
src/unitxt/catalog/metrics/rerank_recall.json
src/unitxt/catalog/metrics/retrieval_at_k.json
src/unitxt/catalog/metrics/roc_auc.json
src/unitxt/catalog/metrics/rouge.json
src/unitxt/catalog/metrics/rouge_with_confidence_intervals.json
src/unitxt/catalog/metrics/sacrebleu.json
src/unitxt/catalog/metrics/safety_metric.json
src/unitxt/catalog/metrics/spearman.json
src/unitxt/catalog/metrics/squad.json
src/unitxt/catalog/metrics/string_containment.json
src/unitxt/catalog/metrics/string_containment_ratio.json
src/unitxt/catalog/metrics/token_overlap.json
src/unitxt/catalog/metrics/token_overlap_with_context.json
src/unitxt/catalog/metrics/unsorted_list_exact_match.json
src/unitxt/catalog/metrics/weighted_win_rate_correlation.json
src/unitxt/catalog/metrics/wer.json
src/unitxt/catalog/metrics/bert_score/bert_base_uncased.json
src/unitxt/catalog/metrics/bert_score/deberta_base_mnli.json
src/unitxt/catalog/metrics/bert_score/deberta_large_mnli.json
src/unitxt/catalog/metrics/bert_score/deberta_v3_base_mnli_xnli_ml.json
src/unitxt/catalog/metrics/bert_score/deberta_xlarge_mnli.json
src/unitxt/catalog/metrics/bert_score/distilbert_base_uncased.json
src/unitxt/catalog/metrics/llm_as_judge/binary/generic_inference_engine_answer_correctness_q_a_gt_loose.json
src/unitxt/catalog/metrics/llm_as_judge/binary/generic_inference_engine_answer_correctness_q_a_gt_strict.json
src/unitxt/catalog/metrics/llm_as_judge/binary/generic_inference_engine_answer_relevance_q_a.json
src/unitxt/catalog/metrics/llm_as_judge/binary/generic_inference_engine_context_relevance_q_c_ares.json
src/unitxt/catalog/metrics/llm_as_judge/binary/generic_inference_engine_correctness_holistic_q_c_a.json
src/unitxt/catalog/metrics/llm_as_judge/binary/generic_inference_engine_faithfulness_c_a.json
src/unitxt/catalog/metrics/llm_as_judge/binary/generic_inference_engine_faithfulness_q_c_a.json
src/unitxt/catalog/metrics/llm_as_judge/binary/llama_3_1_70b_instruct_wml_answer_correctness_q_a_gt_loose.json
src/unitxt/catalog/metrics/llm_as_judge/binary/llama_3_1_70b_instruct_wml_answer_correctness_q_a_gt_loose_logprobs.json
src/unitxt/catalog/metrics/llm_as_judge/binary/llama_3_1_70b_instruct_wml_answer_correctness_q_a_gt_strict.json
src/unitxt/catalog/metrics/llm_as_judge/binary/llama_3_1_70b_instruct_wml_answer_correctness_q_a_gt_strict_logprobs.json
src/unitxt/catalog/metrics/llm_as_judge/binary/llama_3_1_70b_instruct_wml_answer_relevance_q_a.json
src/unitxt/catalog/metrics/llm_as_judge/binary/llama_3_1_70b_instruct_wml_answer_relevance_q_a_logprobs.json
src/unitxt/catalog/metrics/llm_as_judge/binary/llama_3_1_70b_instruct_wml_context_relevance_q_c_ares.json
src/unitxt/catalog/metrics/llm_as_judge/binary/llama_3_1_70b_instruct_wml_context_relevance_q_c_ares_logprobs.json
src/unitxt/catalog/metrics/llm_as_judge/binary/llama_3_1_70b_instruct_wml_correctness_holistic_q_c_a.json
src/unitxt/catalog/metrics/llm_as_judge/binary/llama_3_1_70b_instruct_wml_correctness_holistic_q_c_a_logprobs.json
src/unitxt/catalog/metrics/llm_as_judge/binary/llama_3_1_70b_instruct_wml_faithfulness_c_a.json
src/unitxt/catalog/metrics/llm_as_judge/binary/llama_3_1_70b_instruct_wml_faithfulness_c_a_logprobs.json
src/unitxt/catalog/metrics/llm_as_judge/binary/llama_3_1_70b_instruct_wml_faithfulness_q_c_a.json
src/unitxt/catalog/metrics/llm_as_judge/binary/llama_3_1_70b_instruct_wml_faithfulness_q_c_a_logprobs.json
src/unitxt/catalog/metrics/llm_as_judge/conversation_answer_groundedness/ensemble_v1_ibmgenai_judges.json
src/unitxt/catalog/metrics/llm_as_judge/conversation_answer_idk/generic_inference_engine_judges.json
src/unitxt/catalog/metrics/llm_as_judge/conversation_answer_idk/llama3_v1_ibmgenai_judges.json
src/unitxt/catalog/metrics/llm_as_judge/conversation_answer_topicality/ensemble_v1_ibmgenai_judges.json
src/unitxt/catalog/metrics/llm_as_judge/pairwise_comparative_rating/llama_3_70b_instruct_generic_engine_template_arena_hard.json
src/unitxt/catalog/metrics/llm_as_judge/pairwise_comparative_rating/llama_3_70b_instruct_generic_engine_template_arena_hard_with_shuffling.json
src/unitxt/catalog/metrics/llm_as_judge/pairwise_comparative_rating/llama_3_70b_instruct_ibm_genai_template_arena_hard.json
src/unitxt/catalog/metrics/llm_as_judge/pairwise_comparative_rating/llama_3_70b_instruct_ibm_genai_template_arena_hard_with_shuffling.json
src/unitxt/catalog/metrics/llm_as_judge/pairwise_comparative_rating/llama_3_70b_instruct_ibm_wml_template_arena_hard.json
src/unitxt/catalog/metrics/llm_as_judge/pairwise_comparative_rating/llama_3_70b_instruct_ibm_wml_template_arena_hard_with_shuffling.json
src/unitxt/catalog/metrics/llm_as_judge/pairwise_comparative_rating/llama_3_8b_instruct_generic_engine_template_arena_hard.json
src/unitxt/catalog/metrics/llm_as_judge/pairwise_comparative_rating/llama_3_8b_instruct_generic_engine_template_arena_hard_with_shuffling.json
src/unitxt/catalog/metrics/llm_as_judge/pairwise_comparative_rating/llama_3_8b_instruct_ibm_genai_template_arena_hard.json
src/unitxt/catalog/metrics/llm_as_judge/pairwise_comparative_rating/llama_3_8b_instruct_ibm_genai_template_arena_hard_with_shuffling.json
src/unitxt/catalog/metrics/llm_as_judge/pairwise_comparative_rating/llama_3_70b_instruct/template_arena_hard.json
src/unitxt/catalog/metrics/llm_as_judge/pairwise_comparative_rating/llama_3_8b_instruct/template_arena_hard.json
src/unitxt/catalog/metrics/llm_as_judge/rating/llama_3_70b_instruct_ibm_genai_template_generic_single_turn.json
src/unitxt/catalog/metrics/llm_as_judge/rating/llama_3_70b_instruct_ibm_genai_template_generic_single_turn_with_reference.json
src/unitxt/catalog/metrics/llm_as_judge/rating/llama_3_70b_instruct_ibm_genai_template_mt_bench_single_turn.json
src/unitxt/catalog/metrics/llm_as_judge/rating/llama_3_70b_instruct_ibm_genai_template_table2text_single_turn_with_reference.json
src/unitxt/catalog/metrics/llm_as_judge/rating/llama_3_8b_instruct_ibm_genai_template_mt_bench_single_turn.json
src/unitxt/catalog/metrics/llm_as_judge/rating/mistral_7b_instruct_v0_2_huggingface_template_mt_bench_single_turn.json
src/unitxt/catalog/metrics/llm_as_judge/rating/llama_3_70b_instruct/generic_single_turn.json
src/unitxt/catalog/metrics/llm_as_judge/rating/llama_3_70b_instruct/generic_single_turn_with_reference.json
src/unitxt/catalog/metrics/llm_as_judge/safety/llama_3_70b_instruct_ibm_genai_template_harm_rating.json
src/unitxt/catalog/metrics/llm_as_judge/safety/llama_3_70b_instruct_ibm_genai_template_unsafe_content.json
src/unitxt/catalog/metrics/llm_as_judge/safety/llama_3_8b_instruct_ibm_genai_template_unsafe_content.json
src/unitxt/catalog/metrics/perplexity/flan_t5_small.json
src/unitxt/catalog/metrics/perplexity_a/flan_t5_small.json
src/unitxt/catalog/metrics/perplexity_chat/flan_t5_small.json
src/unitxt/catalog/metrics/perplexity_nli/t5_nli_mixture.json
src/unitxt/catalog/metrics/perplexity_q/flan_t5_small.json
src/unitxt/catalog/metrics/rag/answer_correctness.json
src/unitxt/catalog/metrics/rag/answer_inference.json
src/unitxt/catalog/metrics/rag/answer_reward.json
src/unitxt/catalog/metrics/rag/context_correctness.json
src/unitxt/catalog/metrics/rag/context_perplexity.json
src/unitxt/catalog/metrics/rag/context_relevance.json
src/unitxt/catalog/metrics/rag/faithfulness.json
src/unitxt/catalog/metrics/rag/answer_correctness/bert_score_recall.json
src/unitxt/catalog/metrics/rag/answer_correctness/bert_score_recall_ml.json
src/unitxt/catalog/metrics/rag/answer_correctness/generic_inference_engine_q_a_gt_loose.json
src/unitxt/catalog/metrics/rag/answer_correctness/generic_inference_engine_q_a_gt_strict.json
src/unitxt/catalog/metrics/rag/answer_correctness/llama_3_1_70b_instruct_wml_q_a_gt_loose.json
src/unitxt/catalog/metrics/rag/answer_correctness/llama_3_1_70b_instruct_wml_q_a_gt_loose_logprobs.json
src/unitxt/catalog/metrics/rag/answer_correctness/llama_3_1_70b_instruct_wml_q_a_gt_strict.json
src/unitxt/catalog/metrics/rag/answer_correctness/llama_3_1_70b_instruct_wml_q_a_gt_strict_logprobs.json
src/unitxt/catalog/metrics/rag/answer_correctness/sentence_bert_bge.json
src/unitxt/catalog/metrics/rag/answer_correctness/sentence_bert_mini_lm.json
src/unitxt/catalog/metrics/rag/answer_correctness/token_recall.json
src/unitxt/catalog/metrics/rag/answer_relevance/generic_inference_engine_q_a.json
src/unitxt/catalog/metrics/rag/answer_relevance/llama_3_1_70b_instruct_wml_q_a.json
src/unitxt/catalog/metrics/rag/answer_relevance/llama_3_1_70b_instruct_wml_q_a_logprobs.json
src/unitxt/catalog/metrics/rag/context_correctness/map.json
src/unitxt/catalog/metrics/rag/context_correctness/mrr.json
src/unitxt/catalog/metrics/rag/context_correctness/retrieval_at_k.json
src/unitxt/catalog/metrics/rag/context_relevance/generic_inference_engine_q_c_ares.json
src/unitxt/catalog/metrics/rag/context_relevance/llama_3_1_70b_instruct_wml_q_c_ares.json
src/unitxt/catalog/metrics/rag/context_relevance/llama_3_1_70b_instruct_wml_q_c_ares_logprobs.json
src/unitxt/catalog/metrics/rag/context_relevance/perplexity_flan_t5_small.json
src/unitxt/catalog/metrics/rag/context_relevance/sentence_bert_bge.json
src/unitxt/catalog/metrics/rag/context_relevance/sentence_bert_mini_lm.json
src/unitxt/catalog/metrics/rag/correctness/llama_index_by_gpt_3_5_turbo.json
src/unitxt/catalog/metrics/rag/correctness/llama_index_by_mock.json
src/unitxt/catalog/metrics/rag/correctness_holistic/generic_inference_engine_q_c_a.json
src/unitxt/catalog/metrics/rag/correctness_holistic/llama_3_1_70b_instruct_wml_q_c_a.json
src/unitxt/catalog/metrics/rag/correctness_holistic/llama_3_1_70b_instruct_wml_q_c_a_logprobs.json
src/unitxt/catalog/metrics/rag/end_to_end/answer_correctness.json
src/unitxt/catalog/metrics/rag/end_to_end/answer_faithfulness.json
src/unitxt/catalog/metrics/rag/end_to_end/answer_reward.json
src/unitxt/catalog/metrics/rag/end_to_end/context_correctness.json
src/unitxt/catalog/metrics/rag/end_to_end/context_relevance.json
src/unitxt/catalog/metrics/rag/faithfulness/bert_score_k_precision.json
src/unitxt/catalog/metrics/rag/faithfulness/bert_score_k_precision_ml.json
src/unitxt/catalog/metrics/rag/faithfulness/generic_inference_engine_c_a.json
src/unitxt/catalog/metrics/rag/faithfulness/generic_inference_engine_q_c_a.json
src/unitxt/catalog/metrics/rag/faithfulness/llama_3_1_70b_instruct_wml_c_a.json
src/unitxt/catalog/metrics/rag/faithfulness/llama_3_1_70b_instruct_wml_c_a_logprobs.json
src/unitxt/catalog/metrics/rag/faithfulness/llama_3_1_70b_instruct_wml_q_c_a.json
src/unitxt/catalog/metrics/rag/faithfulness/llama_3_1_70b_instruct_wml_q_c_a_logprobs.json
src/unitxt/catalog/metrics/rag/faithfulness/llama_index_by_gpt_3_5_turbo.json
src/unitxt/catalog/metrics/rag/faithfulness/llama_index_by_mock.json
src/unitxt/catalog/metrics/rag/faithfulness/sentence_bert_bge.json
src/unitxt/catalog/metrics/rag/faithfulness/sentence_bert_mini_lm.json
src/unitxt/catalog/metrics/rag/faithfulness/token_k_precision.json
src/unitxt/catalog/metrics/rag/response_generation/correctness/token_overlap.json
src/unitxt/catalog/metrics/rag/response_generation/correctness/bert_score/deberta_large_mnli.json
src/unitxt/catalog/metrics/rag/response_generation/correctness/bert_score/deberta_v3_base_mnli_xnli_ml.json
src/unitxt/catalog/metrics/rag/response_generation/faithfullness/token_overlap.json
src/unitxt/catalog/metrics/reward/deberta_v3_large_v2.json
src/unitxt/catalog/metrics/robustness/fixed_group_absval_norm_cohens_h_paraphrase_accuracy.json
src/unitxt/catalog/metrics/robustness/fixed_group_absval_norm_cohens_h_paraphrase_string_containment.json
src/unitxt/catalog/metrics/robustness/fixed_group_absval_norm_hedges_g_paraphrase_accuracy.json
src/unitxt/catalog/metrics/robustness/fixed_group_absval_norm_hedges_g_paraphrase_string_containment.json
src/unitxt/catalog/metrics/robustness/fixed_group_mean_accuracy.json
src/unitxt/catalog/metrics/robustness/fixed_group_mean_baseline_accuracy.json
src/unitxt/catalog/metrics/robustness/fixed_group_mean_baseline_string_containment.json
src/unitxt/catalog/metrics/robustness/fixed_group_mean_paraphrase_accuracy.json
src/unitxt/catalog/metrics/robustness/fixed_group_mean_paraphrase_string_containment.json
src/unitxt/catalog/metrics/robustness/fixed_group_mean_string_containment.json
src/unitxt/catalog/metrics/robustness/fixed_group_norm_cohens_h_paraphrase_accuracy.json
src/unitxt/catalog/metrics/robustness/fixed_group_norm_cohens_h_paraphrase_string_containment.json
src/unitxt/catalog/metrics/robustness/fixed_group_norm_hedges_g_paraphrase_accuracy.json
src/unitxt/catalog/metrics/robustness/fixed_group_norm_hedges_g_paraphrase_string_containment.json
src/unitxt/catalog/metrics/robustness/fixed_group_pdr_paraphrase_accuracy.json
src/unitxt/catalog/metrics/robustness/fixed_group_pdr_paraphrase_string_containment.json
src/unitxt/catalog/metrics/robustness/group_mean_accuracy.json
src/unitxt/catalog/metrics/robustness/group_mean_string_containment.json
src/unitxt/catalog/metrics/robustness/group_mean_token_overlap.json
src/unitxt/catalog/metrics/sentence_bert/bge_large_en_1_5.json
src/unitxt/catalog/metrics/sentence_bert/minilm_l12_v2.json
src/unitxt/catalog/metrics/sentence_bert/mpnet_base_v2.json
src/unitxt/catalog/operators/arena_hard_hf_space_processing_steps.json
src/unitxt/catalog/operators/balancers/classification/by_label.json
src/unitxt/catalog/operators/balancers/classification/minimum_one_example_per_class.json
src/unitxt/catalog/operators/balancers/multi_label/zero_vs_many_labels.json
src/unitxt/catalog/operators/balancers/ner/zero_vs_many_entities.json
src/unitxt/catalog/operators/balancers/qa/by_answer.json
src/unitxt/catalog/operators/mt_bench/pairwise_hf_space_processing_steps.json
src/unitxt/catalog/operators/mt_bench/rating_hf_space_processing_steps.json
src/unitxt/catalog/processors/capitalize.json
src/unitxt/catalog/processors/cast_to_float_return_0_5_if_failed.json
src/unitxt/catalog/processors/cast_to_float_return_nan_if_failed.json
src/unitxt/catalog/processors/cast_to_float_return_zero_if_failed.json
src/unitxt/catalog/processors/convert_to_boolean.json
src/unitxt/catalog/processors/dict_of_lists_to_value_key_pairs.json
src/unitxt/catalog/processors/extract_arena_hard_numerical_judgment.json
src/unitxt/catalog/processors/extract_from_double_brackets.json
src/unitxt/catalog/processors/extract_mt_bench_label_judgment.json
src/unitxt/catalog/processors/extract_mt_bench_rating_judgment.json
src/unitxt/catalog/processors/first_character.json
src/unitxt/catalog/processors/fix_whitespace.json
src/unitxt/catalog/processors/get_string_after_colon.json
src/unitxt/catalog/processors/hate_speech_or_not_hate_speech.json
src/unitxt/catalog/processors/infer_last_token_logprobs_to_yes_no_probs.json
src/unitxt/catalog/processors/infer_logprobs_to_yes_no_probs.json
src/unitxt/catalog/processors/list_to_empty_entity_tuples.json
src/unitxt/catalog/processors/literal_eval.json
src/unitxt/catalog/processors/load_json.json
src/unitxt/catalog/processors/load_json_from_predictions.json
src/unitxt/catalog/processors/load_json_predictions.json
src/unitxt/catalog/processors/lower_case.json
src/unitxt/catalog/processors/lower_case_till_punc.json
src/unitxt/catalog/processors/match_closest_option.json
src/unitxt/catalog/processors/predictions_yes_1_else_0.json
src/unitxt/catalog/processors/regex_parser_from_prediction.json
src/unitxt/catalog/processors/remove_articles.json
src/unitxt/catalog/processors/remove_none_from_list.json
src/unitxt/catalog/processors/remove_punctuations.json
src/unitxt/catalog/processors/safe_unsafe.json
src/unitxt/catalog/processors/stance_to_pro_con.json
src/unitxt/catalog/processors/str_to_float_format.json
src/unitxt/catalog/processors/substring.json
src/unitxt/catalog/processors/take_first_non_empty_line.json
src/unitxt/catalog/processors/take_first_word.json
src/unitxt/catalog/processors/to_list_by_comma.json
src/unitxt/catalog/processors/to_list_by_comma_from_references.json
src/unitxt/catalog/processors/to_list_by_comma_space.json
src/unitxt/catalog/processors/to_list_by_hyphen_space.json
src/unitxt/catalog/processors/to_list_by_hyphen_space_from_references.json
src/unitxt/catalog/processors/to_span_label_pairs.json
src/unitxt/catalog/processors/to_span_label_pairs_surface_only.json
src/unitxt/catalog/processors/to_string.json
src/unitxt/catalog/processors/to_string_stripped.json
src/unitxt/catalog/processors/to_yes_or_none.json
src/unitxt/catalog/processors/toxic_or_not_toxic.json
src/unitxt/catalog/processors/yes_no_to_int.json
src/unitxt/catalog/recipes/bluebench/bias/safety_bbq_age.json
src/unitxt/catalog/recipes/bluebench/bias/safety_bbq_disability_status.json
src/unitxt/catalog/recipes/bluebench/bias/safety_bbq_gender_identity.json
src/unitxt/catalog/recipes/bluebench/bias/safety_bbq_nationality.json
src/unitxt/catalog/recipes/bluebench/bias/safety_bbq_physical_appearance.json
src/unitxt/catalog/recipes/bluebench/bias/safety_bbq_race_ethnicity.json
src/unitxt/catalog/recipes/bluebench/bias/safety_bbq_race_x_gender.json
src/unitxt/catalog/recipes/bluebench/bias/safety_bbq_race_x_ses.json
src/unitxt/catalog/recipes/bluebench/bias/safety_bbq_religion.json
src/unitxt/catalog/recipes/bluebench/bias/safety_bbq_ses.json
src/unitxt/catalog/recipes/bluebench/bias/safety_bbq_sexual_orientation.json
src/unitxt/catalog/recipes/bluebench/chatbot_abilities/arena_hard_generation_english_gpt_4_0314_reference.json
src/unitxt/catalog/recipes/bluebench/entity_extraction/universal_ner_en_ewt.json
src/unitxt/catalog/recipes/bluebench/knowledge/mmlu_pro_biology.json
src/unitxt/catalog/recipes/bluebench/knowledge/mmlu_pro_business.json
src/unitxt/catalog/recipes/bluebench/knowledge/mmlu_pro_chemistry.json
src/unitxt/catalog/recipes/bluebench/knowledge/mmlu_pro_computer_science.json
src/unitxt/catalog/recipes/bluebench/knowledge/mmlu_pro_economics.json
src/unitxt/catalog/recipes/bluebench/knowledge/mmlu_pro_engineering.json
src/unitxt/catalog/recipes/bluebench/knowledge/mmlu_pro_health.json
src/unitxt/catalog/recipes/bluebench/knowledge/mmlu_pro_history.json
src/unitxt/catalog/recipes/bluebench/knowledge/mmlu_pro_law.json
src/unitxt/catalog/recipes/bluebench/knowledge/mmlu_pro_math.json
src/unitxt/catalog/recipes/bluebench/knowledge/mmlu_pro_other.json
src/unitxt/catalog/recipes/bluebench/knowledge/mmlu_pro_philosophy.json
src/unitxt/catalog/recipes/bluebench/knowledge/mmlu_pro_physics.json
src/unitxt/catalog/recipes/bluebench/knowledge/mmlu_pro_psychology.json
src/unitxt/catalog/recipes/bluebench/legal/legalbench_abercrombie.json
src/unitxt/catalog/recipes/bluebench/legal/legalbench_corporate_lobbying.json
src/unitxt/catalog/recipes/bluebench/legal/legalbench_function_of_decision_section.json
src/unitxt/catalog/recipes/bluebench/legal/legalbench_international_citizenship_questions.json
src/unitxt/catalog/recipes/bluebench/legal/legalbench_proa.json
src/unitxt/catalog/recipes/bluebench/news_classification/20_newsgroups_short.json
src/unitxt/catalog/recipes/bluebench/product_help/cfpb_product_2023.json
src/unitxt/catalog/recipes/bluebench/product_help/cfpb_product_watsonx.json
src/unitxt/catalog/recipes/bluebench/qa_finance/fin_qa.json
src/unitxt/catalog/recipes/bluebench/rag_general/rag_response_generation_clapnq.json
src/unitxt/catalog/recipes/bluebench/reasoning/hellaswag.json
src/unitxt/catalog/recipes/bluebench/reasoning/openbook_qa.json
src/unitxt/catalog/recipes/bluebench/safety/attaq_500.json
src/unitxt/catalog/recipes/bluebench/summarization/billsum_document_filtered_to_6000_chars.json
src/unitxt/catalog/recipes/bluebench/summarization/tldr_document_filtered_to_6000_chars.json
src/unitxt/catalog/recipes/bluebench/translation/mt_flores_101_ara_eng.json
src/unitxt/catalog/recipes/bluebench/translation/mt_flores_101_deu_eng.json
src/unitxt/catalog/recipes/bluebench/translation/mt_flores_101_eng_ara.json
src/unitxt/catalog/recipes/bluebench/translation/mt_flores_101_eng_deu.json
src/unitxt/catalog/recipes/bluebench/translation/mt_flores_101_eng_fra.json
src/unitxt/catalog/recipes/bluebench/translation/mt_flores_101_eng_kor.json
src/unitxt/catalog/recipes/bluebench/translation/mt_flores_101_eng_por.json
src/unitxt/catalog/recipes/bluebench/translation/mt_flores_101_eng_ron.json
src/unitxt/catalog/recipes/bluebench/translation/mt_flores_101_eng_spa.json
src/unitxt/catalog/recipes/bluebench/translation/mt_flores_101_fra_eng.json
src/unitxt/catalog/recipes/bluebench/translation/mt_flores_101_jpn_eng.json
src/unitxt/catalog/recipes/bluebench/translation/mt_flores_101_kor_eng.json
src/unitxt/catalog/recipes/bluebench/translation/mt_flores_101_por_eng.json
src/unitxt/catalog/recipes/bluebench/translation/mt_flores_101_ron_eng.json
src/unitxt/catalog/recipes/bluebench/translation/mt_flores_101_spa_eng.json
src/unitxt/catalog/serializers/table/concat.json
src/unitxt/catalog/serializers/table/df.json
src/unitxt/catalog/serializers/table/html.json
src/unitxt/catalog/serializers/table/indexed_row_major.json
src/unitxt/catalog/serializers/table/json.json
src/unitxt/catalog/serializers/table/markdown.json
src/unitxt/catalog/splitters/diverse_labels_sampler.json
src/unitxt/catalog/splitters/large_no_dev.json
src/unitxt/catalog/splitters/large_no_test.json
src/unitxt/catalog/splitters/small_no_dev.json
src/unitxt/catalog/splitters/small_no_test.json
src/unitxt/catalog/splitters/test_only.json
src/unitxt/catalog/system_prompts/boolqa.json
src/unitxt/catalog/system_prompts/empty.json
src/unitxt/catalog/system_prompts/general/be_concise.json
src/unitxt/catalog/system_prompts/models/alpaca.json
src/unitxt/catalog/system_prompts/models/deepseek_coder.json
src/unitxt/catalog/system_prompts/models/japanese_llama.json
src/unitxt/catalog/system_prompts/models/labradorite.json
src/unitxt/catalog/system_prompts/models/llama.json
src/unitxt/catalog/system_prompts/models/llama2.json
src/unitxt/catalog/system_prompts/models/llava_next_llama3_8b.json
src/unitxt/catalog/tasks/generation.json
src/unitxt/catalog/tasks/grammatical_error_correction.json
src/unitxt/catalog/tasks/language_identification.json
src/unitxt/catalog/tasks/classification/binary.json
src/unitxt/catalog/tasks/classification/multi_class.json
src/unitxt/catalog/tasks/classification/multi_label.json
src/unitxt/catalog/tasks/classification/binary/zero_or_one.json
src/unitxt/catalog/tasks/classification/multi_class/relation.json
src/unitxt/catalog/tasks/classification/multi_class/topic_classification.json
src/unitxt/catalog/tasks/classification/multi_class/with_classes_descriptions.json
src/unitxt/catalog/tasks/completion/abstractive.json
src/unitxt/catalog/tasks/completion/extractive.json
src/unitxt/catalog/tasks/completion/multiple_choice.json
src/unitxt/catalog/tasks/evaluation/preference.json
src/unitxt/catalog/tasks/generation/from_pair.json
src/unitxt/catalog/tasks/generation/with_context.json
src/unitxt/catalog/tasks/ner/all_entity_types.json
src/unitxt/catalog/tasks/ner/single_entity_type.json
src/unitxt/catalog/tasks/qa/open.json
src/unitxt/catalog/tasks/qa/multiple_choice/open.json
src/unitxt/catalog/tasks/qa/multiple_choice/with_context.json
src/unitxt/catalog/tasks/qa/multiple_choice/with_topic.json
src/unitxt/catalog/tasks/qa/multiple_choice/with_context/with_topic.json
src/unitxt/catalog/tasks/qa/with_context/abstractive.json
src/unitxt/catalog/tasks/qa/with_context/extractive.json
src/unitxt/catalog/tasks/rag/corpora.json
src/unitxt/catalog/tasks/rag/end_to_end.json
src/unitxt/catalog/tasks/rag/response_generation.json
src/unitxt/catalog/tasks/rag_eval/answer_correctness/binary.json
src/unitxt/catalog/tasks/rag_eval/answer_correctness/non_binary.json
src/unitxt/catalog/tasks/rag_eval/answer_relevance/binary.json
src/unitxt/catalog/tasks/rag_eval/answer_relevance/non_binary.json
src/unitxt/catalog/tasks/rag_eval/context_relevance/binary.json
src/unitxt/catalog/tasks/rag_eval/context_relevance/non_binary.json
src/unitxt/catalog/tasks/rag_eval/correctness_holistic/binary.json
src/unitxt/catalog/tasks/rag_eval/correctness_holistic/non_binary.json
src/unitxt/catalog/tasks/rag_eval/faithfulness/binary.json
src/unitxt/catalog/tasks/rag_eval/faithfulness/non_binary.json
src/unitxt/catalog/tasks/regression/single_text.json
src/unitxt/catalog/tasks/regression/two_texts.json
src/unitxt/catalog/tasks/regression/two_texts/similarity.json
src/unitxt/catalog/tasks/response_assessment/pairwise_comparative_rating/single_turn.json
src/unitxt/catalog/tasks/response_assessment/pairwise_comparison/multi_turn.json
src/unitxt/catalog/tasks/response_assessment/pairwise_comparison/multi_turn_with_reference.json
src/unitxt/catalog/tasks/response_assessment/pairwise_comparison/single_turn.json
src/unitxt/catalog/tasks/response_assessment/pairwise_comparison/single_turn_with_reference.json
src/unitxt/catalog/tasks/response_assessment/rating/multi_turn.json
src/unitxt/catalog/tasks/response_assessment/rating/multi_turn_with_reference.json
src/unitxt/catalog/tasks/response_assessment/rating/single_turn.json
src/unitxt/catalog/tasks/response_assessment/rating/single_turn_with_reference.json
src/unitxt/catalog/tasks/rewriting/by_attribute.json
src/unitxt/catalog/tasks/rewriting/paraphrase.json
src/unitxt/catalog/tasks/selection/by_attribute.json
src/unitxt/catalog/tasks/span_labeling/extraction.json
src/unitxt/catalog/tasks/summarization/abstractive.json
src/unitxt/catalog/tasks/targeted_sentiment_extraction/all_sentiment_classes.json
src/unitxt/catalog/tasks/targeted_sentiment_extraction/single_sentiment_class.json
src/unitxt/catalog/tasks/translation/directed.json
src/unitxt/catalog/templates/empty.json
src/unitxt/catalog/templates/key_val.json
src/unitxt/catalog/templates/key_val_with_new_lines.json
src/unitxt/catalog/templates/classification/multi_class/all.json
src/unitxt/catalog/templates/classification/multi_class/bluebench.json
src/unitxt/catalog/templates/classification/multi_class/default.json
src/unitxt/catalog/templates/classification/multi_class/empty.json
src/unitxt/catalog/templates/classification/multi_class/instruct_question_select_i_think.json
src/unitxt/catalog/templates/classification/multi_class/instruct_question_selects.json
src/unitxt/catalog/templates/classification/multi_class/instruct_select_question.json
src/unitxt/catalog/templates/classification/multi_class/instruction.json
src/unitxt/catalog/templates/classification/multi_class/title.json
src/unitxt/catalog/templates/classification/multi_class/relation/all.json
src/unitxt/catalog/templates/classification/multi_class/relation/default.json
src/unitxt/catalog/templates/classification/multi_class/relation/simple.json
src/unitxt/catalog/templates/classification/multi_class/relation/truthfulness/all.json
src/unitxt/catalog/templates/classification/multi_class/relation/truthfulness/flan_1.json
src/unitxt/catalog/templates/classification/multi_class/relation/truthfulness/flan_2.json
src/unitxt/catalog/templates/classification/multi_class/relation/truthfulness/flan_3.json
src/unitxt/catalog/templates/classification/multi_class/relation/truthfulness/flan_4.json
src/unitxt/catalog/templates/classification/multi_class/relation/truthfulness/flan_5.json
src/unitxt/catalog/templates/classification/multi_class/relation/truthfulness/flan_6.json
src/unitxt/catalog/templates/classification/multi_class/relation/truthfulness/flan_7.json
src/unitxt/catalog/templates/classification/multi_label/all.json
src/unitxt/catalog/templates/classification/multi_label/default.json
src/unitxt/catalog/templates/classification/multi_label/empty.json
src/unitxt/catalog/templates/classification/multi_label/instruction.json
src/unitxt/catalog/templates/classification/multi_label/title.json
src/unitxt/catalog/templates/completion/abstractive/all.json
src/unitxt/catalog/templates/completion/abstractive/empty.json
src/unitxt/catalog/templates/completion/abstractive/standard.json
src/unitxt/catalog/templates/completion/multiple_choice/all.json
src/unitxt/catalog/templates/completion/multiple_choice/bluebench.json
src/unitxt/catalog/templates/completion/multiple_choice/enumerated.json
src/unitxt/catalog/templates/completion/multiple_choice/simple.json
src/unitxt/catalog/templates/completion/multiple_choice/standard.json
src/unitxt/catalog/templates/completion/multiple_choice/title.json
src/unitxt/catalog/templates/evaluation/preference/all.json
src/unitxt/catalog/templates/evaluation/preference/default.json
src/unitxt/catalog/templates/generation/all.json
src/unitxt/catalog/templates/generation/default.json
src/unitxt/catalog/templates/generation/empty.json
src/unitxt/catalog/templates/generation/from_pair/all.json
src/unitxt/catalog/templates/generation/from_pair/default.json
src/unitxt/catalog/templates/grammatical_error_correction/all.json
src/unitxt/catalog/templates/grammatical_error_correction/simple.json
src/unitxt/catalog/templates/grammatical_error_detection/all.json
src/unitxt/catalog/templates/grammatical_error_detection/yes_no.json
src/unitxt/catalog/templates/language_identification/all.json
src/unitxt/catalog/templates/language_identification/simple.json
src/unitxt/catalog/templates/qa/multiple_choice/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/match.json
src/unitxt/catalog/templates/qa/multiple_choice/title.json
src/unitxt/catalog/templates/qa/multiple_choice/open/all.json
src/unitxt/catalog/templates/qa/multiple_choice/open/bluebench.json
src/unitxt/catalog/templates/qa/multiple_choice/open/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/open/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/open/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/open/de/all.json
src/unitxt/catalog/templates/qa/multiple_choice/open/de/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/open/de/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/open/de/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/open/es/all.json
src/unitxt/catalog/templates/qa/multiple_choice/open/es/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/open/es/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/open/es/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/open/fr/all.json
src/unitxt/catalog/templates/qa/multiple_choice/open/fr/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/open/fr/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/open/fr/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/open/ja/all.json
src/unitxt/catalog/templates/qa/multiple_choice/open/ja/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/open/ja/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/open/ja/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/open/pt/all.json
src/unitxt/catalog/templates/qa/multiple_choice/open/pt/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/open/pt/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/open/pt/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/bluebench.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/lmms_eval.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/match.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/title.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/de/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/de/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/de/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/de/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/es/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/es/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/es/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/es/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/fr/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/fr/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/fr/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/fr/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/ja/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/ja/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/ja/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/ja/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/pt/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/pt/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/pt/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/pt/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/fm_eval.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/match.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/title.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/de/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/de/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/de/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/de/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/es/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/es/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/es/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/es/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/fr/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/fr/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/fr/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/fr/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/ja/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/ja/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/ja/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/ja/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/pt/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/pt/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/pt/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/pt/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/bluebench.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/fm_eval.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/match.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/title.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/de/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/de/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/de/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/de/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/es/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/es/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/es/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/es/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/fr/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/fr/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/fr/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/fr/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/ja/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/ja/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/ja/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/ja/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/pt/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/pt/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/pt/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/pt/mmlu.json
src/unitxt/catalog/templates/qa/open/all.json
src/unitxt/catalog/templates/qa/open/empty.json
src/unitxt/catalog/templates/qa/open/simple.json
src/unitxt/catalog/templates/qa/open/simple2.json
src/unitxt/catalog/templates/qa/open/title.json
src/unitxt/catalog/templates/qa/with_context/all.json
src/unitxt/catalog/templates/qa/with_context/ffqa.json
src/unitxt/catalog/templates/qa/with_context/lmms_eval.json
src/unitxt/catalog/templates/qa/with_context/qtsumm.json
src/unitxt/catalog/templates/qa/with_context/question_first.json
src/unitxt/catalog/templates/qa/with_context/simple.json
src/unitxt/catalog/templates/qa/with_context/simple2.json
src/unitxt/catalog/templates/qa/with_context/title.json
src/unitxt/catalog/templates/qa/with_context/with_type.json
src/unitxt/catalog/templates/rag/end_to_end/json_predictions.json
src/unitxt/catalog/templates/rag/response_generation/answer_based_on_context.json
src/unitxt/catalog/templates/rag/response_generation/answer_based_on_context_inverted.json
src/unitxt/catalog/templates/rag/response_generation/bluebench.json
src/unitxt/catalog/templates/rag/response_generation/please_respond.json
src/unitxt/catalog/templates/rag/response_generation/please_respond_chat.json
src/unitxt/catalog/templates/rag_eval/answer_correctness/all.json
src/unitxt/catalog/templates/rag_eval/answer_correctness/judge_instruct_qa_format.json
src/unitxt/catalog/templates/rag_eval/answer_correctness/judge_instruct_qa_format_logprobs.json
src/unitxt/catalog/templates/rag_eval/answer_correctness/judge_loose_match_no_context.json
src/unitxt/catalog/templates/rag_eval/answer_correctness/judge_loose_match_no_context_logprobs.json
src/unitxt/catalog/templates/rag_eval/answer_correctness/judge_simplified_format.json
src/unitxt/catalog/templates/rag_eval/answer_correctness/judge_simplified_format_logprobs.json
src/unitxt/catalog/templates/rag_eval/answer_correctness/judge_simplified_no_context.json
src/unitxt/catalog/templates/rag_eval/answer_correctness/judge_simplified_no_context_logprobs.json
src/unitxt/catalog/templates/rag_eval/answer_correctness/judge_simplified_with_context.json
src/unitxt/catalog/templates/rag_eval/answer_correctness/judge_simplified_with_context_logprobs.json
src/unitxt/catalog/templates/rag_eval/answer_correctness/metric_template.json
src/unitxt/catalog/templates/rag_eval/answer_relevance/all.json
src/unitxt/catalog/templates/rag_eval/answer_relevance/judge_answer_relevance.json
src/unitxt/catalog/templates/rag_eval/answer_relevance/judge_answer_relevance_logprobs.json
src/unitxt/catalog/templates/rag_eval/answer_relevance/metric_template.json
src/unitxt/catalog/templates/rag_eval/context_relevance/all.json
src/unitxt/catalog/templates/rag_eval/context_relevance/judge_context_relevance.json
src/unitxt/catalog/templates/rag_eval/context_relevance/judge_context_relevance_ares.json
src/unitxt/catalog/templates/rag_eval/context_relevance/judge_context_relevance_ares_logprobs.json
src/unitxt/catalog/templates/rag_eval/context_relevance/judge_context_relevance_logprobs.json
src/unitxt/catalog/templates/rag_eval/context_relevance/metric_template.json
src/unitxt/catalog/templates/rag_eval/correctness_holistic/all.json
src/unitxt/catalog/templates/rag_eval/correctness_holistic/judge_correctness_explain_first.json
src/unitxt/catalog/templates/rag_eval/correctness_holistic/judge_correctness_explain_first_logprobs.json
src/unitxt/catalog/templates/rag_eval/correctness_holistic/judge_correctness_simple.json
src/unitxt/catalog/templates/rag_eval/correctness_holistic/judge_correctness_simple_logprobs.json
src/unitxt/catalog/templates/rag_eval/correctness_holistic/metric_template.json
src/unitxt/catalog/templates/rag_eval/faithfulness/all.json
src/unitxt/catalog/templates/rag_eval/faithfulness/judge_no_question_full.json
src/unitxt/catalog/templates/rag_eval/faithfulness/judge_no_question_full_logprobs.json
src/unitxt/catalog/templates/rag_eval/faithfulness/judge_no_question_simplified.json
src/unitxt/catalog/templates/rag_eval/faithfulness/judge_no_question_simplified_explain.json
src/unitxt/catalog/templates/rag_eval/faithfulness/judge_no_question_simplified_explain_logprobs.json
src/unitxt/catalog/templates/rag_eval/faithfulness/judge_no_question_simplified_logprobs.json
src/unitxt/catalog/templates/rag_eval/faithfulness/judge_with_question_full.json
src/unitxt/catalog/templates/rag_eval/faithfulness/judge_with_question_full_logprobs.json
src/unitxt/catalog/templates/rag_eval/faithfulness/judge_with_question_simplified.json
src/unitxt/catalog/templates/rag_eval/faithfulness/judge_with_question_simplified_logprobs.json
src/unitxt/catalog/templates/rag_eval/faithfulness/metric_template.json
src/unitxt/catalog/templates/regression/single_text/all.json
src/unitxt/catalog/templates/regression/single_text/simple.json
src/unitxt/catalog/templates/regression/single_text/title.json
src/unitxt/catalog/templates/regression/two_texts/all.json
src/unitxt/catalog/templates/regression/two_texts/simple.json
src/unitxt/catalog/templates/regression/two_texts/title.json
src/unitxt/catalog/templates/regression/two_texts/similarity/flan.json
src/unitxt/catalog/templates/response_assessment/judges/grounded/v10.json
src/unitxt/catalog/templates/response_assessment/judges/grounded/v11.json
src/unitxt/catalog/templates/response_assessment/judges/grounded/v8.json
src/unitxt/catalog/templates/response_assessment/judges/idk/v1.json
src/unitxt/catalog/templates/response_assessment/judges/topicality/v3.json
src/unitxt/catalog/templates/response_assessment/pairwise_comparative_rating/arena_hard.json
src/unitxt/catalog/templates/response_assessment/pairwise_comparative_rating/arena_hard_with_shuffling.json
src/unitxt/catalog/templates/response_assessment/pairwise_comparative_rating/prometheus_arena_hard.json
src/unitxt/catalog/templates/response_assessment/pairwise_comparative_rating/prometheus_arena_hard_with_shuffling.json
src/unitxt/catalog/templates/response_assessment/pairwise_comparison/mt_bench_multi_turn.json
src/unitxt/catalog/templates/response_assessment/pairwise_comparison/mt_bench_multi_turn_with_reference.json
src/unitxt/catalog/templates/response_assessment/pairwise_comparison/mt_bench_multi_turn_with_reference_with_shuffling.json
src/unitxt/catalog/templates/response_assessment/pairwise_comparison/mt_bench_multi_turn_with_shuffling.json
src/unitxt/catalog/templates/response_assessment/pairwise_comparison/mt_bench_single_turn.json
src/unitxt/catalog/templates/response_assessment/pairwise_comparison/mt_bench_single_turn_with_reference.json
src/unitxt/catalog/templates/response_assessment/pairwise_comparison/mt_bench_single_turn_with_reference_with_shuffling.json
src/unitxt/catalog/templates/response_assessment/pairwise_comparison/mt_bench_single_turn_with_shuffling.json
src/unitxt/catalog/templates/response_assessment/rating/generic_single_turn.json
src/unitxt/catalog/templates/response_assessment/rating/generic_single_turn_with_reference.json
src/unitxt/catalog/templates/response_assessment/rating/mt_bench_multi_turn.json
src/unitxt/catalog/templates/response_assessment/rating/mt_bench_multi_turn_with_reference.json
src/unitxt/catalog/templates/response_assessment/rating/mt_bench_single_turn.json
src/unitxt/catalog/templates/response_assessment/rating/mt_bench_single_turn_with_reference.json
src/unitxt/catalog/templates/response_assessment/rating/table2text_single_turn_with_reference.json
src/unitxt/catalog/templates/rewriting/by_attribute/all.json
src/unitxt/catalog/templates/rewriting/by_attribute/default.json
src/unitxt/catalog/templates/rewriting/paraphrase/all.json
src/unitxt/catalog/templates/rewriting/paraphrase/default.json
src/unitxt/catalog/templates/safety/harm_rating.json
src/unitxt/catalog/templates/safety/unsafe_content.json
src/unitxt/catalog/templates/selection/by_attribute/all.json
src/unitxt/catalog/templates/selection/by_attribute/default.json
src/unitxt/catalog/templates/span_labeling/extraction/all.json
src/unitxt/catalog/templates/span_labeling/extraction/carry.json
src/unitxt/catalog/templates/span_labeling/extraction/empty.json
src/unitxt/catalog/templates/span_labeling/extraction/extract.json
src/unitxt/catalog/templates/span_labeling/extraction/having.json
src/unitxt/catalog/templates/span_labeling/extraction/identify.json
src/unitxt/catalog/templates/span_labeling/extraction/title.json
src/unitxt/catalog/templates/summarization/abstractive/all.json
src/unitxt/catalog/templates/summarization/abstractive/bluebench.json
src/unitxt/catalog/templates/summarization/abstractive/casual.json
src/unitxt/catalog/templates/summarization/abstractive/formal.json
src/unitxt/catalog/templates/summarization/abstractive/formal_without_label.json
src/unitxt/catalog/templates/summarization/abstractive/full.json
src/unitxt/catalog/templates/summarization/abstractive/instruct_full.json
src/unitxt/catalog/templates/summarization/abstractive/instruct_one_sentence.json
src/unitxt/catalog/templates/summarization/abstractive/instruct_passive.json
src/unitxt/catalog/templates/summarization/abstractive/instruct_tldr.json
src/unitxt/catalog/templates/summarization/abstractive/instruct_write_succinct.json
src/unitxt/catalog/templates/summarization/abstractive/instructive.json
src/unitxt/catalog/templates/summarization/abstractive/one_sentence.json
src/unitxt/catalog/templates/summarization/abstractive/passive.json
src/unitxt/catalog/templates/summarization/abstractive/professional.json
src/unitxt/catalog/templates/summarization/abstractive/title.json
src/unitxt/catalog/templates/summarization/abstractive/write_succinct.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/all.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/carry_sentiment.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/empty.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/entities_sentiment.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/extract_sentiment.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/having_sentiment.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/as_json/convert_with_explicit_keys.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/as_json/convert_with_implicit_keys.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/as_json/empty.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/negative/all.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/negative/empty.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/negative/having_sentiment.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/negative/sentiment_extracted.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/neutral/all.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/neutral/empty.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/neutral/having_sentiment.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/neutral/sentiment_extracted.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/positive/all.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/positive/empty.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/positive/having_sentiment.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/positive/sentiment_extracted.json
src/unitxt/catalog/templates/translation/directed/all.json
src/unitxt/catalog/templates/translation/directed/bluebench.json
src/unitxt/catalog/templates/translation/directed/casual.json
src/unitxt/catalog/templates/translation/directed/formal.json
src/unitxt/catalog/templates/translation/directed/instructional.json
src/unitxt/catalog/templates/translation/directed/playful.json
src/unitxt/catalog/templates/translation/directed/simple.json
src/unitxt/catalog/templates/translation/directed/title.json
src/unitxt/service/__init__.py
src/unitxt/service/metrics/__init__.py
src/unitxt/service/metrics/main.py
src/unitxt/service/metrics/tokens.py
src/unitxt/test_utils/__init__.py
src/unitxt/test_utils/artifact.py
src/unitxt/test_utils/card.py
src/unitxt/test_utils/catalog.py
src/unitxt/test_utils/metrics.py
src/unitxt/test_utils/operators.py
src/unitxt/test_utils/storage.py
src/unitxt/ui/__init__.py
src/unitxt/ui/banner.png
src/unitxt/ui/gradio_utils.py
src/unitxt/ui/load_catalog_data.py
src/unitxt/ui/run.py
src/unitxt/ui/settings.py
src/unitxt/ui/ui_tester.py
src/unitxt/ui/ui_utils.py