LICENSE
MANIFEST.in
README.md
pyproject.toml
setup.py
src/metrics/__init__.py
src/unitxt/__init__.py
src/unitxt/api.py
src/unitxt/artifact.py
src/unitxt/blocks.py
src/unitxt/card.py
src/unitxt/catalog.py
src/unitxt/collections.py
src/unitxt/collections_operators.py
src/unitxt/dataclass.py
src/unitxt/dataset.py
src/unitxt/dataset_utils.py
src/unitxt/deprecation_utils.py
src/unitxt/dialog_operators.py
src/unitxt/dict_utils.py
src/unitxt/eval_utils.py
src/unitxt/file_utils.py
src/unitxt/formats.py
src/unitxt/fusion.py
src/unitxt/generator_utils.py
src/unitxt/hf_utils.py
src/unitxt/instructions.py
src/unitxt/loaders.py
src/unitxt/logging_utils.py
src/unitxt/metric.py
src/unitxt/metric_utils.py
src/unitxt/metrics.py
src/unitxt/normalizers.py
src/unitxt/operator.py
src/unitxt/operators.py
src/unitxt/parsing_utils.py
src/unitxt/processors.py
src/unitxt/random_utils.py
src/unitxt/recipe.py
src/unitxt/register.py
src/unitxt/schema.py
src/unitxt/settings_utils.py
src/unitxt/span_lableing_operators.py
src/unitxt/split_utils.py
src/unitxt/splitters.py
src/unitxt/standard.py
src/unitxt/stream.py
src/unitxt/string_operators.py
src/unitxt/struct_data_operators.py
src/unitxt/system_prompts.py
src/unitxt/task.py
src/unitxt/templates.py
src/unitxt/text_utils.py
src/unitxt/type_utils.py
src/unitxt/utils.py
src/unitxt/validate.py
src/unitxt/version.py
src/unitxt.egg-info/PKG-INFO
src/unitxt.egg-info/SOURCES.txt
src/unitxt.egg-info/dependency_links.txt
src/unitxt.egg-info/entry_points.txt
src/unitxt.egg-info/requires.txt
src/unitxt.egg-info/top_level.txt
src/unitxt/catalog/augmentors/augment_whitespace_model_input.json
src/unitxt/catalog/augmentors/augment_whitespace_prefix_and_suffix_task_input.json
src/unitxt/catalog/augmentors/augment_whitespace_task_input.json
src/unitxt/catalog/augmentors/no_augmentation.json
src/unitxt/catalog/cards/20_newsgroups.json
src/unitxt/catalog/cards/ag_news.json
src/unitxt/catalog/cards/almost_evil.json
src/unitxt/catalog/cards/argument_topic.json
src/unitxt/catalog/cards/atis.json
src/unitxt/catalog/cards/atta_q.json
src/unitxt/catalog/cards/banking77.json
src/unitxt/catalog/cards/bold.json
src/unitxt/catalog/cards/claim_stance_topic.json
src/unitxt/catalog/cards/cnn_dailymail.json
src/unitxt/catalog/cards/coedit_error_detection.json
src/unitxt/catalog/cards/coedit_gec.json
src/unitxt/catalog/cards/cola.json
src/unitxt/catalog/cards/copa.json
src/unitxt/catalog/cards/dart.json
src/unitxt/catalog/cards/dbpedia_14.json
src/unitxt/catalog/cards/ethos_binary.json
src/unitxt/catalog/cards/financial_tweets.json
src/unitxt/catalog/cards/hellaswag.json
src/unitxt/catalog/cards/hh_rlhf.json
src/unitxt/catalog/cards/human_eval.json
src/unitxt/catalog/cards/law_stack_exchange.json
src/unitxt/catalog/cards/ledgar.json
src/unitxt/catalog/cards/mbpp.json
src/unitxt/catalog/cards/medical_abstracts.json
src/unitxt/catalog/cards/mnli.json
src/unitxt/catalog/cards/mrpc.json
src/unitxt/catalog/cards/news_category_classification_headline.json
src/unitxt/catalog/cards/openbook_qa.json
src/unitxt/catalog/cards/piqa.json
src/unitxt/catalog/cards/pop_qa.json
src/unitxt/catalog/cards/qnli.json
src/unitxt/catalog/cards/qqp.json
src/unitxt/catalog/cards/race_all.json
src/unitxt/catalog/cards/race_high.json
src/unitxt/catalog/cards/race_middle.json
src/unitxt/catalog/cards/rte.json
src/unitxt/catalog/cards/sciq.json
src/unitxt/catalog/cards/squad.json
src/unitxt/catalog/cards/sst2.json
src/unitxt/catalog/cards/stsb.json
src/unitxt/catalog/cards/summarize_from_human_feedback.json
src/unitxt/catalog/cards/tab_fact.json
src/unitxt/catalog/cards/tablerow_classify.json
src/unitxt/catalog/cards/toxigen.json
src/unitxt/catalog/cards/trec.json
src/unitxt/catalog/cards/unfair_tos.json
src/unitxt/catalog/cards/wiki_bio.json
src/unitxt/catalog/cards/wikitq.json
src/unitxt/catalog/cards/wnli.json
src/unitxt/catalog/cards/wsc.json
src/unitxt/catalog/cards/xsum.json
src/unitxt/catalog/cards/yahoo_answers_topics.json
src/unitxt/catalog/cards/20_newsgroups/sklearn.json
src/unitxt/catalog/cards/CFPB/product/2023.json
src/unitxt/catalog/cards/CFPB/product/watsonx.json
src/unitxt/catalog/cards/ai2_arc/arc_challenge.json
src/unitxt/catalog/cards/ai2_arc/arc_easy.json
src/unitxt/catalog/cards/almost_evil/de.json
src/unitxt/catalog/cards/almost_evil/en.json
src/unitxt/catalog/cards/almost_evil/es.json
src/unitxt/catalog/cards/almost_evil/fr.json
src/unitxt/catalog/cards/almost_evil/it.json
src/unitxt/catalog/cards/almost_evil/nl.json
src/unitxt/catalog/cards/almost_evil/pt.json
src/unitxt/catalog/cards/almost_evil/ru.json
src/unitxt/catalog/cards/amazon_mass/af_ZA.json
src/unitxt/catalog/cards/amazon_mass/all.json
src/unitxt/catalog/cards/amazon_mass/am_ET.json
src/unitxt/catalog/cards/amazon_mass/ar_SA.json
src/unitxt/catalog/cards/amazon_mass/az_AZ.json
src/unitxt/catalog/cards/amazon_mass/bn_BD.json
src/unitxt/catalog/cards/amazon_mass/ca_ES.json
src/unitxt/catalog/cards/amazon_mass/cy_GB.json
src/unitxt/catalog/cards/amazon_mass/da_DK.json
src/unitxt/catalog/cards/amazon_mass/de_DE.json
src/unitxt/catalog/cards/amazon_mass/el_GR.json
src/unitxt/catalog/cards/amazon_mass/en_US.json
src/unitxt/catalog/cards/amazon_mass/es_ES.json
src/unitxt/catalog/cards/amazon_mass/fa_IR.json
src/unitxt/catalog/cards/amazon_mass/fi_FI.json
src/unitxt/catalog/cards/amazon_mass/fr_FR.json
src/unitxt/catalog/cards/amazon_mass/he_IL.json
src/unitxt/catalog/cards/amazon_mass/hi_IN.json
src/unitxt/catalog/cards/amazon_mass/hu_HU.json
src/unitxt/catalog/cards/amazon_mass/hy_AM.json
src/unitxt/catalog/cards/amazon_mass/id_ID.json
src/unitxt/catalog/cards/amazon_mass/is_IS.json
src/unitxt/catalog/cards/amazon_mass/it_IT.json
src/unitxt/catalog/cards/amazon_mass/ja_JP.json
src/unitxt/catalog/cards/amazon_mass/jv_ID.json
src/unitxt/catalog/cards/amazon_mass/ka_GE.json
src/unitxt/catalog/cards/amazon_mass/km_KH.json
src/unitxt/catalog/cards/amazon_mass/kn_IN.json
src/unitxt/catalog/cards/amazon_mass/ko_KR.json
src/unitxt/catalog/cards/amazon_mass/lv_LV.json
src/unitxt/catalog/cards/amazon_mass/ml_IN.json
src/unitxt/catalog/cards/amazon_mass/mn_MN.json
src/unitxt/catalog/cards/amazon_mass/ms_MY.json
src/unitxt/catalog/cards/amazon_mass/my_MM.json
src/unitxt/catalog/cards/amazon_mass/nb_NO.json
src/unitxt/catalog/cards/amazon_mass/nl_NL.json
src/unitxt/catalog/cards/amazon_mass/pl_PL.json
src/unitxt/catalog/cards/amazon_mass/pt_PT.json
src/unitxt/catalog/cards/amazon_mass/ro_RO.json
src/unitxt/catalog/cards/amazon_mass/ru_RU.json
src/unitxt/catalog/cards/amazon_mass/sl_SL.json
src/unitxt/catalog/cards/amazon_mass/sq_AL.json
src/unitxt/catalog/cards/amazon_mass/sv_SE.json
src/unitxt/catalog/cards/amazon_mass/sw_KE.json
src/unitxt/catalog/cards/amazon_mass/ta_IN.json
src/unitxt/catalog/cards/amazon_mass/te_IN.json
src/unitxt/catalog/cards/amazon_mass/th_TH.json
src/unitxt/catalog/cards/amazon_mass/tl_PH.json
src/unitxt/catalog/cards/amazon_mass/tr_TR.json
src/unitxt/catalog/cards/amazon_mass/ur_PK.json
src/unitxt/catalog/cards/amazon_mass/vi_VN.json
src/unitxt/catalog/cards/amazon_mass/zh_CN.json
src/unitxt/catalog/cards/amazon_mass/zh_TW.json
src/unitxt/catalog/cards/amazon_mass/all_1/1.json
src/unitxt/catalog/cards/babi/qa.json
src/unitxt/catalog/cards/belebele/acm_arab.json
src/unitxt/catalog/cards/belebele/afr_latn.json
src/unitxt/catalog/cards/belebele/als_latn.json
src/unitxt/catalog/cards/belebele/amh_ethi.json
src/unitxt/catalog/cards/belebele/apc_arab.json
src/unitxt/catalog/cards/belebele/arb_arab.json
src/unitxt/catalog/cards/belebele/arb_latn.json
src/unitxt/catalog/cards/belebele/ars_arab.json
src/unitxt/catalog/cards/belebele/ary_arab.json
src/unitxt/catalog/cards/belebele/arz_arab.json
src/unitxt/catalog/cards/belebele/asm_beng.json
src/unitxt/catalog/cards/belebele/azj_latn.json
src/unitxt/catalog/cards/belebele/bam_latn.json
src/unitxt/catalog/cards/belebele/ben_beng.json
src/unitxt/catalog/cards/belebele/ben_latn.json
src/unitxt/catalog/cards/belebele/bod_tibt.json
src/unitxt/catalog/cards/belebele/bul_cyrl.json
src/unitxt/catalog/cards/belebele/cat_latn.json
src/unitxt/catalog/cards/belebele/ceb_latn.json
src/unitxt/catalog/cards/belebele/ces_latn.json
src/unitxt/catalog/cards/belebele/ckb_arab.json
src/unitxt/catalog/cards/belebele/dan_latn.json
src/unitxt/catalog/cards/belebele/deu_latn.json
src/unitxt/catalog/cards/belebele/ell_grek.json
src/unitxt/catalog/cards/belebele/eng_latn.json
src/unitxt/catalog/cards/belebele/est_latn.json
src/unitxt/catalog/cards/belebele/eus_latn.json
src/unitxt/catalog/cards/belebele/fin_latn.json
src/unitxt/catalog/cards/belebele/fra_latn.json
src/unitxt/catalog/cards/belebele/fuv_latn.json
src/unitxt/catalog/cards/belebele/gaz_latn.json
src/unitxt/catalog/cards/belebele/grn_latn.json
src/unitxt/catalog/cards/belebele/guj_gujr.json
src/unitxt/catalog/cards/belebele/hat_latn.json
src/unitxt/catalog/cards/belebele/hau_latn.json
src/unitxt/catalog/cards/belebele/heb_hebr.json
src/unitxt/catalog/cards/belebele/hin_deva.json
src/unitxt/catalog/cards/belebele/hin_latn.json
src/unitxt/catalog/cards/belebele/hrv_latn.json
src/unitxt/catalog/cards/belebele/hun_latn.json
src/unitxt/catalog/cards/belebele/hye_armn.json
src/unitxt/catalog/cards/belebele/ibo_latn.json
src/unitxt/catalog/cards/belebele/ilo_latn.json
src/unitxt/catalog/cards/belebele/ind_latn.json
src/unitxt/catalog/cards/belebele/isl_latn.json
src/unitxt/catalog/cards/belebele/ita_latn.json
src/unitxt/catalog/cards/belebele/jav_latn.json
src/unitxt/catalog/cards/belebele/jpn_jpan.json
src/unitxt/catalog/cards/belebele/kac_latn.json
src/unitxt/catalog/cards/belebele/kan_knda.json
src/unitxt/catalog/cards/belebele/kat_geor.json
src/unitxt/catalog/cards/belebele/kaz_cyrl.json
src/unitxt/catalog/cards/belebele/kea_latn.json
src/unitxt/catalog/cards/belebele/khk_cyrl.json
src/unitxt/catalog/cards/belebele/khm_khmr.json
src/unitxt/catalog/cards/belebele/kin_latn.json
src/unitxt/catalog/cards/belebele/kir_cyrl.json
src/unitxt/catalog/cards/belebele/kor_hang.json
src/unitxt/catalog/cards/belebele/lao_laoo.json
src/unitxt/catalog/cards/belebele/lin_latn.json
src/unitxt/catalog/cards/belebele/lit_latn.json
src/unitxt/catalog/cards/belebele/lug_latn.json
src/unitxt/catalog/cards/belebele/luo_latn.json
src/unitxt/catalog/cards/belebele/lvs_latn.json
src/unitxt/catalog/cards/belebele/mal_mlym.json
src/unitxt/catalog/cards/belebele/mar_deva.json
src/unitxt/catalog/cards/belebele/mkd_cyrl.json
src/unitxt/catalog/cards/belebele/mlt_latn.json
src/unitxt/catalog/cards/belebele/mri_latn.json
src/unitxt/catalog/cards/belebele/mya_mymr.json
src/unitxt/catalog/cards/belebele/nld_latn.json
src/unitxt/catalog/cards/belebele/nob_latn.json
src/unitxt/catalog/cards/belebele/npi_deva.json
src/unitxt/catalog/cards/belebele/npi_latn.json
src/unitxt/catalog/cards/belebele/nso_latn.json
src/unitxt/catalog/cards/belebele/nya_latn.json
src/unitxt/catalog/cards/belebele/ory_orya.json
src/unitxt/catalog/cards/belebele/pan_guru.json
src/unitxt/catalog/cards/belebele/pbt_arab.json
src/unitxt/catalog/cards/belebele/pes_arab.json
src/unitxt/catalog/cards/belebele/plt_latn.json
src/unitxt/catalog/cards/belebele/pol_latn.json
src/unitxt/catalog/cards/belebele/por_latn.json
src/unitxt/catalog/cards/belebele/ron_latn.json
src/unitxt/catalog/cards/belebele/rus_cyrl.json
src/unitxt/catalog/cards/belebele/shn_mymr.json
src/unitxt/catalog/cards/belebele/sin_latn.json
src/unitxt/catalog/cards/belebele/sin_sinh.json
src/unitxt/catalog/cards/belebele/slk_latn.json
src/unitxt/catalog/cards/belebele/slv_latn.json
src/unitxt/catalog/cards/belebele/sna_latn.json
src/unitxt/catalog/cards/belebele/snd_arab.json
src/unitxt/catalog/cards/belebele/som_latn.json
src/unitxt/catalog/cards/belebele/sot_latn.json
src/unitxt/catalog/cards/belebele/spa_latn.json
src/unitxt/catalog/cards/belebele/srp_cyrl.json
src/unitxt/catalog/cards/belebele/ssw_latn.json
src/unitxt/catalog/cards/belebele/sun_latn.json
src/unitxt/catalog/cards/belebele/swe_latn.json
src/unitxt/catalog/cards/belebele/swh_latn.json
src/unitxt/catalog/cards/belebele/tam_taml.json
src/unitxt/catalog/cards/belebele/tel_telu.json
src/unitxt/catalog/cards/belebele/tgk_cyrl.json
src/unitxt/catalog/cards/belebele/tgl_latn.json
src/unitxt/catalog/cards/belebele/tha_thai.json
src/unitxt/catalog/cards/belebele/tir_ethi.json
src/unitxt/catalog/cards/belebele/tsn_latn.json
src/unitxt/catalog/cards/belebele/tso_latn.json
src/unitxt/catalog/cards/belebele/tur_latn.json
src/unitxt/catalog/cards/belebele/ukr_cyrl.json
src/unitxt/catalog/cards/belebele/urd_arab.json
src/unitxt/catalog/cards/belebele/urd_latn.json
src/unitxt/catalog/cards/belebele/uzn_latn.json
src/unitxt/catalog/cards/belebele/vie_latn.json
src/unitxt/catalog/cards/belebele/war_latn.json
src/unitxt/catalog/cards/belebele/wol_latn.json
src/unitxt/catalog/cards/belebele/xho_latn.json
src/unitxt/catalog/cards/belebele/yor_latn.json
src/unitxt/catalog/cards/belebele/zho_hans.json
src/unitxt/catalog/cards/belebele/zho_hant.json
src/unitxt/catalog/cards/belebele/zsm_latn.json
src/unitxt/catalog/cards/belebele/zul_latn.json
src/unitxt/catalog/cards/boolq/classification.json
src/unitxt/catalog/cards/boolq/multiple_choice.json
src/unitxt/catalog/cards/clinc_oos/imbalanced.json
src/unitxt/catalog/cards/clinc_oos/plus.json
src/unitxt/catalog/cards/clinc_oos/small.json
src/unitxt/catalog/cards/coedit/paraphrase.json
src/unitxt/catalog/cards/coedit/preference.json
src/unitxt/catalog/cards/coedit/rewriting.json
src/unitxt/catalog/cards/coedit/selection.json
src/unitxt/catalog/cards/cohere_for_ai/aya_human_annotated/arb.json
src/unitxt/catalog/cards/cohere_for_ai/aya_human_annotated/eng.json
src/unitxt/catalog/cards/cohere_for_ai/aya_human_annotated/por.json
src/unitxt/catalog/cards/cohere_for_ai/aya_human_annotated/tel.json
src/unitxt/catalog/cards/cohere_for_ai/aya_human_annotated/tur.json
src/unitxt/catalog/cards/cohere_for_ai/aya_human_annotated/yor.json
src/unitxt/catalog/cards/cohere_for_ai/aya_human_annotated/zho.json
src/unitxt/catalog/cards/cohere_for_ai/dolly_human_edited/fra.json
src/unitxt/catalog/cards/cohere_for_ai/dolly_human_edited/spa.json
src/unitxt/catalog/cards/cohere_for_ai/dolly_machine_translated/deu.json
src/unitxt/catalog/cards/cohere_for_ai/dolly_machine_translated/eng.json
src/unitxt/catalog/cards/cohere_for_ai/dolly_machine_translated/fra.json
src/unitxt/catalog/cards/cohere_for_ai/dolly_machine_translated/jpn.json
src/unitxt/catalog/cards/cohere_for_ai/dolly_machine_translated/por.json
src/unitxt/catalog/cards/cohere_for_ai/dolly_machine_translated/spa.json
src/unitxt/catalog/cards/coqa/completion.json
src/unitxt/catalog/cards/coqa/qa.json
src/unitxt/catalog/cards/ffqa_filtered/16k.json
src/unitxt/catalog/cards/ffqa_filtered/2k.json
src/unitxt/catalog/cards/ffqa_filtered/4k.json
src/unitxt/catalog/cards/ffqa_filtered/8k.json
src/unitxt/catalog/cards/head_qa/en.json
src/unitxt/catalog/cards/head_qa/es.json
src/unitxt/catalog/cards/mlsum/de.json
src/unitxt/catalog/cards/mlsum/es.json
src/unitxt/catalog/cards/mlsum/fr.json
src/unitxt/catalog/cards/mlsum/ru.json
src/unitxt/catalog/cards/mlsum/tu.json
src/unitxt/catalog/cards/mmlu/abstract_algebra.json
src/unitxt/catalog/cards/mmlu/anatomy.json
src/unitxt/catalog/cards/mmlu/astronomy.json
src/unitxt/catalog/cards/mmlu/business_ethics.json
src/unitxt/catalog/cards/mmlu/clinical_knowledge.json
src/unitxt/catalog/cards/mmlu/college_biology.json
src/unitxt/catalog/cards/mmlu/college_chemistry.json
src/unitxt/catalog/cards/mmlu/college_computer_science.json
src/unitxt/catalog/cards/mmlu/college_mathematics.json
src/unitxt/catalog/cards/mmlu/college_medicine.json
src/unitxt/catalog/cards/mmlu/college_physics.json
src/unitxt/catalog/cards/mmlu/computer_security.json
src/unitxt/catalog/cards/mmlu/conceptual_physics.json
src/unitxt/catalog/cards/mmlu/econometrics.json
src/unitxt/catalog/cards/mmlu/electrical_engineering.json
src/unitxt/catalog/cards/mmlu/elementary_mathematics.json
src/unitxt/catalog/cards/mmlu/formal_logic.json
src/unitxt/catalog/cards/mmlu/global_facts.json
src/unitxt/catalog/cards/mmlu/high_school_biology.json
src/unitxt/catalog/cards/mmlu/high_school_chemistry.json
src/unitxt/catalog/cards/mmlu/high_school_computer_science.json
src/unitxt/catalog/cards/mmlu/high_school_european_history.json
src/unitxt/catalog/cards/mmlu/high_school_geography.json
src/unitxt/catalog/cards/mmlu/high_school_government_and_politics.json
src/unitxt/catalog/cards/mmlu/high_school_macroeconomics.json
src/unitxt/catalog/cards/mmlu/high_school_mathematics.json
src/unitxt/catalog/cards/mmlu/high_school_microeconomics.json
src/unitxt/catalog/cards/mmlu/high_school_physics.json
src/unitxt/catalog/cards/mmlu/high_school_psychology.json
src/unitxt/catalog/cards/mmlu/high_school_statistics.json
src/unitxt/catalog/cards/mmlu/high_school_us_history.json
src/unitxt/catalog/cards/mmlu/high_school_world_history.json
src/unitxt/catalog/cards/mmlu/human_aging.json
src/unitxt/catalog/cards/mmlu/human_sexuality.json
src/unitxt/catalog/cards/mmlu/international_law.json
src/unitxt/catalog/cards/mmlu/jurisprudence.json
src/unitxt/catalog/cards/mmlu/logical_fallacies.json
src/unitxt/catalog/cards/mmlu/machine_learning.json
src/unitxt/catalog/cards/mmlu/management.json
src/unitxt/catalog/cards/mmlu/marketing.json
src/unitxt/catalog/cards/mmlu/medical_genetics.json
src/unitxt/catalog/cards/mmlu/miscellaneous.json
src/unitxt/catalog/cards/mmlu/moral_disputes.json
src/unitxt/catalog/cards/mmlu/moral_scenarios.json
src/unitxt/catalog/cards/mmlu/nutrition.json
src/unitxt/catalog/cards/mmlu/philosophy.json
src/unitxt/catalog/cards/mmlu/prehistory.json
src/unitxt/catalog/cards/mmlu/professional_accounting.json
src/unitxt/catalog/cards/mmlu/professional_law.json
src/unitxt/catalog/cards/mmlu/professional_medicine.json
src/unitxt/catalog/cards/mmlu/professional_psychology.json
src/unitxt/catalog/cards/mmlu/public_relations.json
src/unitxt/catalog/cards/mmlu/security_studies.json
src/unitxt/catalog/cards/mmlu/sociology.json
src/unitxt/catalog/cards/mmlu/us_foreign_policy.json
src/unitxt/catalog/cards/mmlu/virology.json
src/unitxt/catalog/cards/mmlu/world_religions.json
src/unitxt/catalog/cards/multidoc2dial/abstractive.json
src/unitxt/catalog/cards/multidoc2dial/extractive.json
src/unitxt/catalog/cards/reuters21578/ModApte.json
src/unitxt/catalog/cards/reuters21578/ModHayes.json
src/unitxt/catalog/cards/reuters21578/ModLewis.json
src/unitxt/catalog/cards/universal_ner/ceb/gja.json
src/unitxt/catalog/cards/universal_ner/da/ddt.json
src/unitxt/catalog/cards/universal_ner/de/pud.json
src/unitxt/catalog/cards/universal_ner/en/ewt.json
src/unitxt/catalog/cards/universal_ner/en/pud.json
src/unitxt/catalog/cards/universal_ner/hr/set.json
src/unitxt/catalog/cards/universal_ner/pt/bosque.json
src/unitxt/catalog/cards/universal_ner/pt/pud.json
src/unitxt/catalog/cards/universal_ner/ru/pud.json
src/unitxt/catalog/cards/universal_ner/sk/snk.json
src/unitxt/catalog/cards/universal_ner/sr/set.json
src/unitxt/catalog/cards/universal_ner/sv/pud.json
src/unitxt/catalog/cards/universal_ner/sv/talbanken.json
src/unitxt/catalog/cards/universal_ner/tl/trg.json
src/unitxt/catalog/cards/universal_ner/tl/ugnayan.json
src/unitxt/catalog/cards/universal_ner/zh/gsd.json
src/unitxt/catalog/cards/universal_ner/zh/gsdsimp.json
src/unitxt/catalog/cards/universal_ner/zh/pud.json
src/unitxt/catalog/cards/winogrande/debiased.json
src/unitxt/catalog/cards/winogrande/l.json
src/unitxt/catalog/cards/winogrande/m.json
src/unitxt/catalog/cards/winogrande/s.json
src/unitxt/catalog/cards/winogrande/xl.json
src/unitxt/catalog/cards/winogrande/xs.json
src/unitxt/catalog/cards/wmt/en_de.json
src/unitxt/catalog/cards/wmt/en_fr.json
src/unitxt/catalog/cards/wmt/en_ro.json
src/unitxt/catalog/cards/wnli/truthfulness.json
src/unitxt/catalog/cards/xlsum/amharic.json
src/unitxt/catalog/cards/xlsum/arabic.json
src/unitxt/catalog/cards/xlsum/azerbaijani.json
src/unitxt/catalog/cards/xlsum/bengali.json
src/unitxt/catalog/cards/xlsum/burmese.json
src/unitxt/catalog/cards/xlsum/chinese_simplified.json
src/unitxt/catalog/cards/xlsum/chinese_traditional.json
src/unitxt/catalog/cards/xlsum/english.json
src/unitxt/catalog/cards/xlsum/french.json
src/unitxt/catalog/cards/xlsum/gujarati.json
src/unitxt/catalog/cards/xlsum/hausa.json
src/unitxt/catalog/cards/xlsum/hindi.json
src/unitxt/catalog/cards/xlsum/igbo.json
src/unitxt/catalog/cards/xlsum/indonesian.json
src/unitxt/catalog/cards/xlsum/japanese.json
src/unitxt/catalog/cards/xlsum/kirundi.json
src/unitxt/catalog/cards/xlsum/korean.json
src/unitxt/catalog/cards/xlsum/kyrgyz.json
src/unitxt/catalog/cards/xlsum/marathi.json
src/unitxt/catalog/cards/xlsum/nepali.json
src/unitxt/catalog/cards/xlsum/oromo.json
src/unitxt/catalog/cards/xlsum/pashto.json
src/unitxt/catalog/cards/xlsum/persian.json
src/unitxt/catalog/cards/xlsum/pidgin.json
src/unitxt/catalog/cards/xlsum/portuguese.json
src/unitxt/catalog/cards/xlsum/punjabi.json
src/unitxt/catalog/cards/xlsum/russian.json
src/unitxt/catalog/cards/xlsum/scottish_gaelic.json
src/unitxt/catalog/cards/xlsum/serbian_cyrillic.json
src/unitxt/catalog/cards/xlsum/serbian_latin.json
src/unitxt/catalog/cards/xlsum/sinhala.json
src/unitxt/catalog/cards/xlsum/somali.json
src/unitxt/catalog/cards/xlsum/spanish.json
src/unitxt/catalog/cards/xlsum/swahili.json
src/unitxt/catalog/cards/xlsum/tamil.json
src/unitxt/catalog/cards/xlsum/telugu.json
src/unitxt/catalog/cards/xlsum/thai.json
src/unitxt/catalog/cards/xlsum/tigrinya.json
src/unitxt/catalog/cards/xlsum/turkish.json
src/unitxt/catalog/cards/xlsum/ukrainian.json
src/unitxt/catalog/cards/xlsum/urdu.json
src/unitxt/catalog/cards/xlsum/uzbek.json
src/unitxt/catalog/cards/xlsum/vietnamese.json
src/unitxt/catalog/cards/xlsum/welsh.json
src/unitxt/catalog/cards/xlsum/yoruba.json
src/unitxt/catalog/cards/xnli/ar.json
src/unitxt/catalog/cards/xnli/bg.json
src/unitxt/catalog/cards/xnli/de.json
src/unitxt/catalog/cards/xnli/el.json
src/unitxt/catalog/cards/xnli/en.json
src/unitxt/catalog/cards/xnli/es.json
src/unitxt/catalog/cards/xnli/fr.json
src/unitxt/catalog/cards/xnli/hi.json
src/unitxt/catalog/cards/xnli/ru.json
src/unitxt/catalog/cards/xnli/sw.json
src/unitxt/catalog/cards/xnli/th.json
src/unitxt/catalog/cards/xnli/tr.json
src/unitxt/catalog/cards/xnli/ur.json
src/unitxt/catalog/cards/xnli/vi.json
src/unitxt/catalog/cards/xnli/zh.json
src/unitxt/catalog/cards/xwinogrande/en.json
src/unitxt/catalog/cards/xwinogrande/jp.json
src/unitxt/catalog/cards/xwinogrande/pt.json
src/unitxt/catalog/cards/xwinogrande/ru.json
src/unitxt/catalog/cards/xwinogrande/zh.json
src/unitxt/catalog/formats/empty.json
src/unitxt/catalog/formats/empty_input_output_separator.json
src/unitxt/catalog/formats/human_assistant.json
src/unitxt/catalog/formats/llama.json
src/unitxt/catalog/formats/llama2.json
src/unitxt/catalog/formats/textual_assistant.json
src/unitxt/catalog/formats/user_agent.json
src/unitxt/catalog/formats/user_assistant.json
src/unitxt/catalog/formats/models/alpaca_instruct.json
src/unitxt/catalog/formats/models/flan/exq_exa.json
src/unitxt/catalog/formats/models/flan/few_shot.json
src/unitxt/catalog/formats/models/labradorite/few_shot.json
src/unitxt/catalog/formats/models/labradorite/zero_shot.json
src/unitxt/catalog/formats/models/mistral/instruction.json
src/unitxt/catalog/formats/models/mistral/instruction/with_system_prompt.json
src/unitxt/catalog/metrics/accuracy.json
src/unitxt/catalog/metrics/accuracy_binary.json
src/unitxt/catalog/metrics/bleu.json
src/unitxt/catalog/metrics/char_edit_dist_accuracy.json
src/unitxt/catalog/metrics/char_edit_distance.json
src/unitxt/catalog/metrics/f1_binary.json
src/unitxt/catalog/metrics/f1_macro.json
src/unitxt/catalog/metrics/f1_macro_multi_label.json
src/unitxt/catalog/metrics/f1_micro.json
src/unitxt/catalog/metrics/f1_micro_multi_label.json
src/unitxt/catalog/metrics/f1_weighted.json
src/unitxt/catalog/metrics/kendalltau_b.json
src/unitxt/catalog/metrics/kpa.json
src/unitxt/catalog/metrics/map.json
src/unitxt/catalog/metrics/matthews_correlation.json
src/unitxt/catalog/metrics/max_accuracy_binary.json
src/unitxt/catalog/metrics/max_f1_binary.json
src/unitxt/catalog/metrics/mrr.json
src/unitxt/catalog/metrics/ndcg.json
src/unitxt/catalog/metrics/ner.json
src/unitxt/catalog/metrics/normalized_sacrebleu.json
src/unitxt/catalog/metrics/precision_binary.json
src/unitxt/catalog/metrics/precision_macro_multi_label.json
src/unitxt/catalog/metrics/precision_micro_multi_label.json
src/unitxt/catalog/metrics/recall_binary.json
src/unitxt/catalog/metrics/recall_macro_multi_label.json
src/unitxt/catalog/metrics/recall_micro_multi_label.json
src/unitxt/catalog/metrics/regard.json
src/unitxt/catalog/metrics/rerank_recall.json
src/unitxt/catalog/metrics/retrieval_at_k.json
src/unitxt/catalog/metrics/roc_auc.json
src/unitxt/catalog/metrics/rouge.json
src/unitxt/catalog/metrics/rouge_with_confidence_intervals.json
src/unitxt/catalog/metrics/sacrebleu.json
src/unitxt/catalog/metrics/safety.json
src/unitxt/catalog/metrics/spearman.json
src/unitxt/catalog/metrics/squad.json
src/unitxt/catalog/metrics/string_containment.json
src/unitxt/catalog/metrics/token_overlap.json
src/unitxt/catalog/metrics/token_overlap_with_context.json
src/unitxt/catalog/metrics/unsorted_list_exact_match.json
src/unitxt/catalog/metrics/wer.json
src/unitxt/catalog/metrics/bert_score/deberta_base_mnli.json
src/unitxt/catalog/metrics/bert_score/deberta_large_mnli.json
src/unitxt/catalog/metrics/bert_score/deberta_xlarge_mnli.json
src/unitxt/catalog/metrics/bert_score/distilbert_base_uncased.json
src/unitxt/catalog/metrics/perplexity/flan_t5_small.json
src/unitxt/catalog/metrics/perplexity_a/flan_t5_small.json
src/unitxt/catalog/metrics/perplexity_chat/flan_t5_small.json
src/unitxt/catalog/metrics/perplexity_q/flan_t5_small.json
src/unitxt/catalog/metrics/rag/answer_correctness.json
src/unitxt/catalog/metrics/rag/answer_reward.json
src/unitxt/catalog/metrics/rag/bert_k_precision.json
src/unitxt/catalog/metrics/rag/bert_recall.json
src/unitxt/catalog/metrics/rag/context_correctness.json
src/unitxt/catalog/metrics/rag/context_perplexity.json
src/unitxt/catalog/metrics/rag/context_relevance.json
src/unitxt/catalog/metrics/rag/faithfulness.json
src/unitxt/catalog/metrics/rag/k_precision.json
src/unitxt/catalog/metrics/rag/map.json
src/unitxt/catalog/metrics/rag/mrr.json
src/unitxt/catalog/metrics/rag/recall.json
src/unitxt/catalog/metrics/rag/correctness/llama_index_by_gpt_3_5_turbo.json
src/unitxt/catalog/metrics/rag/correctness/llama_index_by_mock.json
src/unitxt/catalog/metrics/reward/deberta_v3_large_v2.json
src/unitxt/catalog/metrics/robustness/fixed_group_absval_norm_cohens_h_paraphrase_accuracy.json
src/unitxt/catalog/metrics/robustness/fixed_group_absval_norm_cohens_h_paraphrase_string_containment.json
src/unitxt/catalog/metrics/robustness/fixed_group_absval_norm_hedges_g_paraphrase_accuracy.json
src/unitxt/catalog/metrics/robustness/fixed_group_absval_norm_hedges_g_paraphrase_string_containment.json
src/unitxt/catalog/metrics/robustness/fixed_group_mean_accuracy.json
src/unitxt/catalog/metrics/robustness/fixed_group_mean_baseline_accuracy.json
src/unitxt/catalog/metrics/robustness/fixed_group_mean_baseline_string_containment.json
src/unitxt/catalog/metrics/robustness/fixed_group_mean_paraphrase_accuracy.json
src/unitxt/catalog/metrics/robustness/fixed_group_mean_paraphrase_string_containment.json
src/unitxt/catalog/metrics/robustness/fixed_group_mean_string_containment.json
src/unitxt/catalog/metrics/robustness/fixed_group_norm_cohens_h_paraphrase_accuracy.json
src/unitxt/catalog/metrics/robustness/fixed_group_norm_cohens_h_paraphrase_string_containment.json
src/unitxt/catalog/metrics/robustness/fixed_group_norm_hedges_g_paraphrase_accuracy.json
src/unitxt/catalog/metrics/robustness/fixed_group_norm_hedges_g_paraphrase_string_containment.json
src/unitxt/catalog/metrics/robustness/fixed_group_pdr_paraphrase_accuracy.json
src/unitxt/catalog/metrics/robustness/fixed_group_pdr_paraphrase_string_containment.json
src/unitxt/catalog/metrics/robustness/group_mean_accuracy.json
src/unitxt/catalog/metrics/robustness/group_mean_string_containment.json
src/unitxt/catalog/metrics/robustness/group_mean_token_overlap.json
src/unitxt/catalog/metrics/sentence_bert/mpnet_base_v2.json
src/unitxt/catalog/operators/balancers/classification/by_label.json
src/unitxt/catalog/operators/balancers/multi_label/zero_vs_many_labels.json
src/unitxt/catalog/operators/balancers/ner/zero_vs_many_entities.json
src/unitxt/catalog/operators/balancers/qa/by_answer.json
src/unitxt/catalog/processors/capitalize.json
src/unitxt/catalog/processors/convert_to_boolean.json
src/unitxt/catalog/processors/dict_of_lists_to_value_key_pairs.json
src/unitxt/catalog/processors/first_character.json
src/unitxt/catalog/processors/get_string_after_colon.json
src/unitxt/catalog/processors/hate_speech_or_not_hate_speech.json
src/unitxt/catalog/processors/list_to_empty_entity_tuples.json
src/unitxt/catalog/processors/load_json.json
src/unitxt/catalog/processors/load_json_from_predictions.json
src/unitxt/catalog/processors/lower_case.json
src/unitxt/catalog/processors/lower_case_till_punc.json
src/unitxt/catalog/processors/match_closest_option.json
src/unitxt/catalog/processors/predictions_yes_1_else_0.json
src/unitxt/catalog/processors/remove_none_from_list.json
src/unitxt/catalog/processors/stance_to_pro_con.json
src/unitxt/catalog/processors/str_to_float_format.json
src/unitxt/catalog/processors/substring.json
src/unitxt/catalog/processors/take_first_non_empty_line.json
src/unitxt/catalog/processors/take_first_word.json
src/unitxt/catalog/processors/to_list_by_comma.json
src/unitxt/catalog/processors/to_span_label_pairs.json
src/unitxt/catalog/processors/to_span_label_pairs_surface_only.json
src/unitxt/catalog/processors/to_string.json
src/unitxt/catalog/processors/to_string_stripped.json
src/unitxt/catalog/processors/to_yes_or_none.json
src/unitxt/catalog/processors/toxic_or_not_toxic.json
src/unitxt/catalog/processors/yes_no_to_int.json
src/unitxt/catalog/splitters/default.json
src/unitxt/catalog/splitters/diverse_labels_sampler.json
src/unitxt/catalog/splitters/large_no_dev.json
src/unitxt/catalog/splitters/large_no_test.json
src/unitxt/catalog/splitters/small_no_dev.json
src/unitxt/catalog/splitters/small_no_test.json
src/unitxt/catalog/splitters/test_only.json
src/unitxt/catalog/system_prompt/models/japanese_llama.json
src/unitxt/catalog/system_prompts/empty.json
src/unitxt/catalog/system_prompts/models/alpaca.json
src/unitxt/catalog/system_prompts/models/labradorite.json
src/unitxt/catalog/system_prompts/models/llama.json
src/unitxt/catalog/system_prompts/models/llama2.json
src/unitxt/catalog/tasks/generation.json
src/unitxt/catalog/tasks/grammatical_error_correction.json
src/unitxt/catalog/tasks/classification/binary.json
src/unitxt/catalog/tasks/classification/multi_class.json
src/unitxt/catalog/tasks/classification/multi_label.json
src/unitxt/catalog/tasks/classification/multi_class/relation.json
src/unitxt/catalog/tasks/completion/abstractive.json
src/unitxt/catalog/tasks/completion/extractive.json
src/unitxt/catalog/tasks/completion/multiple_choice.json
src/unitxt/catalog/tasks/evaluation/preference.json
src/unitxt/catalog/tasks/ner/all_entity_types.json
src/unitxt/catalog/tasks/ner/single_entity_type.json
src/unitxt/catalog/tasks/qa/open.json
src/unitxt/catalog/tasks/qa/multiple_choice/open.json
src/unitxt/catalog/tasks/qa/multiple_choice/with_context.json
src/unitxt/catalog/tasks/qa/multiple_choice/with_topic.json
src/unitxt/catalog/tasks/qa/multiple_choice/with_context/with_topic.json
src/unitxt/catalog/tasks/qa/with_context/abstractive.json
src/unitxt/catalog/tasks/qa/with_context/extractive.json
src/unitxt/catalog/tasks/regression/single_text.json
src/unitxt/catalog/tasks/regression/two_texts.json
src/unitxt/catalog/tasks/rewriting/by_attribute.json
src/unitxt/catalog/tasks/rewriting/paraphrase.json
src/unitxt/catalog/tasks/selection/by_attribute.json
src/unitxt/catalog/tasks/span_labeling/extraction.json
src/unitxt/catalog/tasks/summarization/abstractive.json
src/unitxt/catalog/tasks/targeted_sentiment_extraction/all_sentiment_classes.json
src/unitxt/catalog/tasks/targeted_sentiment_extraction/single_sentiment_class.json
src/unitxt/catalog/tasks/translation/directed.json
src/unitxt/catalog/templates/empty.json
src/unitxt/catalog/templates/key_val.json
src/unitxt/catalog/templates/key_val_with_new_lines.json
src/unitxt/catalog/templates/classification/multi_class/all.json
src/unitxt/catalog/templates/classification/multi_class/default.json
src/unitxt/catalog/templates/classification/multi_class/empty.json
src/unitxt/catalog/templates/classification/multi_class/instruction.json
src/unitxt/catalog/templates/classification/multi_class/title.json
src/unitxt/catalog/templates/classification/multi_class/relation/all.json
src/unitxt/catalog/templates/classification/multi_class/relation/default.json
src/unitxt/catalog/templates/classification/multi_class/relation/simple.json
src/unitxt/catalog/templates/classification/multi_class/relation/truthfulness/all.json
src/unitxt/catalog/templates/classification/multi_class/relation/truthfulness/flan_1.json
src/unitxt/catalog/templates/classification/multi_class/relation/truthfulness/flan_2.json
src/unitxt/catalog/templates/classification/multi_class/relation/truthfulness/flan_3.json
src/unitxt/catalog/templates/classification/multi_class/relation/truthfulness/flan_4.json
src/unitxt/catalog/templates/classification/multi_class/relation/truthfulness/flan_5.json
src/unitxt/catalog/templates/classification/multi_class/relation/truthfulness/flan_6.json
src/unitxt/catalog/templates/classification/multi_class/relation/truthfulness/flan_7.json
src/unitxt/catalog/templates/classification/multi_label/all.json
src/unitxt/catalog/templates/classification/multi_label/default.json
src/unitxt/catalog/templates/classification/multi_label/empty.json
src/unitxt/catalog/templates/classification/multi_label/instruction.json
src/unitxt/catalog/templates/classification/multi_label/title.json
src/unitxt/catalog/templates/completion/abstractive/all.json
src/unitxt/catalog/templates/completion/abstractive/empty.json
src/unitxt/catalog/templates/completion/abstractive/standard.json
src/unitxt/catalog/templates/completion/multiple_choice/all.json
src/unitxt/catalog/templates/completion/multiple_choice/enumerated.json
src/unitxt/catalog/templates/completion/multiple_choice/simple.json
src/unitxt/catalog/templates/completion/multiple_choice/standard.json
src/unitxt/catalog/templates/completion/multiple_choice/title.json
src/unitxt/catalog/templates/evaluation/preference/all.json
src/unitxt/catalog/templates/evaluation/preference/default.json
src/unitxt/catalog/templates/generation/all.json
src/unitxt/catalog/templates/generation/default.json
src/unitxt/catalog/templates/grammatical_error_correction/all.json
src/unitxt/catalog/templates/grammatical_error_correction/simple.json
src/unitxt/catalog/templates/grammatical_error_detection/all.json
src/unitxt/catalog/templates/grammatical_error_detection/yes_no.json
src/unitxt/catalog/templates/qa/multiple_choice/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/match.json
src/unitxt/catalog/templates/qa/multiple_choice/title.json
src/unitxt/catalog/templates/qa/multiple_choice/open/all.json
src/unitxt/catalog/templates/qa/multiple_choice/open/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/open/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/open/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/open/de/all.json
src/unitxt/catalog/templates/qa/multiple_choice/open/de/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/open/de/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/open/de/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/open/es/all.json
src/unitxt/catalog/templates/qa/multiple_choice/open/es/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/open/es/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/open/es/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/open/fr/all.json
src/unitxt/catalog/templates/qa/multiple_choice/open/fr/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/open/fr/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/open/fr/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/open/ja/all.json
src/unitxt/catalog/templates/qa/multiple_choice/open/ja/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/open/ja/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/open/ja/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/open/pt/all.json
src/unitxt/catalog/templates/qa/multiple_choice/open/pt/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/open/pt/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/open/pt/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/match.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/title.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/de/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/de/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/de/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/de/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/es/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/es/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/es/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/es/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/fr/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/fr/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/fr/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/fr/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/ja/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/ja/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/ja/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/ja/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/pt/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/pt/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/pt/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/no_intro/pt/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/fm_eval.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/match.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/title.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/de/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/de/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/de/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/de/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/es/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/es/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/es/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/es/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/fr/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/fr/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/fr/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/fr/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/ja/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/ja/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/ja/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/ja/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/pt/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/pt/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/pt/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_context/with_topic/pt/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/fm_eval.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/match.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/title.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/de/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/de/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/de/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/de/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/es/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/es/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/es/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/es/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/fr/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/fr/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/fr/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/fr/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/ja/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/ja/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/ja/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/ja/mmlu.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/pt/all.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/pt/helm.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/pt/lm_eval_harness.json
src/unitxt/catalog/templates/qa/multiple_choice/with_topic/pt/mmlu.json
src/unitxt/catalog/templates/qa/open/all.json
src/unitxt/catalog/templates/qa/open/empty.json
src/unitxt/catalog/templates/qa/open/simple.json
src/unitxt/catalog/templates/qa/open/simple2.json
src/unitxt/catalog/templates/qa/open/title.json
src/unitxt/catalog/templates/qa/with_context/all.json
src/unitxt/catalog/templates/qa/with_context/ffqa.json
src/unitxt/catalog/templates/qa/with_context/question_first.json
src/unitxt/catalog/templates/qa/with_context/simple.json
src/unitxt/catalog/templates/qa/with_context/simple2.json
src/unitxt/catalog/templates/qa/with_context/title.json
src/unitxt/catalog/templates/qa/with_context/with_type.json
src/unitxt/catalog/templates/regression/single_text/all.json
src/unitxt/catalog/templates/regression/single_text/simple.json
src/unitxt/catalog/templates/regression/single_text/title.json
src/unitxt/catalog/templates/regression/two_texts/all.json
src/unitxt/catalog/templates/regression/two_texts/simple.json
src/unitxt/catalog/templates/regression/two_texts/title.json
src/unitxt/catalog/templates/regression/two_texts/similarity/flan.json
src/unitxt/catalog/templates/rewriting/by_attribute/all.json
src/unitxt/catalog/templates/rewriting/by_attribute/default.json
src/unitxt/catalog/templates/rewriting/paraphrase/all.json
src/unitxt/catalog/templates/rewriting/paraphrase/default.json
src/unitxt/catalog/templates/selection/by_attribute/all.json
src/unitxt/catalog/templates/selection/by_attribute/default.json
src/unitxt/catalog/templates/span_labeling/extraction/all.json
src/unitxt/catalog/templates/span_labeling/extraction/carry.json
src/unitxt/catalog/templates/span_labeling/extraction/empty.json
src/unitxt/catalog/templates/span_labeling/extraction/extract.json
src/unitxt/catalog/templates/span_labeling/extraction/having.json
src/unitxt/catalog/templates/span_labeling/extraction/identify.json
src/unitxt/catalog/templates/span_labeling/extraction/title.json
src/unitxt/catalog/templates/summarization/abstractive/all.json
src/unitxt/catalog/templates/summarization/abstractive/casual.json
src/unitxt/catalog/templates/summarization/abstractive/formal.json
src/unitxt/catalog/templates/summarization/abstractive/formal_without_label.json
src/unitxt/catalog/templates/summarization/abstractive/full.json
src/unitxt/catalog/templates/summarization/abstractive/instructive.json
src/unitxt/catalog/templates/summarization/abstractive/one_sentence.json
src/unitxt/catalog/templates/summarization/abstractive/passive.json
src/unitxt/catalog/templates/summarization/abstractive/professional.json
src/unitxt/catalog/templates/summarization/abstractive/title.json
src/unitxt/catalog/templates/summarization/abstractive/write_succinct.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/all.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/carry_sentiment.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/empty.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/entities_sentiment.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/extract_sentiment.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/having_sentiment.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/as_json/convert_with_explicit_keys.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/as_json/convert_with_implicit_keys.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/as_json/empty.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/negative/all.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/negative/empty.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/negative/having_sentiment.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/negative/sentiment_extracted.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/neutral/all.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/neutral/empty.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/neutral/having_sentiment.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/neutral/sentiment_extracted.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/positive/all.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/positive/empty.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/positive/having_sentiment.json
src/unitxt/catalog/templates/targeted_sentiment_extraction/positive/sentiment_extracted.json
src/unitxt/catalog/templates/translation/directed/all.json
src/unitxt/catalog/templates/translation/directed/casual.json
src/unitxt/catalog/templates/translation/directed/formal.json
src/unitxt/catalog/templates/translation/directed/instructional.json
src/unitxt/catalog/templates/translation/directed/playful.json
src/unitxt/catalog/templates/translation/directed/simple.json
src/unitxt/catalog/templates/translation/directed/title.json
src/unitxt/prepare_utils/__init__.py
src/unitxt/prepare_utils/card_types.py
src/unitxt/prepare_utils/instructions.py
src/unitxt/service/__init__.py
src/unitxt/service/metrics/__init__.py
src/unitxt/service/metrics/main.py
src/unitxt/service/metrics/tokens.py
src/unitxt/test_utils/__init__.py
src/unitxt/test_utils/artifact.py
src/unitxt/test_utils/card.py
src/unitxt/test_utils/catalog.py
src/unitxt/test_utils/metrics.py
src/unitxt/test_utils/operators.py
src/unitxt/test_utils/storage.py
src/unitxt/ui/__init__.py
src/unitxt/ui/banner.png
src/unitxt/ui/gradio_utils.py
src/unitxt/ui/load_catalog_data.py
src/unitxt/ui/run.py
src/unitxt/ui/settings.py
src/unitxt/ui/ui_tester.py
src/unitxt/ui/ui_utils.py