{
    "model": {
        "dtype": "bfloat16",
        "max_length": 4096,
        "model": "CohereForAI/aya-101",
        "api": "hf",
        "architecture": "T5ForConditionalGeneration",
        "type": "instruction-tuned",
        "num_parameters": "13b"
    },
    "results": [
        {
            "name": "xquad_tr",
            "task": "extractive_question_answering",
            "exact_match": 0.07563025210084033,
            "f1": 0.16462359535888943
        },
        {
            "name": "xlsum_tr",
            "task": "summarization",
            "rouge1": 0.02416422194769531,
            "rouge2": 0.00149839274458772,
            "rougeL": 0.02416422194769531
        },
        {
            "name": "xcopa_tr",
            "task": "multiple_choice",
            "acc": 0.596,
            "acc_norm": 0.596
        },
        {
            "name": "wmt-tr-en-prompt",
            "task": "machine_translation",
            "wer": 0.9853633715998092,
            "bleu": 0.0
        },
        {
            "name": "wiki_lingua_tr",
            "task": "summarization",
            "rouge1": 0.029006633700390562,
            "rouge2": 0.0004998910319276452,
            "rougeL": 0.028967197984657227
        },
        {
            "name": "turkish_plu",
            "task": "multiple_choice",
            "acc": 0.41344,
            "acc_norm": 0.42816
        },
        {
            "name": "turkish_plu_goal_inference",
            "task": "multiple_choice",
            "acc": 0.3739545997610514,
            "acc_norm": 0.33811230585424135
        },
        {
            "name": "turkish_plu_next_event_prediction",
            "task": "multiple_choice",
            "acc": 0.34961832061068704,
            "acc_norm": 0.38625954198473283
        },
        {
            "name": "turkish_plu_step_inference",
            "task": "multiple_choice",
            "acc": 0.272875816993464,
            "acc_norm": 0.35784313725490197
        },
        {
            "name": "turkish_plu_step_ordering",
            "task": "multiple_choice",
            "acc": 0.5710088148873653,
            "acc_norm": 0.5710088148873653
        },
        {
            "name": "check_worthiness",
            "task": "multiple_choice",
            "acc": 0.553473491773309,
            "acc_norm": 0.6238574040219378
        },
        {
            "name": "relevance_judgment",
            "task": "multiple_choice",
            "acc": 0.6709323583180987,
            "acc_norm": 0.5781535648994516
        },
        {
            "name": "tr-wikihow-summ",
            "task": "summarization",
            "rouge1": 0.02053796966151103,
            "rouge2": 0.00029270301029826366,
            "rougeL": 0.020495031370814234
        },
        {
            "name": "tquad",
            "task": "extractive_question_answering",
            "exact_match": 0.053811659192825115,
            "f1": 0.09199690627084456
        },
        {
            "name": "sts_tr",
            "task": "text_classification",
            "acc": 0.1696881798404641,
            "acc_norm": 0.18781725888324874
        },
        {
            "name": "offenseval_tr",
            "task": "text_classification",
            "acc": 0.7993197278911565,
            "acc_norm": 0.7970521541950113
        },
        {
            "name": "mnli_tr",
            "task": "natural_language_inference",
            "acc": 0.279,
            "acc_norm": 0.3386
        },
        {
            "name": "snli_tr",
            "task": "natural_language_inference",
            "acc": 0.2558,
            "acc_norm": 0.3279
        },
        {
            "name": "xnli_tr",
            "task": "natural_language_inference",
            "acc": 0.2998003992015968,
            "acc_norm": 0.34291417165668664
        },
        {
            "name": "news_cat",
            "task": "text_classification",
            "acc": 0.2,
            "acc_norm": 0.2
        },
        {
            "name": "mlsum_tr",
            "task": "summarization",
            "rouge1": 0.021746360547255133,
            "rouge2": 0.003113110667892852,
            "rougeL": 0.021727065059735186
        },
        {
            "name": "mkqa_tr",
            "task": "extractive_question_answering",
            "exact_match": 0.025451316957679788,
            "f1": 0.05324060372891391
        },
        {
            "name": "ironytr",
            "task": "text_classification",
            "acc": 0.5216666666666666,
            "acc_norm": 0.5
        },
        {
            "name": "gecturk_generation",
            "task": "grammatical_error_correction",
            "exact_match": 0.0
        },
        {
            "name": "exams_tr",
            "task": "multiple_choice",
            "acc": 0.22900763358778625,
            "acc_norm": 0.2366412213740458
        },
        {
            "name": "belebele_tr",
            "task": "multiple_choice",
            "acc": 0.2288888888888889,
            "acc_norm": 0.2288888888888889
        }
    ]
}