{
    "model": {
        "max_length": "131072",
        "dtype": "bfloat16",
        "model": "Qwen/Qwen2.5-14B-Instruct",
        "api": "hf",
        "architecture": "Qwen2ForCausalLM",
        "dtype": "bfloat16",
        "max_length": "131072",
        "type": "instruction-tuned",
        "num_parameters": "7b"
    },
    "results": [
        {
            "name": "xquad_tr",
            "task": "extractive_question_answering",
            "exact_match": 0.009243697478991597,
            "f1": 0.1621475839693222
        },
        {
            "name": "xcopa_tr",
            "task": "multiple_choice",
            "acc": 0.666,
            "acc_norm": 0.666
        },
        {
            "name": "turkish_plu",
            "task": "multiple_choice",
            "acc": 0.48512,
            "acc_norm": 0.53216
        },
        {
            "name": "turkish_plu_goal_inference",
            "task": "multiple_choice",
            "acc": 0.4062126642771804,
            "acc_norm": 0.41935483870967744
        },
        {
            "name": "turkish_plu_next_event_prediction",
            "task": "multiple_choice",
            "acc": 0.49770992366412214,
            "acc_norm": 0.5725190839694656
        },
        {
            "name": "turkish_plu_step_inference",
            "task": "multiple_choice",
            "acc": 0.35130718954248363,
            "acc_norm": 0.4934640522875817
        },
        {
            "name": "turkish_plu_step_ordering",
            "task": "multiple_choice",
            "acc": 0.6219392752203722,
            "acc_norm": 0.6219392752203722
        },
        {
            "name": "check_worthiness",
            "task": "multiple_choice",
            "acc": 0.38848263254113347,
            "acc_norm": 0.45749542961608775
        },
        {
            "name": "relevance_judgment",
            "task": "multiple_choice",
            "acc": 0.7458866544789763,
            "acc_norm": 0.7842778793418648
        },
        {
            "name": "tquad",
            "task": "extractive_question_answering",
            "exact_match": 0.0033632286995515697,
            "f1": 0.2073964222096445
        },
        {
            "name": "sts_tr",
            "task": "text_classification",
            "acc": 0.24873096446700507,
            "acc_norm": 0.224075416968818
        },
        {
            "name": "offenseval_tr",
            "task": "text_classification",
            "acc": 0.5473356009070295,
            "acc_norm": 0.6992630385487528
        },
        {
            "name": "mnli_tr",
            "task": "natural_language_inference",
            "acc": 0.2993,
            "acc_norm": 0.4052
        },
        {
            "name": "snli_tr",
            "task": "natural_language_inference",
            "acc": 0.249,
            "acc_norm": 0.4158
        },
        {
            "name": "xnli_tr",
            "task": "natural_language_inference",
            "acc": 0.4108433734939759,
            "acc_norm": 0.4108433734939759
        },
        {
            "name": "news_cat",
            "task": "text_classification",
            "acc": 0.324,
            "acc_norm": 0.372
        },
        {
            "name": "mkqa_tr",
            "task": "extractive_question_answering",
            "exact_match": 0.0001479727730097662,
            "f1": 0.032689256412897535
        },
        {
            "name": "ironytr",
            "task": "text_classification",
            "acc": 0.6133333333333333,
            "acc_norm": 0.68
        },
        {
            "name": "exams_tr",
            "task": "multiple_choice",
            "acc": 0.29770992366412213,
            "acc_norm": 0.32061068702290074
        },
        {
            "name": "belebele_tr",
            "task": "multiple_choice",
            "acc": 0.8466666666666667,
            "acc_norm": 0.8466666666666667
        },
        {
            "name": "xlsum_tr",
            "task": "summarization",
            "rouge1": 0.32286587644778963,
            "rouge2": 0.15718603235490425,
            "rougeL": 0.2513469242124575
        },
        {
            "name": "wmt-tr-en-prompt",
            "task": "machine_translation",
            "wer": 0.876353734204216,
            "bleu": 0.12408567637656073
        },
        {
            "name": "wiki_lingua_tr",
            "task": "summarization",
            "rouge1": 0.21257634641569856,
            "rouge2": 0.07113576521772344,
            "rougeL": 0.16327508915103117
        },
        {
            "name": "tr-wikihow-summ",
            "task": "summarization",
            "rouge1": 0.15933964568392708,
            "rouge2": 0.046667426668942254,
            "rougeL": 0.12246246131371726
        },
        {
            "name": "mlsum_tr",
            "task": "summarization",
            "rouge1": 0.3941083980026566,
            "rouge2": 0.2370970171442021,
            "rougeL": 0.3180069634000636
        },
        {
            "name": "gecturk_generation",
            "task": "grammatical_error_correction",
            "exact_match": 0.00130001444460494
        }
    ]
}