{
    "test": {
        "de": {
            "accuracy": 0.2479,
            "accuracy_stderr": 0.01405709785126361,
            "f1": 0.245833598854121,
            "f1_stderr": 0.015461604594068135,
            "main_score": 0.2479
        },
        "en": {
            "accuracy": 0.31165999999999994,
            "accuracy_stderr": 0.018214291092436177,
            "f1": 0.30908870050167436,
            "f1_stderr": 0.01830210891332752,
            "main_score": 0.31165999999999994
        },
        "es": {
            "accuracy": 0.26643999999999995,
            "accuracy_stderr": 0.011960869533608332,
            "f1": 0.2639012792213563,
            "f1_stderr": 0.013800540988456476,
            "main_score": 0.26643999999999995
        },
        "evaluation_time": 735.82,
        "fr": {
            "accuracy": 0.26386000000000004,
            "accuracy_stderr": 0.017606828220892035,
            "f1": 0.2627686779145487,
            "f1_stderr": 0.01750120871837706,
            "main_score": 0.26386000000000004
        },
        "ja": {
            "accuracy": 0.22078000000000003,
            "accuracy_stderr": 0.011609117106825998,
            "f1": 0.21797960290226842,
            "f1_stderr": 0.011959444775888735,
            "main_score": 0.22078000000000003
        },
        "zh": {
            "accuracy": 0.24274,
            "accuracy_stderr": 0.007931733732293337,
            "f1": 0.23887054434822627,
            "f1_stderr": 0.008252486720387382,
            "main_score": 0.24274
        }
    },
    "validation": {
        "de": {
            "accuracy": 0.25168,
            "accuracy_stderr": 0.015328457195686715,
            "f1": 0.2502088133771333,
            "f1_stderr": 0.01650287553492419,
            "main_score": 0.25168
        },
        "en": {
            "accuracy": 0.32438,
            "accuracy_stderr": 0.022893920590410018,
            "f1": 0.3212565428623893,
            "f1_stderr": 0.021985479345985583,
            "main_score": 0.32438
        },
        "es": {
            "accuracy": 0.26704,
            "accuracy_stderr": 0.012879068289282413,
            "f1": 0.2641578465769073,
            "f1_stderr": 0.01402375418117518,
            "main_score": 0.26704
        },
        "evaluation_time": 740.71,
        "fr": {
            "accuracy": 0.26348,
            "accuracy_stderr": 0.017907584985139675,
            "f1": 0.26220101963133713,
            "f1_stderr": 0.01807845581838548,
            "main_score": 0.26348
        },
        "ja": {
            "accuracy": 0.21562,
            "accuracy_stderr": 0.011403666077187636,
            "f1": 0.21286585397745714,
            "f1_stderr": 0.011890703738952032,
            "main_score": 0.21562
        },
        "zh": {
            "accuracy": 0.23962,
            "accuracy_stderr": 0.012780125195004927,
            "f1": 0.23540552974934634,
            "f1_stderr": 0.012407243106519977,
            "main_score": 0.23962
        }
    },
    "dataset_version": null,
    "mteb_version": "0.0.2"
}