{
  "dataset_revision": "bea83ef9e8fb933d90a2f1d5515737465d613e12",
  "task_name": "FEVER",
  "mteb_version": "1.25.1",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.52625,
        "ndcg_at_3": 0.61126,
        "ndcg_at_5": 0.63731,
        "ndcg_at_10": 0.65721,
        "ndcg_at_20": 0.66718,
        "ndcg_at_100": 0.67996,
        "ndcg_at_1000": 0.68554,
        "map_at_1": 0.48757,
        "map_at_3": 0.57408,
        "map_at_5": 0.58912,
        "map_at_10": 0.59765,
        "map_at_20": 0.60053,
        "map_at_100": 0.60235,
        "map_at_1000": 0.60258,
        "recall_at_1": 0.48757,
        "recall_at_3": 0.67712,
        "recall_at_5": 0.74102,
        "recall_at_10": 0.80181,
        "recall_at_20": 0.83964,
        "recall_at_100": 0.90629,
        "recall_at_1000": 0.9479,
        "precision_at_1": 0.52625,
        "precision_at_3": 0.24482,
        "precision_at_5": 0.16112,
        "precision_at_10": 0.08738,
        "precision_at_20": 0.0459,
        "precision_at_100": 0.00997,
        "precision_at_1000": 0.00105,
        "mrr_at_1": 0.526253,
        "mrr_at_3": 0.615912,
        "mrr_at_5": 0.631183,
        "mrr_at_10": 0.639444,
        "mrr_at_20": 0.642131,
        "mrr_at_100": 0.643808,
        "mrr_at_1000": 0.643955,
        "nauc_ndcg_at_1_max": 0.245061,
        "nauc_ndcg_at_1_std": -0.137009,
        "nauc_ndcg_at_1_diff1": 0.55709,
        "nauc_ndcg_at_3_max": 0.248319,
        "nauc_ndcg_at_3_std": -0.104366,
        "nauc_ndcg_at_3_diff1": 0.457855,
        "nauc_ndcg_at_5_max": 0.255093,
        "nauc_ndcg_at_5_std": -0.091996,
        "nauc_ndcg_at_5_diff1": 0.456859,
        "nauc_ndcg_at_10_max": 0.250742,
        "nauc_ndcg_at_10_std": -0.080252,
        "nauc_ndcg_at_10_diff1": 0.461142,
        "nauc_ndcg_at_20_max": 0.247866,
        "nauc_ndcg_at_20_std": -0.075957,
        "nauc_ndcg_at_20_diff1": 0.459826,
        "nauc_ndcg_at_100_max": 0.24549,
        "nauc_ndcg_at_100_std": -0.07457,
        "nauc_ndcg_at_100_diff1": 0.460618,
        "nauc_ndcg_at_1000_max": 0.245226,
        "nauc_ndcg_at_1000_std": -0.077771,
        "nauc_ndcg_at_1000_diff1": 0.462122,
        "nauc_map_at_1_max": 0.223226,
        "nauc_map_at_1_std": -0.111902,
        "nauc_map_at_1_diff1": 0.506577,
        "nauc_map_at_3_max": 0.236994,
        "nauc_map_at_3_std": -0.1019,
        "nauc_map_at_3_diff1": 0.460434,
        "nauc_map_at_5_max": 0.241242,
        "nauc_map_at_5_std": -0.096404,
        "nauc_map_at_5_diff1": 0.461683,
        "nauc_map_at_10_max": 0.239856,
        "nauc_map_at_10_std": -0.092091,
        "nauc_map_at_10_diff1": 0.463714,
        "nauc_map_at_20_max": 0.239147,
        "nauc_map_at_20_std": -0.091015,
        "nauc_map_at_20_diff1": 0.463512,
        "nauc_map_at_100_max": 0.238856,
        "nauc_map_at_100_std": -0.090851,
        "nauc_map_at_100_diff1": 0.463642,
        "nauc_map_at_1000_max": 0.238833,
        "nauc_map_at_1000_std": -0.090946,
        "nauc_map_at_1000_diff1": 0.463676,
        "nauc_recall_at_1_max": 0.223226,
        "nauc_recall_at_1_std": -0.111902,
        "nauc_recall_at_1_diff1": 0.506577,
        "nauc_recall_at_3_max": 0.240556,
        "nauc_recall_at_3_std": -0.078741,
        "nauc_recall_at_3_diff1": 0.372825,
        "nauc_recall_at_5_max": 0.257287,
        "nauc_recall_at_5_std": -0.039755,
        "nauc_recall_at_5_diff1": 0.352184,
        "nauc_recall_at_10_max": 0.236078,
        "nauc_recall_at_10_std": 0.021126,
        "nauc_recall_at_10_diff1": 0.340759,
        "nauc_recall_at_20_max": 0.211544,
        "nauc_recall_at_20_std": 0.068803,
        "nauc_recall_at_20_diff1": 0.302302,
        "nauc_recall_at_100_max": 0.146115,
        "nauc_recall_at_100_std": 0.18329,
        "nauc_recall_at_100_diff1": 0.20034,
        "nauc_recall_at_1000_max": 0.071731,
        "nauc_recall_at_1000_std": 0.257758,
        "nauc_recall_at_1000_diff1": 0.069671,
        "nauc_precision_at_1_max": 0.245061,
        "nauc_precision_at_1_std": -0.137009,
        "nauc_precision_at_1_diff1": 0.55709,
        "nauc_precision_at_3_max": 0.280319,
        "nauc_precision_at_3_std": -0.106341,
        "nauc_precision_at_3_diff1": 0.421819,
        "nauc_precision_at_5_max": 0.306886,
        "nauc_precision_at_5_std": -0.063768,
        "nauc_precision_at_5_diff1": 0.400642,
        "nauc_precision_at_10_max": 0.281175,
        "nauc_precision_at_10_std": 0.010407,
        "nauc_precision_at_10_diff1": 0.373056,
        "nauc_precision_at_20_max": 0.246245,
        "nauc_precision_at_20_std": 0.065341,
        "nauc_precision_at_20_diff1": 0.313258,
        "nauc_precision_at_100_max": 0.161083,
        "nauc_precision_at_100_std": 0.165796,
        "nauc_precision_at_100_diff1": 0.14073,
        "nauc_precision_at_1000_max": 0.055871,
        "nauc_precision_at_1000_std": 0.147183,
        "nauc_precision_at_1000_diff1": -0.017647,
        "nauc_mrr_at_1_max": 0.245061,
        "nauc_mrr_at_1_std": -0.137009,
        "nauc_mrr_at_1_diff1": 0.55709,
        "nauc_mrr_at_3_max": 0.26592,
        "nauc_mrr_at_3_std": -0.128604,
        "nauc_mrr_at_3_diff1": 0.515274,
        "nauc_mrr_at_5_max": 0.270103,
        "nauc_mrr_at_5_std": -0.122957,
        "nauc_mrr_at_5_diff1": 0.516955,
        "nauc_mrr_at_10_max": 0.268861,
        "nauc_mrr_at_10_std": -0.119639,
        "nauc_mrr_at_10_diff1": 0.520291,
        "nauc_mrr_at_20_max": 0.268109,
        "nauc_mrr_at_20_std": -0.11923,
        "nauc_mrr_at_20_diff1": 0.520273,
        "nauc_mrr_at_100_max": 0.267881,
        "nauc_mrr_at_100_std": -0.119438,
        "nauc_mrr_at_100_diff1": 0.520616,
        "nauc_mrr_at_1000_max": 0.267828,
        "nauc_mrr_at_1000_std": -0.119632,
        "nauc_mrr_at_1000_diff1": 0.520671,
        "main_score": 0.65721,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 5951.847348451614,
  "kg_co2_emissions": null
}