{
  "dataset_revision": "ab518f4d6fcca38d87c25209f94beba119d02014",
  "task_name": "HotpotQA",
  "mteb_version": "1.25.1",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.60162,
        "ndcg_at_3": 0.44502,
        "ndcg_at_5": 0.46295,
        "ndcg_at_10": 0.47809,
        "ndcg_at_20": 0.48903,
        "ndcg_at_100": 0.50535,
        "ndcg_at_1000": 0.51923,
        "map_at_1": 0.30081,
        "map_at_3": 0.36953,
        "map_at_5": 0.38167,
        "map_at_10": 0.38938,
        "map_at_20": 0.39314,
        "map_at_100": 0.39603,
        "map_at_1000": 0.39663,
        "recall_at_1": 0.30081,
        "recall_at_3": 0.40614,
        "recall_at_5": 0.44159,
        "recall_at_10": 0.47961,
        "recall_at_20": 0.51499,
        "recall_at_100": 0.58731,
        "recall_at_1000": 0.68035,
        "precision_at_1": 0.60162,
        "precision_at_3": 0.27076,
        "precision_at_5": 0.17664,
        "precision_at_10": 0.09592,
        "precision_at_20": 0.0515,
        "precision_at_100": 0.01175,
        "precision_at_1000": 0.00136,
        "mrr_at_1": 0.601621,
        "mrr_at_3": 0.652622,
        "mrr_at_5": 0.660826,
        "mrr_at_10": 0.665901,
        "mrr_at_20": 0.668133,
        "mrr_at_100": 0.669551,
        "mrr_at_1000": 0.669784,
        "nauc_ndcg_at_1_max": 0.5116,
        "nauc_ndcg_at_1_std": 0.073935,
        "nauc_ndcg_at_1_diff1": 0.715694,
        "nauc_ndcg_at_3_max": 0.378233,
        "nauc_ndcg_at_3_std": 0.067468,
        "nauc_ndcg_at_3_diff1": 0.494853,
        "nauc_ndcg_at_5_max": 0.359559,
        "nauc_ndcg_at_5_std": 0.073257,
        "nauc_ndcg_at_5_diff1": 0.465013,
        "nauc_ndcg_at_10_max": 0.339948,
        "nauc_ndcg_at_10_std": 0.076042,
        "nauc_ndcg_at_10_diff1": 0.443659,
        "nauc_ndcg_at_20_max": 0.328131,
        "nauc_ndcg_at_20_std": 0.074644,
        "nauc_ndcg_at_20_diff1": 0.432222,
        "nauc_ndcg_at_100_max": 0.312544,
        "nauc_ndcg_at_100_std": 0.078449,
        "nauc_ndcg_at_100_diff1": 0.415341,
        "nauc_ndcg_at_1000_max": 0.305183,
        "nauc_ndcg_at_1000_std": 0.078385,
        "nauc_ndcg_at_1000_diff1": 0.409027,
        "nauc_map_at_1_max": 0.5116,
        "nauc_map_at_1_std": 0.073935,
        "nauc_map_at_1_diff1": 0.715694,
        "nauc_map_at_3_max": 0.334791,
        "nauc_map_at_3_std": 0.058541,
        "nauc_map_at_3_diff1": 0.444158,
        "nauc_map_at_5_max": 0.31872,
        "nauc_map_at_5_std": 0.060961,
        "nauc_map_at_5_diff1": 0.421822,
        "nauc_map_at_10_max": 0.307675,
        "nauc_map_at_10_std": 0.06241,
        "nauc_map_at_10_diff1": 0.410375,
        "nauc_map_at_20_max": 0.303193,
        "nauc_map_at_20_std": 0.061659,
        "nauc_map_at_20_diff1": 0.406205,
        "nauc_map_at_100_max": 0.299934,
        "nauc_map_at_100_std": 0.062056,
        "nauc_map_at_100_diff1": 0.402882,
        "nauc_map_at_1000_max": 0.299604,
        "nauc_map_at_1000_std": 0.06212,
        "nauc_map_at_1000_diff1": 0.402604,
        "nauc_recall_at_1_max": 0.5116,
        "nauc_recall_at_1_std": 0.073935,
        "nauc_recall_at_1_diff1": 0.715694,
        "nauc_recall_at_3_max": 0.295614,
        "nauc_recall_at_3_std": 0.061532,
        "nauc_recall_at_3_diff1": 0.365997,
        "nauc_recall_at_5_max": 0.250882,
        "nauc_recall_at_5_std": 0.072136,
        "nauc_recall_at_5_diff1": 0.296869,
        "nauc_recall_at_10_max": 0.187916,
        "nauc_recall_at_10_std": 0.075065,
        "nauc_recall_at_10_diff1": 0.227623,
        "nauc_recall_at_20_max": 0.139061,
        "nauc_recall_at_20_std": 0.067366,
        "nauc_recall_at_20_diff1": 0.176912,
        "nauc_recall_at_100_max": 0.053559,
        "nauc_recall_at_100_std": 0.077563,
        "nauc_recall_at_100_diff1": 0.080251,
        "nauc_recall_at_1000_max": -0.03957,
        "nauc_recall_at_1000_std": 0.069824,
        "nauc_recall_at_1000_diff1": -0.020025,
        "nauc_precision_at_1_max": 0.5116,
        "nauc_precision_at_1_std": 0.073935,
        "nauc_precision_at_1_diff1": 0.715694,
        "nauc_precision_at_3_max": 0.295614,
        "nauc_precision_at_3_std": 0.061532,
        "nauc_precision_at_3_diff1": 0.365997,
        "nauc_precision_at_5_max": 0.250882,
        "nauc_precision_at_5_std": 0.072136,
        "nauc_precision_at_5_diff1": 0.296869,
        "nauc_precision_at_10_max": 0.187916,
        "nauc_precision_at_10_std": 0.075065,
        "nauc_precision_at_10_diff1": 0.227623,
        "nauc_precision_at_20_max": 0.139061,
        "nauc_precision_at_20_std": 0.067366,
        "nauc_precision_at_20_diff1": 0.176912,
        "nauc_precision_at_100_max": 0.053559,
        "nauc_precision_at_100_std": 0.077563,
        "nauc_precision_at_100_diff1": 0.080251,
        "nauc_precision_at_1000_max": -0.03957,
        "nauc_precision_at_1000_std": 0.069824,
        "nauc_precision_at_1000_diff1": -0.020025,
        "nauc_mrr_at_1_max": 0.5116,
        "nauc_mrr_at_1_std": 0.073935,
        "nauc_mrr_at_1_diff1": 0.715694,
        "nauc_mrr_at_3_max": 0.516213,
        "nauc_mrr_at_3_std": 0.084836,
        "nauc_mrr_at_3_diff1": 0.68779,
        "nauc_mrr_at_5_max": 0.518266,
        "nauc_mrr_at_5_std": 0.090287,
        "nauc_mrr_at_5_diff1": 0.684759,
        "nauc_mrr_at_10_max": 0.516795,
        "nauc_mrr_at_10_std": 0.091841,
        "nauc_mrr_at_10_diff1": 0.682263,
        "nauc_mrr_at_20_max": 0.516508,
        "nauc_mrr_at_20_std": 0.092047,
        "nauc_mrr_at_20_diff1": 0.682142,
        "nauc_mrr_at_100_max": 0.516723,
        "nauc_mrr_at_100_std": 0.093048,
        "nauc_mrr_at_100_diff1": 0.682074,
        "nauc_mrr_at_1000_max": 0.516691,
        "nauc_mrr_at_1000_std": 0.093012,
        "nauc_mrr_at_1000_diff1": 0.682124,
        "main_score": 0.47809,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 3732.872656583786,
  "kg_co2_emissions": null
}