{
  "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88",
  "task_name": "SCIDOCS",
  "mteb_version": "1.25.1",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.173,
        "ndcg_at_3": 0.13497,
        "ndcg_at_5": 0.11591,
        "ndcg_at_10": 0.13679,
        "ndcg_at_20": 0.15566,
        "ndcg_at_100": 0.19218,
        "ndcg_at_1000": 0.23768,
        "map_at_1": 0.0349,
        "map_at_3": 0.05844,
        "map_at_5": 0.069,
        "map_at_10": 0.07798,
        "map_at_20": 0.08404,
        "map_at_100": 0.09027,
        "map_at_1000": 0.09238,
        "recall_at_1": 0.0349,
        "recall_at_3": 0.0747,
        "recall_at_5": 0.10045,
        "recall_at_10": 0.1389,
        "recall_at_20": 0.18338,
        "recall_at_100": 0.3019,
        "recall_at_1000": 0.52682,
        "precision_at_1": 0.173,
        "precision_at_3": 0.12333,
        "precision_at_5": 0.0992,
        "precision_at_10": 0.0685,
        "precision_at_20": 0.0452,
        "precision_at_100": 0.01486,
        "precision_at_1000": 0.00259,
        "mrr_at_1": 0.173,
        "mrr_at_3": 0.231667,
        "mrr_at_5": 0.244817,
        "mrr_at_10": 0.256625,
        "mrr_at_20": 0.262569,
        "mrr_at_100": 0.267332,
        "mrr_at_1000": 0.268125,
        "nauc_ndcg_at_1_max": 0.242005,
        "nauc_ndcg_at_1_std": 0.119834,
        "nauc_ndcg_at_1_diff1": 0.24468,
        "nauc_ndcg_at_3_max": 0.29079,
        "nauc_ndcg_at_3_std": 0.16193,
        "nauc_ndcg_at_3_diff1": 0.212417,
        "nauc_ndcg_at_5_max": 0.302191,
        "nauc_ndcg_at_5_std": 0.183763,
        "nauc_ndcg_at_5_diff1": 0.194039,
        "nauc_ndcg_at_10_max": 0.307147,
        "nauc_ndcg_at_10_std": 0.215882,
        "nauc_ndcg_at_10_diff1": 0.177705,
        "nauc_ndcg_at_20_max": 0.311477,
        "nauc_ndcg_at_20_std": 0.2469,
        "nauc_ndcg_at_20_diff1": 0.169089,
        "nauc_ndcg_at_100_max": 0.321562,
        "nauc_ndcg_at_100_std": 0.30425,
        "nauc_ndcg_at_100_diff1": 0.171303,
        "nauc_ndcg_at_1000_max": 0.324754,
        "nauc_ndcg_at_1000_std": 0.325746,
        "nauc_ndcg_at_1000_diff1": 0.174281,
        "nauc_map_at_1_max": 0.244036,
        "nauc_map_at_1_std": 0.122252,
        "nauc_map_at_1_diff1": 0.245346,
        "nauc_map_at_3_max": 0.30043,
        "nauc_map_at_3_std": 0.162703,
        "nauc_map_at_3_diff1": 0.218286,
        "nauc_map_at_5_max": 0.315919,
        "nauc_map_at_5_std": 0.186765,
        "nauc_map_at_5_diff1": 0.191174,
        "nauc_map_at_10_max": 0.321404,
        "nauc_map_at_10_std": 0.210341,
        "nauc_map_at_10_diff1": 0.183068,
        "nauc_map_at_20_max": 0.325777,
        "nauc_map_at_20_std": 0.230543,
        "nauc_map_at_20_diff1": 0.175999,
        "nauc_map_at_100_max": 0.32757,
        "nauc_map_at_100_std": 0.252143,
        "nauc_map_at_100_diff1": 0.175648,
        "nauc_map_at_1000_max": 0.32836,
        "nauc_map_at_1000_std": 0.256243,
        "nauc_map_at_1000_diff1": 0.176171,
        "nauc_recall_at_1_max": 0.244036,
        "nauc_recall_at_1_std": 0.122252,
        "nauc_recall_at_1_diff1": 0.245346,
        "nauc_recall_at_3_max": 0.304984,
        "nauc_recall_at_3_std": 0.17664,
        "nauc_recall_at_3_diff1": 0.193246,
        "nauc_recall_at_5_max": 0.308366,
        "nauc_recall_at_5_std": 0.203564,
        "nauc_recall_at_5_diff1": 0.156459,
        "nauc_recall_at_10_max": 0.303941,
        "nauc_recall_at_10_std": 0.251872,
        "nauc_recall_at_10_diff1": 0.122576,
        "nauc_recall_at_20_max": 0.294931,
        "nauc_recall_at_20_std": 0.298445,
        "nauc_recall_at_20_diff1": 0.102911,
        "nauc_recall_at_100_max": 0.295687,
        "nauc_recall_at_100_std": 0.404675,
        "nauc_recall_at_100_diff1": 0.108211,
        "nauc_recall_at_1000_max": 0.261128,
        "nauc_recall_at_1000_std": 0.42622,
        "nauc_recall_at_1000_diff1": 0.095162,
        "nauc_precision_at_1_max": 0.242005,
        "nauc_precision_at_1_std": 0.119834,
        "nauc_precision_at_1_diff1": 0.24468,
        "nauc_precision_at_3_max": 0.305687,
        "nauc_precision_at_3_std": 0.175571,
        "nauc_precision_at_3_diff1": 0.193951,
        "nauc_precision_at_5_max": 0.310911,
        "nauc_precision_at_5_std": 0.203866,
        "nauc_precision_at_5_diff1": 0.160506,
        "nauc_precision_at_10_max": 0.310221,
        "nauc_precision_at_10_std": 0.253927,
        "nauc_precision_at_10_diff1": 0.128608,
        "nauc_precision_at_20_max": 0.300773,
        "nauc_precision_at_20_std": 0.299155,
        "nauc_precision_at_20_diff1": 0.108257,
        "nauc_precision_at_100_max": 0.299943,
        "nauc_precision_at_100_std": 0.4021,
        "nauc_precision_at_100_diff1": 0.112121,
        "nauc_precision_at_1000_max": 0.263822,
        "nauc_precision_at_1000_std": 0.417393,
        "nauc_precision_at_1000_diff1": 0.099425,
        "nauc_mrr_at_1_max": 0.242005,
        "nauc_mrr_at_1_std": 0.119834,
        "nauc_mrr_at_1_diff1": 0.24468,
        "nauc_mrr_at_3_max": 0.265063,
        "nauc_mrr_at_3_std": 0.146784,
        "nauc_mrr_at_3_diff1": 0.224465,
        "nauc_mrr_at_5_max": 0.270678,
        "nauc_mrr_at_5_std": 0.151935,
        "nauc_mrr_at_5_diff1": 0.226012,
        "nauc_mrr_at_10_max": 0.269741,
        "nauc_mrr_at_10_std": 0.159622,
        "nauc_mrr_at_10_diff1": 0.217963,
        "nauc_mrr_at_20_max": 0.270563,
        "nauc_mrr_at_20_std": 0.162419,
        "nauc_mrr_at_20_diff1": 0.217493,
        "nauc_mrr_at_100_max": 0.270795,
        "nauc_mrr_at_100_std": 0.164246,
        "nauc_mrr_at_100_diff1": 0.218387,
        "nauc_mrr_at_1000_max": 0.270832,
        "nauc_mrr_at_1000_std": 0.164069,
        "nauc_mrr_at_1000_diff1": 0.218429,
        "main_score": 0.13679,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 46.585543632507324,
  "kg_co2_emissions": null
}