{
  "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32",
  "task_name": "CQADupstackProgrammersRetrieval",
  "mteb_version": "1.25.1",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.25228,
        "ndcg_at_3": 0.29072,
        "ndcg_at_5": 0.31289,
        "ndcg_at_10": 0.33489,
        "ndcg_at_20": 0.35566,
        "ndcg_at_100": 0.39297,
        "ndcg_at_1000": 0.41996,
        "map_at_1": 0.20288,
        "map_at_3": 0.25911,
        "map_at_5": 0.27423,
        "map_at_10": 0.2851,
        "map_at_20": 0.2914,
        "map_at_100": 0.29736,
        "map_at_1000": 0.29862,
        "recall_at_1": 0.20288,
        "recall_at_3": 0.31413,
        "recall_at_5": 0.37333,
        "recall_at_10": 0.43861,
        "recall_at_20": 0.51217,
        "recall_at_100": 0.6923,
        "recall_at_1000": 0.87747,
        "precision_at_1": 0.25228,
        "precision_at_3": 0.13889,
        "precision_at_5": 0.10137,
        "precision_at_10": 0.06084,
        "precision_at_20": 0.03687,
        "precision_at_100": 0.01065,
        "precision_at_1000": 0.00146,
        "mrr_at_1": 0.252283,
        "mrr_at_3": 0.307078,
        "mrr_at_5": 0.323002,
        "mrr_at_10": 0.332576,
        "mrr_at_20": 0.337973,
        "mrr_at_100": 0.342415,
        "mrr_at_1000": 0.343064,
        "nauc_ndcg_at_1_max": 0.401716,
        "nauc_ndcg_at_1_std": 0.065067,
        "nauc_ndcg_at_1_diff1": 0.392721,
        "nauc_ndcg_at_3_max": 0.383229,
        "nauc_ndcg_at_3_std": 0.065445,
        "nauc_ndcg_at_3_diff1": 0.331411,
        "nauc_ndcg_at_5_max": 0.388223,
        "nauc_ndcg_at_5_std": 0.079156,
        "nauc_ndcg_at_5_diff1": 0.321325,
        "nauc_ndcg_at_10_max": 0.382528,
        "nauc_ndcg_at_10_std": 0.076964,
        "nauc_ndcg_at_10_diff1": 0.319019,
        "nauc_ndcg_at_20_max": 0.38324,
        "nauc_ndcg_at_20_std": 0.088949,
        "nauc_ndcg_at_20_diff1": 0.315701,
        "nauc_ndcg_at_100_max": 0.394976,
        "nauc_ndcg_at_100_std": 0.112611,
        "nauc_ndcg_at_100_diff1": 0.318071,
        "nauc_ndcg_at_1000_max": 0.400048,
        "nauc_ndcg_at_1000_std": 0.116156,
        "nauc_ndcg_at_1000_diff1": 0.320789,
        "nauc_map_at_1_max": 0.357305,
        "nauc_map_at_1_std": 0.015761,
        "nauc_map_at_1_diff1": 0.384366,
        "nauc_map_at_3_max": 0.373442,
        "nauc_map_at_3_std": 0.047477,
        "nauc_map_at_3_diff1": 0.342786,
        "nauc_map_at_5_max": 0.37963,
        "nauc_map_at_5_std": 0.058431,
        "nauc_map_at_5_diff1": 0.336109,
        "nauc_map_at_10_max": 0.379757,
        "nauc_map_at_10_std": 0.059797,
        "nauc_map_at_10_diff1": 0.336136,
        "nauc_map_at_20_max": 0.381347,
        "nauc_map_at_20_std": 0.064297,
        "nauc_map_at_20_diff1": 0.335546,
        "nauc_map_at_100_max": 0.383476,
        "nauc_map_at_100_std": 0.069208,
        "nauc_map_at_100_diff1": 0.335143,
        "nauc_map_at_1000_max": 0.383756,
        "nauc_map_at_1000_std": 0.069628,
        "nauc_map_at_1000_diff1": 0.335194,
        "nauc_recall_at_1_max": 0.357305,
        "nauc_recall_at_1_std": 0.015761,
        "nauc_recall_at_1_diff1": 0.384366,
        "nauc_recall_at_3_max": 0.358924,
        "nauc_recall_at_3_std": 0.056564,
        "nauc_recall_at_3_diff1": 0.303315,
        "nauc_recall_at_5_max": 0.367283,
        "nauc_recall_at_5_std": 0.09274,
        "nauc_recall_at_5_diff1": 0.273828,
        "nauc_recall_at_10_max": 0.35053,
        "nauc_recall_at_10_std": 0.089863,
        "nauc_recall_at_10_diff1": 0.262794,
        "nauc_recall_at_20_max": 0.339605,
        "nauc_recall_at_20_std": 0.126648,
        "nauc_recall_at_20_diff1": 0.242244,
        "nauc_recall_at_100_max": 0.380486,
        "nauc_recall_at_100_std": 0.249646,
        "nauc_recall_at_100_diff1": 0.240527,
        "nauc_recall_at_1000_max": 0.487529,
        "nauc_recall_at_1000_std": 0.466888,
        "nauc_recall_at_1000_diff1": 0.234965,
        "nauc_precision_at_1_max": 0.401716,
        "nauc_precision_at_1_std": 0.065067,
        "nauc_precision_at_1_diff1": 0.392721,
        "nauc_precision_at_3_max": 0.403259,
        "nauc_precision_at_3_std": 0.142162,
        "nauc_precision_at_3_diff1": 0.269316,
        "nauc_precision_at_5_max": 0.404385,
        "nauc_precision_at_5_std": 0.178013,
        "nauc_precision_at_5_diff1": 0.224482,
        "nauc_precision_at_10_max": 0.367242,
        "nauc_precision_at_10_std": 0.17353,
        "nauc_precision_at_10_diff1": 0.183739,
        "nauc_precision_at_20_max": 0.327196,
        "nauc_precision_at_20_std": 0.202914,
        "nauc_precision_at_20_diff1": 0.143319,
        "nauc_precision_at_100_max": 0.234403,
        "nauc_precision_at_100_std": 0.246467,
        "nauc_precision_at_100_diff1": 0.036827,
        "nauc_precision_at_1000_max": 0.077956,
        "nauc_precision_at_1000_std": 0.148892,
        "nauc_precision_at_1000_diff1": -0.060821,
        "nauc_mrr_at_1_max": 0.401716,
        "nauc_mrr_at_1_std": 0.065067,
        "nauc_mrr_at_1_diff1": 0.392721,
        "nauc_mrr_at_3_max": 0.401914,
        "nauc_mrr_at_3_std": 0.080097,
        "nauc_mrr_at_3_diff1": 0.351381,
        "nauc_mrr_at_5_max": 0.401255,
        "nauc_mrr_at_5_std": 0.088183,
        "nauc_mrr_at_5_diff1": 0.342425,
        "nauc_mrr_at_10_max": 0.395882,
        "nauc_mrr_at_10_std": 0.085347,
        "nauc_mrr_at_10_diff1": 0.338442,
        "nauc_mrr_at_20_max": 0.394937,
        "nauc_mrr_at_20_std": 0.086579,
        "nauc_mrr_at_20_diff1": 0.337513,
        "nauc_mrr_at_100_max": 0.397282,
        "nauc_mrr_at_100_std": 0.088992,
        "nauc_mrr_at_100_diff1": 0.339029,
        "nauc_mrr_at_1000_max": 0.397251,
        "nauc_mrr_at_1000_std": 0.088846,
        "nauc_mrr_at_1000_diff1": 0.339196,
        "main_score": 0.33489,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 57.37495994567871,
  "kg_co2_emissions": null
}