{ "dataset_revision": "f46a197baaae43b4f621051089b82a364682dfeb", "task_name": "CQADupstackAndroidRetrieval", "mteb_version": "1.25.1", "scores": { "test": [ { "ndcg_at_1": 0.29757, "ndcg_at_3": 0.34736, "ndcg_at_5": 0.36529, "ndcg_at_10": 0.39114, "ndcg_at_20": 0.4105, "ndcg_at_100": 0.44359, "ndcg_at_1000": 0.47015, "map_at_1": 0.24501, "map_at_3": 0.30857, "map_at_5": 0.32307, "map_at_10": 0.33582, "map_at_20": 0.34229, "map_at_100": 0.34801, "map_at_1000": 0.34936, "recall_at_1": 0.24501, "recall_at_3": 0.37393, "recall_at_5": 0.42701, "recall_at_10": 0.5047, "recall_at_20": 0.57451, "recall_at_100": 0.72912, "recall_at_1000": 0.90643, "precision_at_1": 0.29757, "precision_at_3": 0.16738, "precision_at_5": 0.11788, "precision_at_10": 0.07282, "precision_at_20": 0.04349, "precision_at_100": 0.01209, "precision_at_1000": 0.00172, "mrr_at_1": 0.297568, "mrr_at_3": 0.360515, "mrr_at_5": 0.37432, "mrr_at_10": 0.384942, "mrr_at_20": 0.389932, "mrr_at_100": 0.393632, "mrr_at_1000": 0.394271, "nauc_ndcg_at_1_max": 0.35163, "nauc_ndcg_at_1_std": -0.04949, "nauc_ndcg_at_1_diff1": 0.506784, "nauc_ndcg_at_3_max": 0.360879, "nauc_ndcg_at_3_std": -0.032672, "nauc_ndcg_at_3_diff1": 0.472847, "nauc_ndcg_at_5_max": 0.364638, "nauc_ndcg_at_5_std": -0.016767, "nauc_ndcg_at_5_diff1": 0.466553, "nauc_ndcg_at_10_max": 0.373779, "nauc_ndcg_at_10_std": -0.007015, "nauc_ndcg_at_10_diff1": 0.468114, "nauc_ndcg_at_20_max": 0.374599, "nauc_ndcg_at_20_std": -0.000285, "nauc_ndcg_at_20_diff1": 0.460127, "nauc_ndcg_at_100_max": 0.376178, "nauc_ndcg_at_100_std": 0.003917, "nauc_ndcg_at_100_diff1": 0.459498, "nauc_ndcg_at_1000_max": 0.378896, "nauc_ndcg_at_1000_std": 0.011141, "nauc_ndcg_at_1000_diff1": 0.45977, "nauc_map_at_1_max": 0.329735, "nauc_map_at_1_std": -0.06633, "nauc_map_at_1_diff1": 0.52641, "nauc_map_at_3_max": 0.352305, "nauc_map_at_3_std": -0.050847, "nauc_map_at_3_diff1": 0.496157, "nauc_map_at_5_max": 0.356133, "nauc_map_at_5_std": -0.040399, "nauc_map_at_5_diff1": 0.488895, "nauc_map_at_10_max": 0.361679, "nauc_map_at_10_std": -0.03574, "nauc_map_at_10_diff1": 0.487396, "nauc_map_at_20_max": 0.362918, "nauc_map_at_20_std": -0.032796, "nauc_map_at_20_diff1": 0.484663, "nauc_map_at_100_max": 0.364498, "nauc_map_at_100_std": -0.030688, "nauc_map_at_100_diff1": 0.484524, "nauc_map_at_1000_max": 0.364623, "nauc_map_at_1000_std": -0.030062, "nauc_map_at_1000_diff1": 0.484259, "nauc_recall_at_1_max": 0.329735, "nauc_recall_at_1_std": -0.06633, "nauc_recall_at_1_diff1": 0.52641, "nauc_recall_at_3_max": 0.34925, "nauc_recall_at_3_std": -0.020609, "nauc_recall_at_3_diff1": 0.441485, "nauc_recall_at_5_max": 0.347606, "nauc_recall_at_5_std": 0.016887, "nauc_recall_at_5_diff1": 0.414227, "nauc_recall_at_10_max": 0.3657, "nauc_recall_at_10_std": 0.055427, "nauc_recall_at_10_diff1": 0.409419, "nauc_recall_at_20_max": 0.366151, "nauc_recall_at_20_std": 0.091305, "nauc_recall_at_20_diff1": 0.372562, "nauc_recall_at_100_max": 0.375285, "nauc_recall_at_100_std": 0.138761, "nauc_recall_at_100_diff1": 0.355754, "nauc_recall_at_1000_max": 0.485408, "nauc_recall_at_1000_std": 0.470295, "nauc_recall_at_1000_diff1": 0.311568, "nauc_precision_at_1_max": 0.35163, "nauc_precision_at_1_std": -0.04949, "nauc_precision_at_1_diff1": 0.506784, "nauc_precision_at_3_max": 0.332905, "nauc_precision_at_3_std": -0.016148, "nauc_precision_at_3_diff1": 0.331776, "nauc_precision_at_5_max": 0.333257, "nauc_precision_at_5_std": 0.04402, "nauc_precision_at_5_diff1": 0.272371, "nauc_precision_at_10_max": 0.307887, "nauc_precision_at_10_std": 0.070138, "nauc_precision_at_10_diff1": 0.20856, "nauc_precision_at_20_max": 0.27621, "nauc_precision_at_20_std": 0.099861, "nauc_precision_at_20_diff1": 0.131662, "nauc_precision_at_100_max": 0.176654, "nauc_precision_at_100_std": 0.126523, "nauc_precision_at_100_diff1": 0.007577, "nauc_precision_at_1000_max": -0.000854, "nauc_precision_at_1000_std": 0.095769, "nauc_precision_at_1000_diff1": -0.16308, "nauc_mrr_at_1_max": 0.35163, "nauc_mrr_at_1_std": -0.04949, "nauc_mrr_at_1_diff1": 0.506784, "nauc_mrr_at_3_max": 0.363793, "nauc_mrr_at_3_std": -0.03288, "nauc_mrr_at_3_diff1": 0.469367, "nauc_mrr_at_5_max": 0.364904, "nauc_mrr_at_5_std": -0.021184, "nauc_mrr_at_5_diff1": 0.463741, "nauc_mrr_at_10_max": 0.368009, "nauc_mrr_at_10_std": -0.016722, "nauc_mrr_at_10_diff1": 0.464536, "nauc_mrr_at_20_max": 0.368492, "nauc_mrr_at_20_std": -0.015649, "nauc_mrr_at_20_diff1": 0.462973, "nauc_mrr_at_100_max": 0.367136, "nauc_mrr_at_100_std": -0.016903, "nauc_mrr_at_100_diff1": 0.463234, "nauc_mrr_at_1000_max": 0.367098, "nauc_mrr_at_1000_std": -0.016532, "nauc_mrr_at_1000_diff1": 0.463207, "main_score": 0.39114, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 27.28526473045349, "kg_co2_emissions": null }