{ "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a", "task_name": "CQADupstackStatsRetrieval", "mteb_version": "1.25.1", "scores": { "test": [ { "ndcg_at_1": 0.21166, "ndcg_at_3": 0.24697, "ndcg_at_5": 0.26206, "ndcg_at_10": 0.28144, "ndcg_at_20": 0.29877, "ndcg_at_100": 0.32798, "ndcg_at_1000": 0.35119, "map_at_1": 0.18672, "map_at_3": 0.2269, "map_at_5": 0.23653, "map_at_10": 0.24469, "map_at_20": 0.2497, "map_at_100": 0.25401, "map_at_1000": 0.25481, "recall_at_1": 0.18672, "recall_at_3": 0.27173, "recall_at_5": 0.30953, "recall_at_10": 0.3688, "recall_at_20": 0.43444, "recall_at_100": 0.58217, "recall_at_1000": 0.75725, "precision_at_1": 0.21166, "precision_at_3": 0.10685, "precision_at_5": 0.07485, "precision_at_10": 0.04479, "precision_at_20": 0.02669, "precision_at_100": 0.00729, "precision_at_1000": 0.001, "mrr_at_1": 0.211656, "mrr_at_3": 0.255112, "mrr_at_5": 0.263471, "mrr_at_10": 0.272333, "mrr_at_20": 0.276509, "mrr_at_100": 0.280587, "mrr_at_1000": 0.28122, "nauc_ndcg_at_1_max": 0.265288, "nauc_ndcg_at_1_std": 0.001032, "nauc_ndcg_at_1_diff1": 0.50655, "nauc_ndcg_at_3_max": 0.259172, "nauc_ndcg_at_3_std": 0.0391, "nauc_ndcg_at_3_diff1": 0.464349, "nauc_ndcg_at_5_max": 0.253671, "nauc_ndcg_at_5_std": 0.057907, "nauc_ndcg_at_5_diff1": 0.453087, "nauc_ndcg_at_10_max": 0.252675, "nauc_ndcg_at_10_std": 0.068572, "nauc_ndcg_at_10_diff1": 0.431656, "nauc_ndcg_at_20_max": 0.252661, "nauc_ndcg_at_20_std": 0.085497, "nauc_ndcg_at_20_diff1": 0.417731, "nauc_ndcg_at_100_max": 0.257578, "nauc_ndcg_at_100_std": 0.09627, "nauc_ndcg_at_100_diff1": 0.409369, "nauc_ndcg_at_1000_max": 0.26693, "nauc_ndcg_at_1000_std": 0.100071, "nauc_ndcg_at_1000_diff1": 0.41458, "nauc_map_at_1_max": 0.280534, "nauc_map_at_1_std": -0.03001, "nauc_map_at_1_diff1": 0.538926, "nauc_map_at_3_max": 0.264728, "nauc_map_at_3_std": 0.014403, "nauc_map_at_3_diff1": 0.48676, "nauc_map_at_5_max": 0.262414, "nauc_map_at_5_std": 0.030925, "nauc_map_at_5_diff1": 0.479445, "nauc_map_at_10_max": 0.262277, "nauc_map_at_10_std": 0.037764, "nauc_map_at_10_diff1": 0.470099, "nauc_map_at_20_max": 0.262636, "nauc_map_at_20_std": 0.04315, "nauc_map_at_20_diff1": 0.465854, "nauc_map_at_100_max": 0.263191, "nauc_map_at_100_std": 0.045135, "nauc_map_at_100_diff1": 0.463709, "nauc_map_at_1000_max": 0.263864, "nauc_map_at_1000_std": 0.045534, "nauc_map_at_1000_diff1": 0.463922, "nauc_recall_at_1_max": 0.280534, "nauc_recall_at_1_std": -0.03001, "nauc_recall_at_1_diff1": 0.538926, "nauc_recall_at_3_max": 0.236962, "nauc_recall_at_3_std": 0.054231, "nauc_recall_at_3_diff1": 0.425405, "nauc_recall_at_5_max": 0.224468, "nauc_recall_at_5_std": 0.098421, "nauc_recall_at_5_diff1": 0.39783, "nauc_recall_at_10_max": 0.218317, "nauc_recall_at_10_std": 0.128712, "nauc_recall_at_10_diff1": 0.337508, "nauc_recall_at_20_max": 0.213863, "nauc_recall_at_20_std": 0.183436, "nauc_recall_at_20_diff1": 0.285907, "nauc_recall_at_100_max": 0.227284, "nauc_recall_at_100_std": 0.243125, "nauc_recall_at_100_diff1": 0.233571, "nauc_recall_at_1000_max": 0.277326, "nauc_recall_at_1000_std": 0.328397, "nauc_recall_at_1000_diff1": 0.20892, "nauc_precision_at_1_max": 0.265288, "nauc_precision_at_1_std": 0.001032, "nauc_precision_at_1_diff1": 0.50655, "nauc_precision_at_3_max": 0.253493, "nauc_precision_at_3_std": 0.115181, "nauc_precision_at_3_diff1": 0.392497, "nauc_precision_at_5_max": 0.234647, "nauc_precision_at_5_std": 0.187151, "nauc_precision_at_5_diff1": 0.338881, "nauc_precision_at_10_max": 0.237545, "nauc_precision_at_10_std": 0.213893, "nauc_precision_at_10_diff1": 0.285351, "nauc_precision_at_20_max": 0.230892, "nauc_precision_at_20_std": 0.262866, "nauc_precision_at_20_diff1": 0.210742, "nauc_precision_at_100_max": 0.232832, "nauc_precision_at_100_std": 0.294046, "nauc_precision_at_100_diff1": 0.140878, "nauc_precision_at_1000_max": 0.239556, "nauc_precision_at_1000_std": 0.263343, "nauc_precision_at_1000_diff1": 0.042393, "nauc_mrr_at_1_max": 0.265288, "nauc_mrr_at_1_std": 0.001032, "nauc_mrr_at_1_diff1": 0.50655, "nauc_mrr_at_3_max": 0.257994, "nauc_mrr_at_3_std": 0.04097, "nauc_mrr_at_3_diff1": 0.456167, "nauc_mrr_at_5_max": 0.255945, "nauc_mrr_at_5_std": 0.049945, "nauc_mrr_at_5_diff1": 0.450037, "nauc_mrr_at_10_max": 0.256333, "nauc_mrr_at_10_std": 0.054663, "nauc_mrr_at_10_diff1": 0.440708, "nauc_mrr_at_20_max": 0.255786, "nauc_mrr_at_20_std": 0.058257, "nauc_mrr_at_20_diff1": 0.437883, "nauc_mrr_at_100_max": 0.256685, "nauc_mrr_at_100_std": 0.05889, "nauc_mrr_at_100_diff1": 0.436408, "nauc_mrr_at_1000_max": 0.256891, "nauc_mrr_at_1000_std": 0.059147, "nauc_mrr_at_1000_diff1": 0.436692, "main_score": 0.28144, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 86.29045724868774, "kg_co2_emissions": null }