{ "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53", "task_name": "CQADupstackUnixRetrieval", "mteb_version": "1.25.1", "scores": { "test": [ { "ndcg_at_1": 0.24347, "ndcg_at_3": 0.2739, "ndcg_at_5": 0.29021, "ndcg_at_10": 0.3119, "ndcg_at_20": 0.33183, "ndcg_at_100": 0.36465, "ndcg_at_1000": 0.39555, "map_at_1": 0.20973, "map_at_3": 0.25159, "map_at_5": 0.2616, "map_at_10": 0.27125, "map_at_20": 0.27681, "map_at_100": 0.28175, "map_at_1000": 0.28303, "recall_at_1": 0.20973, "recall_at_3": 0.29951, "recall_at_5": 0.34009, "recall_at_10": 0.40363, "recall_at_20": 0.47728, "recall_at_100": 0.63718, "recall_at_1000": 0.8574, "precision_at_1": 0.24347, "precision_at_3": 0.11971, "precision_at_5": 0.08321, "precision_at_10": 0.05028, "precision_at_20": 0.03032, "precision_at_100": 0.00867, "precision_at_1000": 0.00126, "mrr_at_1": 0.24347, "mrr_at_3": 0.285914, "mrr_at_5": 0.297015, "mrr_at_10": 0.306006, "mrr_at_20": 0.311716, "mrr_at_100": 0.315759, "mrr_at_1000": 0.316592, "nauc_ndcg_at_1_max": 0.366074, "nauc_ndcg_at_1_std": -0.002938, "nauc_ndcg_at_1_diff1": 0.511682, "nauc_ndcg_at_3_max": 0.355856, "nauc_ndcg_at_3_std": 0.033005, "nauc_ndcg_at_3_diff1": 0.455243, "nauc_ndcg_at_5_max": 0.342306, "nauc_ndcg_at_5_std": 0.024515, "nauc_ndcg_at_5_diff1": 0.434606, "nauc_ndcg_at_10_max": 0.340939, "nauc_ndcg_at_10_std": 0.036514, "nauc_ndcg_at_10_diff1": 0.421622, "nauc_ndcg_at_20_max": 0.339306, "nauc_ndcg_at_20_std": 0.041006, "nauc_ndcg_at_20_diff1": 0.418551, "nauc_ndcg_at_100_max": 0.339351, "nauc_ndcg_at_100_std": 0.058532, "nauc_ndcg_at_100_diff1": 0.413425, "nauc_ndcg_at_1000_max": 0.345893, "nauc_ndcg_at_1000_std": 0.063455, "nauc_ndcg_at_1000_diff1": 0.41893, "nauc_map_at_1_max": 0.364348, "nauc_map_at_1_std": -0.01631, "nauc_map_at_1_diff1": 0.529856, "nauc_map_at_3_max": 0.356602, "nauc_map_at_3_std": 0.017935, "nauc_map_at_3_diff1": 0.473642, "nauc_map_at_5_max": 0.349516, "nauc_map_at_5_std": 0.015001, "nauc_map_at_5_diff1": 0.461318, "nauc_map_at_10_max": 0.350392, "nauc_map_at_10_std": 0.022047, "nauc_map_at_10_diff1": 0.455432, "nauc_map_at_20_max": 0.3504, "nauc_map_at_20_std": 0.023646, "nauc_map_at_20_diff1": 0.454156, "nauc_map_at_100_max": 0.349922, "nauc_map_at_100_std": 0.026192, "nauc_map_at_100_diff1": 0.4536, "nauc_map_at_1000_max": 0.350113, "nauc_map_at_1000_std": 0.026625, "nauc_map_at_1000_diff1": 0.453732, "nauc_recall_at_1_max": 0.364348, "nauc_recall_at_1_std": -0.01631, "nauc_recall_at_1_diff1": 0.529856, "nauc_recall_at_3_max": 0.343817, "nauc_recall_at_3_std": 0.054702, "nauc_recall_at_3_diff1": 0.414897, "nauc_recall_at_5_max": 0.312585, "nauc_recall_at_5_std": 0.040548, "nauc_recall_at_5_diff1": 0.367072, "nauc_recall_at_10_max": 0.302046, "nauc_recall_at_10_std": 0.067438, "nauc_recall_at_10_diff1": 0.328025, "nauc_recall_at_20_max": 0.289, "nauc_recall_at_20_std": 0.079, "nauc_recall_at_20_diff1": 0.309696, "nauc_recall_at_100_max": 0.279702, "nauc_recall_at_100_std": 0.178914, "nauc_recall_at_100_diff1": 0.259407, "nauc_recall_at_1000_max": 0.358183, "nauc_recall_at_1000_std": 0.36287, "nauc_recall_at_1000_diff1": 0.232753, "nauc_precision_at_1_max": 0.366074, "nauc_precision_at_1_std": -0.002938, "nauc_precision_at_1_diff1": 0.511682, "nauc_precision_at_3_max": 0.342215, "nauc_precision_at_3_std": 0.079457, "nauc_precision_at_3_diff1": 0.379603, "nauc_precision_at_5_max": 0.308996, "nauc_precision_at_5_std": 0.065465, "nauc_precision_at_5_diff1": 0.327939, "nauc_precision_at_10_max": 0.293998, "nauc_precision_at_10_std": 0.10973, "nauc_precision_at_10_diff1": 0.268081, "nauc_precision_at_20_max": 0.265752, "nauc_precision_at_20_std": 0.123159, "nauc_precision_at_20_diff1": 0.234389, "nauc_precision_at_100_max": 0.178161, "nauc_precision_at_100_std": 0.176852, "nauc_precision_at_100_diff1": 0.089218, "nauc_precision_at_1000_max": 0.055458, "nauc_precision_at_1000_std": 0.142567, "nauc_precision_at_1000_diff1": -0.047612, "nauc_mrr_at_1_max": 0.366074, "nauc_mrr_at_1_std": -0.002938, "nauc_mrr_at_1_diff1": 0.511682, "nauc_mrr_at_3_max": 0.354753, "nauc_mrr_at_3_std": 0.024454, "nauc_mrr_at_3_diff1": 0.456803, "nauc_mrr_at_5_max": 0.349086, "nauc_mrr_at_5_std": 0.021245, "nauc_mrr_at_5_diff1": 0.444838, "nauc_mrr_at_10_max": 0.346014, "nauc_mrr_at_10_std": 0.024307, "nauc_mrr_at_10_diff1": 0.440129, "nauc_mrr_at_20_max": 0.345043, "nauc_mrr_at_20_std": 0.026122, "nauc_mrr_at_20_diff1": 0.439379, "nauc_mrr_at_100_max": 0.345434, "nauc_mrr_at_100_std": 0.028055, "nauc_mrr_at_100_diff1": 0.439384, "nauc_mrr_at_1000_max": 0.34558, "nauc_mrr_at_1000_std": 0.028083, "nauc_mrr_at_1000_diff1": 0.439607, "main_score": 0.3119, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 103.79455494880676, "kg_co2_emissions": null }