| { | |
| "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53", | |
| "task_name": "CQADupstackUnixRetrieval", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.24347, | |
| "ndcg_at_3": 0.2739, | |
| "ndcg_at_5": 0.29021, | |
| "ndcg_at_10": 0.3119, | |
| "ndcg_at_20": 0.33183, | |
| "ndcg_at_100": 0.36465, | |
| "ndcg_at_1000": 0.39555, | |
| "map_at_1": 0.20973, | |
| "map_at_3": 0.25159, | |
| "map_at_5": 0.2616, | |
| "map_at_10": 0.27125, | |
| "map_at_20": 0.27681, | |
| "map_at_100": 0.28175, | |
| "map_at_1000": 0.28303, | |
| "recall_at_1": 0.20973, | |
| "recall_at_3": 0.29951, | |
| "recall_at_5": 0.34009, | |
| "recall_at_10": 0.40363, | |
| "recall_at_20": 0.47728, | |
| "recall_at_100": 0.63718, | |
| "recall_at_1000": 0.8574, | |
| "precision_at_1": 0.24347, | |
| "precision_at_3": 0.11971, | |
| "precision_at_5": 0.08321, | |
| "precision_at_10": 0.05028, | |
| "precision_at_20": 0.03032, | |
| "precision_at_100": 0.00867, | |
| "precision_at_1000": 0.00126, | |
| "mrr_at_1": 0.24347, | |
| "mrr_at_3": 0.285914, | |
| "mrr_at_5": 0.297015, | |
| "mrr_at_10": 0.306006, | |
| "mrr_at_20": 0.311716, | |
| "mrr_at_100": 0.315759, | |
| "mrr_at_1000": 0.316592, | |
| "nauc_ndcg_at_1_max": 0.366074, | |
| "nauc_ndcg_at_1_std": -0.002938, | |
| "nauc_ndcg_at_1_diff1": 0.511682, | |
| "nauc_ndcg_at_3_max": 0.355856, | |
| "nauc_ndcg_at_3_std": 0.033005, | |
| "nauc_ndcg_at_3_diff1": 0.455243, | |
| "nauc_ndcg_at_5_max": 0.342306, | |
| "nauc_ndcg_at_5_std": 0.024515, | |
| "nauc_ndcg_at_5_diff1": 0.434606, | |
| "nauc_ndcg_at_10_max": 0.340939, | |
| "nauc_ndcg_at_10_std": 0.036514, | |
| "nauc_ndcg_at_10_diff1": 0.421622, | |
| "nauc_ndcg_at_20_max": 0.339306, | |
| "nauc_ndcg_at_20_std": 0.041006, | |
| "nauc_ndcg_at_20_diff1": 0.418551, | |
| "nauc_ndcg_at_100_max": 0.339351, | |
| "nauc_ndcg_at_100_std": 0.058532, | |
| "nauc_ndcg_at_100_diff1": 0.413425, | |
| "nauc_ndcg_at_1000_max": 0.345893, | |
| "nauc_ndcg_at_1000_std": 0.063455, | |
| "nauc_ndcg_at_1000_diff1": 0.41893, | |
| "nauc_map_at_1_max": 0.364348, | |
| "nauc_map_at_1_std": -0.01631, | |
| "nauc_map_at_1_diff1": 0.529856, | |
| "nauc_map_at_3_max": 0.356602, | |
| "nauc_map_at_3_std": 0.017935, | |
| "nauc_map_at_3_diff1": 0.473642, | |
| "nauc_map_at_5_max": 0.349516, | |
| "nauc_map_at_5_std": 0.015001, | |
| "nauc_map_at_5_diff1": 0.461318, | |
| "nauc_map_at_10_max": 0.350392, | |
| "nauc_map_at_10_std": 0.022047, | |
| "nauc_map_at_10_diff1": 0.455432, | |
| "nauc_map_at_20_max": 0.3504, | |
| "nauc_map_at_20_std": 0.023646, | |
| "nauc_map_at_20_diff1": 0.454156, | |
| "nauc_map_at_100_max": 0.349922, | |
| "nauc_map_at_100_std": 0.026192, | |
| "nauc_map_at_100_diff1": 0.4536, | |
| "nauc_map_at_1000_max": 0.350113, | |
| "nauc_map_at_1000_std": 0.026625, | |
| "nauc_map_at_1000_diff1": 0.453732, | |
| "nauc_recall_at_1_max": 0.364348, | |
| "nauc_recall_at_1_std": -0.01631, | |
| "nauc_recall_at_1_diff1": 0.529856, | |
| "nauc_recall_at_3_max": 0.343817, | |
| "nauc_recall_at_3_std": 0.054702, | |
| "nauc_recall_at_3_diff1": 0.414897, | |
| "nauc_recall_at_5_max": 0.312585, | |
| "nauc_recall_at_5_std": 0.040548, | |
| "nauc_recall_at_5_diff1": 0.367072, | |
| "nauc_recall_at_10_max": 0.302046, | |
| "nauc_recall_at_10_std": 0.067438, | |
| "nauc_recall_at_10_diff1": 0.328025, | |
| "nauc_recall_at_20_max": 0.289, | |
| "nauc_recall_at_20_std": 0.079, | |
| "nauc_recall_at_20_diff1": 0.309696, | |
| "nauc_recall_at_100_max": 0.279702, | |
| "nauc_recall_at_100_std": 0.178914, | |
| "nauc_recall_at_100_diff1": 0.259407, | |
| "nauc_recall_at_1000_max": 0.358183, | |
| "nauc_recall_at_1000_std": 0.36287, | |
| "nauc_recall_at_1000_diff1": 0.232753, | |
| "nauc_precision_at_1_max": 0.366074, | |
| "nauc_precision_at_1_std": -0.002938, | |
| "nauc_precision_at_1_diff1": 0.511682, | |
| "nauc_precision_at_3_max": 0.342215, | |
| "nauc_precision_at_3_std": 0.079457, | |
| "nauc_precision_at_3_diff1": 0.379603, | |
| "nauc_precision_at_5_max": 0.308996, | |
| "nauc_precision_at_5_std": 0.065465, | |
| "nauc_precision_at_5_diff1": 0.327939, | |
| "nauc_precision_at_10_max": 0.293998, | |
| "nauc_precision_at_10_std": 0.10973, | |
| "nauc_precision_at_10_diff1": 0.268081, | |
| "nauc_precision_at_20_max": 0.265752, | |
| "nauc_precision_at_20_std": 0.123159, | |
| "nauc_precision_at_20_diff1": 0.234389, | |
| "nauc_precision_at_100_max": 0.178161, | |
| "nauc_precision_at_100_std": 0.176852, | |
| "nauc_precision_at_100_diff1": 0.089218, | |
| "nauc_precision_at_1000_max": 0.055458, | |
| "nauc_precision_at_1000_std": 0.142567, | |
| "nauc_precision_at_1000_diff1": -0.047612, | |
| "nauc_mrr_at_1_max": 0.366074, | |
| "nauc_mrr_at_1_std": -0.002938, | |
| "nauc_mrr_at_1_diff1": 0.511682, | |
| "nauc_mrr_at_3_max": 0.354753, | |
| "nauc_mrr_at_3_std": 0.024454, | |
| "nauc_mrr_at_3_diff1": 0.456803, | |
| "nauc_mrr_at_5_max": 0.349086, | |
| "nauc_mrr_at_5_std": 0.021245, | |
| "nauc_mrr_at_5_diff1": 0.444838, | |
| "nauc_mrr_at_10_max": 0.346014, | |
| "nauc_mrr_at_10_std": 0.024307, | |
| "nauc_mrr_at_10_diff1": 0.440129, | |
| "nauc_mrr_at_20_max": 0.345043, | |
| "nauc_mrr_at_20_std": 0.026122, | |
| "nauc_mrr_at_20_diff1": 0.439379, | |
| "nauc_mrr_at_100_max": 0.345434, | |
| "nauc_mrr_at_100_std": 0.028055, | |
| "nauc_mrr_at_100_diff1": 0.439384, | |
| "nauc_mrr_at_1000_max": 0.34558, | |
| "nauc_mrr_at_1000_std": 0.028083, | |
| "nauc_mrr_at_1000_diff1": 0.439607, | |
| "main_score": 0.3119, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 103.79455494880676, | |
| "kg_co2_emissions": null | |
| } |