| { | |
| "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32", | |
| "task_name": "CQADupstackProgrammersRetrieval", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.25228, | |
| "ndcg_at_3": 0.29072, | |
| "ndcg_at_5": 0.31289, | |
| "ndcg_at_10": 0.33489, | |
| "ndcg_at_20": 0.35566, | |
| "ndcg_at_100": 0.39297, | |
| "ndcg_at_1000": 0.41996, | |
| "map_at_1": 0.20288, | |
| "map_at_3": 0.25911, | |
| "map_at_5": 0.27423, | |
| "map_at_10": 0.2851, | |
| "map_at_20": 0.2914, | |
| "map_at_100": 0.29736, | |
| "map_at_1000": 0.29862, | |
| "recall_at_1": 0.20288, | |
| "recall_at_3": 0.31413, | |
| "recall_at_5": 0.37333, | |
| "recall_at_10": 0.43861, | |
| "recall_at_20": 0.51217, | |
| "recall_at_100": 0.6923, | |
| "recall_at_1000": 0.87747, | |
| "precision_at_1": 0.25228, | |
| "precision_at_3": 0.13889, | |
| "precision_at_5": 0.10137, | |
| "precision_at_10": 0.06084, | |
| "precision_at_20": 0.03687, | |
| "precision_at_100": 0.01065, | |
| "precision_at_1000": 0.00146, | |
| "mrr_at_1": 0.252283, | |
| "mrr_at_3": 0.307078, | |
| "mrr_at_5": 0.323002, | |
| "mrr_at_10": 0.332576, | |
| "mrr_at_20": 0.337973, | |
| "mrr_at_100": 0.342415, | |
| "mrr_at_1000": 0.343064, | |
| "nauc_ndcg_at_1_max": 0.401716, | |
| "nauc_ndcg_at_1_std": 0.065067, | |
| "nauc_ndcg_at_1_diff1": 0.392721, | |
| "nauc_ndcg_at_3_max": 0.383229, | |
| "nauc_ndcg_at_3_std": 0.065445, | |
| "nauc_ndcg_at_3_diff1": 0.331411, | |
| "nauc_ndcg_at_5_max": 0.388223, | |
| "nauc_ndcg_at_5_std": 0.079156, | |
| "nauc_ndcg_at_5_diff1": 0.321325, | |
| "nauc_ndcg_at_10_max": 0.382528, | |
| "nauc_ndcg_at_10_std": 0.076964, | |
| "nauc_ndcg_at_10_diff1": 0.319019, | |
| "nauc_ndcg_at_20_max": 0.38324, | |
| "nauc_ndcg_at_20_std": 0.088949, | |
| "nauc_ndcg_at_20_diff1": 0.315701, | |
| "nauc_ndcg_at_100_max": 0.394976, | |
| "nauc_ndcg_at_100_std": 0.112611, | |
| "nauc_ndcg_at_100_diff1": 0.318071, | |
| "nauc_ndcg_at_1000_max": 0.400048, | |
| "nauc_ndcg_at_1000_std": 0.116156, | |
| "nauc_ndcg_at_1000_diff1": 0.320789, | |
| "nauc_map_at_1_max": 0.357305, | |
| "nauc_map_at_1_std": 0.015761, | |
| "nauc_map_at_1_diff1": 0.384366, | |
| "nauc_map_at_3_max": 0.373442, | |
| "nauc_map_at_3_std": 0.047477, | |
| "nauc_map_at_3_diff1": 0.342786, | |
| "nauc_map_at_5_max": 0.37963, | |
| "nauc_map_at_5_std": 0.058431, | |
| "nauc_map_at_5_diff1": 0.336109, | |
| "nauc_map_at_10_max": 0.379757, | |
| "nauc_map_at_10_std": 0.059797, | |
| "nauc_map_at_10_diff1": 0.336136, | |
| "nauc_map_at_20_max": 0.381347, | |
| "nauc_map_at_20_std": 0.064297, | |
| "nauc_map_at_20_diff1": 0.335546, | |
| "nauc_map_at_100_max": 0.383476, | |
| "nauc_map_at_100_std": 0.069208, | |
| "nauc_map_at_100_diff1": 0.335143, | |
| "nauc_map_at_1000_max": 0.383756, | |
| "nauc_map_at_1000_std": 0.069628, | |
| "nauc_map_at_1000_diff1": 0.335194, | |
| "nauc_recall_at_1_max": 0.357305, | |
| "nauc_recall_at_1_std": 0.015761, | |
| "nauc_recall_at_1_diff1": 0.384366, | |
| "nauc_recall_at_3_max": 0.358924, | |
| "nauc_recall_at_3_std": 0.056564, | |
| "nauc_recall_at_3_diff1": 0.303315, | |
| "nauc_recall_at_5_max": 0.367283, | |
| "nauc_recall_at_5_std": 0.09274, | |
| "nauc_recall_at_5_diff1": 0.273828, | |
| "nauc_recall_at_10_max": 0.35053, | |
| "nauc_recall_at_10_std": 0.089863, | |
| "nauc_recall_at_10_diff1": 0.262794, | |
| "nauc_recall_at_20_max": 0.339605, | |
| "nauc_recall_at_20_std": 0.126648, | |
| "nauc_recall_at_20_diff1": 0.242244, | |
| "nauc_recall_at_100_max": 0.380486, | |
| "nauc_recall_at_100_std": 0.249646, | |
| "nauc_recall_at_100_diff1": 0.240527, | |
| "nauc_recall_at_1000_max": 0.487529, | |
| "nauc_recall_at_1000_std": 0.466888, | |
| "nauc_recall_at_1000_diff1": 0.234965, | |
| "nauc_precision_at_1_max": 0.401716, | |
| "nauc_precision_at_1_std": 0.065067, | |
| "nauc_precision_at_1_diff1": 0.392721, | |
| "nauc_precision_at_3_max": 0.403259, | |
| "nauc_precision_at_3_std": 0.142162, | |
| "nauc_precision_at_3_diff1": 0.269316, | |
| "nauc_precision_at_5_max": 0.404385, | |
| "nauc_precision_at_5_std": 0.178013, | |
| "nauc_precision_at_5_diff1": 0.224482, | |
| "nauc_precision_at_10_max": 0.367242, | |
| "nauc_precision_at_10_std": 0.17353, | |
| "nauc_precision_at_10_diff1": 0.183739, | |
| "nauc_precision_at_20_max": 0.327196, | |
| "nauc_precision_at_20_std": 0.202914, | |
| "nauc_precision_at_20_diff1": 0.143319, | |
| "nauc_precision_at_100_max": 0.234403, | |
| "nauc_precision_at_100_std": 0.246467, | |
| "nauc_precision_at_100_diff1": 0.036827, | |
| "nauc_precision_at_1000_max": 0.077956, | |
| "nauc_precision_at_1000_std": 0.148892, | |
| "nauc_precision_at_1000_diff1": -0.060821, | |
| "nauc_mrr_at_1_max": 0.401716, | |
| "nauc_mrr_at_1_std": 0.065067, | |
| "nauc_mrr_at_1_diff1": 0.392721, | |
| "nauc_mrr_at_3_max": 0.401914, | |
| "nauc_mrr_at_3_std": 0.080097, | |
| "nauc_mrr_at_3_diff1": 0.351381, | |
| "nauc_mrr_at_5_max": 0.401255, | |
| "nauc_mrr_at_5_std": 0.088183, | |
| "nauc_mrr_at_5_diff1": 0.342425, | |
| "nauc_mrr_at_10_max": 0.395882, | |
| "nauc_mrr_at_10_std": 0.085347, | |
| "nauc_mrr_at_10_diff1": 0.338442, | |
| "nauc_mrr_at_20_max": 0.394937, | |
| "nauc_mrr_at_20_std": 0.086579, | |
| "nauc_mrr_at_20_diff1": 0.337513, | |
| "nauc_mrr_at_100_max": 0.397282, | |
| "nauc_mrr_at_100_std": 0.088992, | |
| "nauc_mrr_at_100_diff1": 0.339029, | |
| "nauc_mrr_at_1000_max": 0.397251, | |
| "nauc_mrr_at_1000_std": 0.088846, | |
| "nauc_mrr_at_1000_diff1": 0.339196, | |
| "main_score": 0.33489, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 57.37495994567871, | |
| "kg_co2_emissions": null | |
| } |