| { | |
| "dataset_revision": "f46a197baaae43b4f621051089b82a364682dfeb", | |
| "task_name": "CQADupstackAndroidRetrieval", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.29757, | |
| "ndcg_at_3": 0.34736, | |
| "ndcg_at_5": 0.36529, | |
| "ndcg_at_10": 0.39114, | |
| "ndcg_at_20": 0.4105, | |
| "ndcg_at_100": 0.44359, | |
| "ndcg_at_1000": 0.47015, | |
| "map_at_1": 0.24501, | |
| "map_at_3": 0.30857, | |
| "map_at_5": 0.32307, | |
| "map_at_10": 0.33582, | |
| "map_at_20": 0.34229, | |
| "map_at_100": 0.34801, | |
| "map_at_1000": 0.34936, | |
| "recall_at_1": 0.24501, | |
| "recall_at_3": 0.37393, | |
| "recall_at_5": 0.42701, | |
| "recall_at_10": 0.5047, | |
| "recall_at_20": 0.57451, | |
| "recall_at_100": 0.72912, | |
| "recall_at_1000": 0.90643, | |
| "precision_at_1": 0.29757, | |
| "precision_at_3": 0.16738, | |
| "precision_at_5": 0.11788, | |
| "precision_at_10": 0.07282, | |
| "precision_at_20": 0.04349, | |
| "precision_at_100": 0.01209, | |
| "precision_at_1000": 0.00172, | |
| "mrr_at_1": 0.297568, | |
| "mrr_at_3": 0.360515, | |
| "mrr_at_5": 0.37432, | |
| "mrr_at_10": 0.384942, | |
| "mrr_at_20": 0.389932, | |
| "mrr_at_100": 0.393632, | |
| "mrr_at_1000": 0.394271, | |
| "nauc_ndcg_at_1_max": 0.35163, | |
| "nauc_ndcg_at_1_std": -0.04949, | |
| "nauc_ndcg_at_1_diff1": 0.506784, | |
| "nauc_ndcg_at_3_max": 0.360879, | |
| "nauc_ndcg_at_3_std": -0.032672, | |
| "nauc_ndcg_at_3_diff1": 0.472847, | |
| "nauc_ndcg_at_5_max": 0.364638, | |
| "nauc_ndcg_at_5_std": -0.016767, | |
| "nauc_ndcg_at_5_diff1": 0.466553, | |
| "nauc_ndcg_at_10_max": 0.373779, | |
| "nauc_ndcg_at_10_std": -0.007015, | |
| "nauc_ndcg_at_10_diff1": 0.468114, | |
| "nauc_ndcg_at_20_max": 0.374599, | |
| "nauc_ndcg_at_20_std": -0.000285, | |
| "nauc_ndcg_at_20_diff1": 0.460127, | |
| "nauc_ndcg_at_100_max": 0.376178, | |
| "nauc_ndcg_at_100_std": 0.003917, | |
| "nauc_ndcg_at_100_diff1": 0.459498, | |
| "nauc_ndcg_at_1000_max": 0.378896, | |
| "nauc_ndcg_at_1000_std": 0.011141, | |
| "nauc_ndcg_at_1000_diff1": 0.45977, | |
| "nauc_map_at_1_max": 0.329735, | |
| "nauc_map_at_1_std": -0.06633, | |
| "nauc_map_at_1_diff1": 0.52641, | |
| "nauc_map_at_3_max": 0.352305, | |
| "nauc_map_at_3_std": -0.050847, | |
| "nauc_map_at_3_diff1": 0.496157, | |
| "nauc_map_at_5_max": 0.356133, | |
| "nauc_map_at_5_std": -0.040399, | |
| "nauc_map_at_5_diff1": 0.488895, | |
| "nauc_map_at_10_max": 0.361679, | |
| "nauc_map_at_10_std": -0.03574, | |
| "nauc_map_at_10_diff1": 0.487396, | |
| "nauc_map_at_20_max": 0.362918, | |
| "nauc_map_at_20_std": -0.032796, | |
| "nauc_map_at_20_diff1": 0.484663, | |
| "nauc_map_at_100_max": 0.364498, | |
| "nauc_map_at_100_std": -0.030688, | |
| "nauc_map_at_100_diff1": 0.484524, | |
| "nauc_map_at_1000_max": 0.364623, | |
| "nauc_map_at_1000_std": -0.030062, | |
| "nauc_map_at_1000_diff1": 0.484259, | |
| "nauc_recall_at_1_max": 0.329735, | |
| "nauc_recall_at_1_std": -0.06633, | |
| "nauc_recall_at_1_diff1": 0.52641, | |
| "nauc_recall_at_3_max": 0.34925, | |
| "nauc_recall_at_3_std": -0.020609, | |
| "nauc_recall_at_3_diff1": 0.441485, | |
| "nauc_recall_at_5_max": 0.347606, | |
| "nauc_recall_at_5_std": 0.016887, | |
| "nauc_recall_at_5_diff1": 0.414227, | |
| "nauc_recall_at_10_max": 0.3657, | |
| "nauc_recall_at_10_std": 0.055427, | |
| "nauc_recall_at_10_diff1": 0.409419, | |
| "nauc_recall_at_20_max": 0.366151, | |
| "nauc_recall_at_20_std": 0.091305, | |
| "nauc_recall_at_20_diff1": 0.372562, | |
| "nauc_recall_at_100_max": 0.375285, | |
| "nauc_recall_at_100_std": 0.138761, | |
| "nauc_recall_at_100_diff1": 0.355754, | |
| "nauc_recall_at_1000_max": 0.485408, | |
| "nauc_recall_at_1000_std": 0.470295, | |
| "nauc_recall_at_1000_diff1": 0.311568, | |
| "nauc_precision_at_1_max": 0.35163, | |
| "nauc_precision_at_1_std": -0.04949, | |
| "nauc_precision_at_1_diff1": 0.506784, | |
| "nauc_precision_at_3_max": 0.332905, | |
| "nauc_precision_at_3_std": -0.016148, | |
| "nauc_precision_at_3_diff1": 0.331776, | |
| "nauc_precision_at_5_max": 0.333257, | |
| "nauc_precision_at_5_std": 0.04402, | |
| "nauc_precision_at_5_diff1": 0.272371, | |
| "nauc_precision_at_10_max": 0.307887, | |
| "nauc_precision_at_10_std": 0.070138, | |
| "nauc_precision_at_10_diff1": 0.20856, | |
| "nauc_precision_at_20_max": 0.27621, | |
| "nauc_precision_at_20_std": 0.099861, | |
| "nauc_precision_at_20_diff1": 0.131662, | |
| "nauc_precision_at_100_max": 0.176654, | |
| "nauc_precision_at_100_std": 0.126523, | |
| "nauc_precision_at_100_diff1": 0.007577, | |
| "nauc_precision_at_1000_max": -0.000854, | |
| "nauc_precision_at_1000_std": 0.095769, | |
| "nauc_precision_at_1000_diff1": -0.16308, | |
| "nauc_mrr_at_1_max": 0.35163, | |
| "nauc_mrr_at_1_std": -0.04949, | |
| "nauc_mrr_at_1_diff1": 0.506784, | |
| "nauc_mrr_at_3_max": 0.363793, | |
| "nauc_mrr_at_3_std": -0.03288, | |
| "nauc_mrr_at_3_diff1": 0.469367, | |
| "nauc_mrr_at_5_max": 0.364904, | |
| "nauc_mrr_at_5_std": -0.021184, | |
| "nauc_mrr_at_5_diff1": 0.463741, | |
| "nauc_mrr_at_10_max": 0.368009, | |
| "nauc_mrr_at_10_std": -0.016722, | |
| "nauc_mrr_at_10_diff1": 0.464536, | |
| "nauc_mrr_at_20_max": 0.368492, | |
| "nauc_mrr_at_20_std": -0.015649, | |
| "nauc_mrr_at_20_diff1": 0.462973, | |
| "nauc_mrr_at_100_max": 0.367136, | |
| "nauc_mrr_at_100_std": -0.016903, | |
| "nauc_mrr_at_100_diff1": 0.463234, | |
| "nauc_mrr_at_1000_max": 0.367098, | |
| "nauc_mrr_at_1000_std": -0.016532, | |
| "nauc_mrr_at_1000_diff1": 0.463207, | |
| "main_score": 0.39114, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 27.28526473045349, | |
| "kg_co2_emissions": null | |
| } |