| { | |
| "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a", | |
| "task_name": "CQADupstackStatsRetrieval", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.21166, | |
| "ndcg_at_3": 0.24697, | |
| "ndcg_at_5": 0.26206, | |
| "ndcg_at_10": 0.28144, | |
| "ndcg_at_20": 0.29877, | |
| "ndcg_at_100": 0.32798, | |
| "ndcg_at_1000": 0.35119, | |
| "map_at_1": 0.18672, | |
| "map_at_3": 0.2269, | |
| "map_at_5": 0.23653, | |
| "map_at_10": 0.24469, | |
| "map_at_20": 0.2497, | |
| "map_at_100": 0.25401, | |
| "map_at_1000": 0.25481, | |
| "recall_at_1": 0.18672, | |
| "recall_at_3": 0.27173, | |
| "recall_at_5": 0.30953, | |
| "recall_at_10": 0.3688, | |
| "recall_at_20": 0.43444, | |
| "recall_at_100": 0.58217, | |
| "recall_at_1000": 0.75725, | |
| "precision_at_1": 0.21166, | |
| "precision_at_3": 0.10685, | |
| "precision_at_5": 0.07485, | |
| "precision_at_10": 0.04479, | |
| "precision_at_20": 0.02669, | |
| "precision_at_100": 0.00729, | |
| "precision_at_1000": 0.001, | |
| "mrr_at_1": 0.211656, | |
| "mrr_at_3": 0.255112, | |
| "mrr_at_5": 0.263471, | |
| "mrr_at_10": 0.272333, | |
| "mrr_at_20": 0.276509, | |
| "mrr_at_100": 0.280587, | |
| "mrr_at_1000": 0.28122, | |
| "nauc_ndcg_at_1_max": 0.265288, | |
| "nauc_ndcg_at_1_std": 0.001032, | |
| "nauc_ndcg_at_1_diff1": 0.50655, | |
| "nauc_ndcg_at_3_max": 0.259172, | |
| "nauc_ndcg_at_3_std": 0.0391, | |
| "nauc_ndcg_at_3_diff1": 0.464349, | |
| "nauc_ndcg_at_5_max": 0.253671, | |
| "nauc_ndcg_at_5_std": 0.057907, | |
| "nauc_ndcg_at_5_diff1": 0.453087, | |
| "nauc_ndcg_at_10_max": 0.252675, | |
| "nauc_ndcg_at_10_std": 0.068572, | |
| "nauc_ndcg_at_10_diff1": 0.431656, | |
| "nauc_ndcg_at_20_max": 0.252661, | |
| "nauc_ndcg_at_20_std": 0.085497, | |
| "nauc_ndcg_at_20_diff1": 0.417731, | |
| "nauc_ndcg_at_100_max": 0.257578, | |
| "nauc_ndcg_at_100_std": 0.09627, | |
| "nauc_ndcg_at_100_diff1": 0.409369, | |
| "nauc_ndcg_at_1000_max": 0.26693, | |
| "nauc_ndcg_at_1000_std": 0.100071, | |
| "nauc_ndcg_at_1000_diff1": 0.41458, | |
| "nauc_map_at_1_max": 0.280534, | |
| "nauc_map_at_1_std": -0.03001, | |
| "nauc_map_at_1_diff1": 0.538926, | |
| "nauc_map_at_3_max": 0.264728, | |
| "nauc_map_at_3_std": 0.014403, | |
| "nauc_map_at_3_diff1": 0.48676, | |
| "nauc_map_at_5_max": 0.262414, | |
| "nauc_map_at_5_std": 0.030925, | |
| "nauc_map_at_5_diff1": 0.479445, | |
| "nauc_map_at_10_max": 0.262277, | |
| "nauc_map_at_10_std": 0.037764, | |
| "nauc_map_at_10_diff1": 0.470099, | |
| "nauc_map_at_20_max": 0.262636, | |
| "nauc_map_at_20_std": 0.04315, | |
| "nauc_map_at_20_diff1": 0.465854, | |
| "nauc_map_at_100_max": 0.263191, | |
| "nauc_map_at_100_std": 0.045135, | |
| "nauc_map_at_100_diff1": 0.463709, | |
| "nauc_map_at_1000_max": 0.263864, | |
| "nauc_map_at_1000_std": 0.045534, | |
| "nauc_map_at_1000_diff1": 0.463922, | |
| "nauc_recall_at_1_max": 0.280534, | |
| "nauc_recall_at_1_std": -0.03001, | |
| "nauc_recall_at_1_diff1": 0.538926, | |
| "nauc_recall_at_3_max": 0.236962, | |
| "nauc_recall_at_3_std": 0.054231, | |
| "nauc_recall_at_3_diff1": 0.425405, | |
| "nauc_recall_at_5_max": 0.224468, | |
| "nauc_recall_at_5_std": 0.098421, | |
| "nauc_recall_at_5_diff1": 0.39783, | |
| "nauc_recall_at_10_max": 0.218317, | |
| "nauc_recall_at_10_std": 0.128712, | |
| "nauc_recall_at_10_diff1": 0.337508, | |
| "nauc_recall_at_20_max": 0.213863, | |
| "nauc_recall_at_20_std": 0.183436, | |
| "nauc_recall_at_20_diff1": 0.285907, | |
| "nauc_recall_at_100_max": 0.227284, | |
| "nauc_recall_at_100_std": 0.243125, | |
| "nauc_recall_at_100_diff1": 0.233571, | |
| "nauc_recall_at_1000_max": 0.277326, | |
| "nauc_recall_at_1000_std": 0.328397, | |
| "nauc_recall_at_1000_diff1": 0.20892, | |
| "nauc_precision_at_1_max": 0.265288, | |
| "nauc_precision_at_1_std": 0.001032, | |
| "nauc_precision_at_1_diff1": 0.50655, | |
| "nauc_precision_at_3_max": 0.253493, | |
| "nauc_precision_at_3_std": 0.115181, | |
| "nauc_precision_at_3_diff1": 0.392497, | |
| "nauc_precision_at_5_max": 0.234647, | |
| "nauc_precision_at_5_std": 0.187151, | |
| "nauc_precision_at_5_diff1": 0.338881, | |
| "nauc_precision_at_10_max": 0.237545, | |
| "nauc_precision_at_10_std": 0.213893, | |
| "nauc_precision_at_10_diff1": 0.285351, | |
| "nauc_precision_at_20_max": 0.230892, | |
| "nauc_precision_at_20_std": 0.262866, | |
| "nauc_precision_at_20_diff1": 0.210742, | |
| "nauc_precision_at_100_max": 0.232832, | |
| "nauc_precision_at_100_std": 0.294046, | |
| "nauc_precision_at_100_diff1": 0.140878, | |
| "nauc_precision_at_1000_max": 0.239556, | |
| "nauc_precision_at_1000_std": 0.263343, | |
| "nauc_precision_at_1000_diff1": 0.042393, | |
| "nauc_mrr_at_1_max": 0.265288, | |
| "nauc_mrr_at_1_std": 0.001032, | |
| "nauc_mrr_at_1_diff1": 0.50655, | |
| "nauc_mrr_at_3_max": 0.257994, | |
| "nauc_mrr_at_3_std": 0.04097, | |
| "nauc_mrr_at_3_diff1": 0.456167, | |
| "nauc_mrr_at_5_max": 0.255945, | |
| "nauc_mrr_at_5_std": 0.049945, | |
| "nauc_mrr_at_5_diff1": 0.450037, | |
| "nauc_mrr_at_10_max": 0.256333, | |
| "nauc_mrr_at_10_std": 0.054663, | |
| "nauc_mrr_at_10_diff1": 0.440708, | |
| "nauc_mrr_at_20_max": 0.255786, | |
| "nauc_mrr_at_20_std": 0.058257, | |
| "nauc_mrr_at_20_diff1": 0.437883, | |
| "nauc_mrr_at_100_max": 0.256685, | |
| "nauc_mrr_at_100_std": 0.05889, | |
| "nauc_mrr_at_100_diff1": 0.436408, | |
| "nauc_mrr_at_1000_max": 0.256891, | |
| "nauc_mrr_at_1000_std": 0.059147, | |
| "nauc_mrr_at_1000_diff1": 0.436692, | |
| "main_score": 0.28144, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 86.29045724868774, | |
| "kg_co2_emissions": null | |
| } |