| { | |
| "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", | |
| "task_name": "CQADupstackGamingRetrieval", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.37555, | |
| "ndcg_at_3": 0.43752, | |
| "ndcg_at_5": 0.4595, | |
| "ndcg_at_10": 0.48593, | |
| "ndcg_at_20": 0.50274, | |
| "ndcg_at_100": 0.52922, | |
| "ndcg_at_1000": 0.5442, | |
| "map_at_1": 0.32732, | |
| "map_at_3": 0.40392, | |
| "map_at_5": 0.41928, | |
| "map_at_10": 0.43189, | |
| "map_at_20": 0.4374, | |
| "map_at_100": 0.44174, | |
| "map_at_1000": 0.44242, | |
| "recall_at_1": 0.32732, | |
| "recall_at_3": 0.48, | |
| "recall_at_5": 0.53475, | |
| "recall_at_10": 0.61265, | |
| "recall_at_20": 0.67586, | |
| "recall_at_100": 0.80604, | |
| "recall_at_1000": 0.91408, | |
| "precision_at_1": 0.37555, | |
| "precision_at_3": 0.19645, | |
| "precision_at_5": 0.13455, | |
| "precision_at_10": 0.079, | |
| "precision_at_20": 0.04436, | |
| "precision_at_100": 0.0109, | |
| "precision_at_1000": 0.00127, | |
| "mrr_at_1": 0.375549, | |
| "mrr_at_3": 0.443574, | |
| "mrr_at_5": 0.455455, | |
| "mrr_at_10": 0.465721, | |
| "mrr_at_20": 0.469989, | |
| "mrr_at_100": 0.473172, | |
| "mrr_at_1000": 0.473553, | |
| "nauc_ndcg_at_1_max": 0.34123, | |
| "nauc_ndcg_at_1_std": -0.017841, | |
| "nauc_ndcg_at_1_diff1": 0.518322, | |
| "nauc_ndcg_at_3_max": 0.35477, | |
| "nauc_ndcg_at_3_std": -0.012643, | |
| "nauc_ndcg_at_3_diff1": 0.475991, | |
| "nauc_ndcg_at_5_max": 0.362862, | |
| "nauc_ndcg_at_5_std": -3.8e-05, | |
| "nauc_ndcg_at_5_diff1": 0.465251, | |
| "nauc_ndcg_at_10_max": 0.367788, | |
| "nauc_ndcg_at_10_std": 0.008117, | |
| "nauc_ndcg_at_10_diff1": 0.467285, | |
| "nauc_ndcg_at_20_max": 0.375701, | |
| "nauc_ndcg_at_20_std": 0.016506, | |
| "nauc_ndcg_at_20_diff1": 0.46824, | |
| "nauc_ndcg_at_100_max": 0.378108, | |
| "nauc_ndcg_at_100_std": 0.029329, | |
| "nauc_ndcg_at_100_diff1": 0.466243, | |
| "nauc_ndcg_at_1000_max": 0.378672, | |
| "nauc_ndcg_at_1000_std": 0.029359, | |
| "nauc_ndcg_at_1000_diff1": 0.467787, | |
| "nauc_map_at_1_max": 0.309187, | |
| "nauc_map_at_1_std": -0.026286, | |
| "nauc_map_at_1_diff1": 0.51255, | |
| "nauc_map_at_3_max": 0.339493, | |
| "nauc_map_at_3_std": -0.024583, | |
| "nauc_map_at_3_diff1": 0.485462, | |
| "nauc_map_at_5_max": 0.34567, | |
| "nauc_map_at_5_std": -0.015681, | |
| "nauc_map_at_5_diff1": 0.478419, | |
| "nauc_map_at_10_max": 0.350466, | |
| "nauc_map_at_10_std": -0.010182, | |
| "nauc_map_at_10_diff1": 0.479976, | |
| "nauc_map_at_20_max": 0.354014, | |
| "nauc_map_at_20_std": -0.006443, | |
| "nauc_map_at_20_diff1": 0.480216, | |
| "nauc_map_at_100_max": 0.355061, | |
| "nauc_map_at_100_std": -0.003215, | |
| "nauc_map_at_100_diff1": 0.479392, | |
| "nauc_map_at_1000_max": 0.35521, | |
| "nauc_map_at_1000_std": -0.003054, | |
| "nauc_map_at_1000_diff1": 0.479491, | |
| "nauc_recall_at_1_max": 0.309187, | |
| "nauc_recall_at_1_std": -0.026286, | |
| "nauc_recall_at_1_diff1": 0.51255, | |
| "nauc_recall_at_3_max": 0.34792, | |
| "nauc_recall_at_3_std": -0.017638, | |
| "nauc_recall_at_3_diff1": 0.440913, | |
| "nauc_recall_at_5_max": 0.364564, | |
| "nauc_recall_at_5_std": 0.014875, | |
| "nauc_recall_at_5_diff1": 0.409842, | |
| "nauc_recall_at_10_max": 0.372517, | |
| "nauc_recall_at_10_std": 0.038871, | |
| "nauc_recall_at_10_diff1": 0.405621, | |
| "nauc_recall_at_20_max": 0.408612, | |
| "nauc_recall_at_20_std": 0.080092, | |
| "nauc_recall_at_20_diff1": 0.400661, | |
| "nauc_recall_at_100_max": 0.431074, | |
| "nauc_recall_at_100_std": 0.195316, | |
| "nauc_recall_at_100_diff1": 0.363097, | |
| "nauc_recall_at_1000_max": 0.493019, | |
| "nauc_recall_at_1000_std": 0.343645, | |
| "nauc_recall_at_1000_diff1": 0.316154, | |
| "nauc_precision_at_1_max": 0.34123, | |
| "nauc_precision_at_1_std": -0.017841, | |
| "nauc_precision_at_1_diff1": 0.518322, | |
| "nauc_precision_at_3_max": 0.358498, | |
| "nauc_precision_at_3_std": 0.027106, | |
| "nauc_precision_at_3_diff1": 0.347859, | |
| "nauc_precision_at_5_max": 0.34631, | |
| "nauc_precision_at_5_std": 0.066776, | |
| "nauc_precision_at_5_diff1": 0.274746, | |
| "nauc_precision_at_10_max": 0.338077, | |
| "nauc_precision_at_10_std": 0.112782, | |
| "nauc_precision_at_10_diff1": 0.220539, | |
| "nauc_precision_at_20_max": 0.340661, | |
| "nauc_precision_at_20_std": 0.161584, | |
| "nauc_precision_at_20_diff1": 0.172042, | |
| "nauc_precision_at_100_max": 0.287824, | |
| "nauc_precision_at_100_std": 0.236474, | |
| "nauc_precision_at_100_diff1": 0.044878, | |
| "nauc_precision_at_1000_max": 0.236745, | |
| "nauc_precision_at_1000_std": 0.224593, | |
| "nauc_precision_at_1000_diff1": -0.026638, | |
| "nauc_mrr_at_1_max": 0.34123, | |
| "nauc_mrr_at_1_std": -0.017841, | |
| "nauc_mrr_at_1_diff1": 0.518322, | |
| "nauc_mrr_at_3_max": 0.36619, | |
| "nauc_mrr_at_3_std": -0.003463, | |
| "nauc_mrr_at_3_diff1": 0.487033, | |
| "nauc_mrr_at_5_max": 0.369399, | |
| "nauc_mrr_at_5_std": 0.001776, | |
| "nauc_mrr_at_5_diff1": 0.481842, | |
| "nauc_mrr_at_10_max": 0.370071, | |
| "nauc_mrr_at_10_std": 0.003426, | |
| "nauc_mrr_at_10_diff1": 0.483223, | |
| "nauc_mrr_at_20_max": 0.371624, | |
| "nauc_mrr_at_20_std": 0.005601, | |
| "nauc_mrr_at_20_diff1": 0.483756, | |
| "nauc_mrr_at_100_max": 0.371384, | |
| "nauc_mrr_at_100_std": 0.006386, | |
| "nauc_mrr_at_100_diff1": 0.483777, | |
| "nauc_mrr_at_1000_max": 0.371237, | |
| "nauc_mrr_at_1000_std": 0.00627, | |
| "nauc_mrr_at_1000_diff1": 0.483789, | |
| "main_score": 0.48593, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 45.477328062057495, | |
| "kg_co2_emissions": null | |
| } |