{ "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", "task_name": "CQADupstackGamingRetrieval", "mteb_version": "1.25.1", "scores": { "test": [ { "ndcg_at_1": 0.37555, "ndcg_at_3": 0.43752, "ndcg_at_5": 0.4595, "ndcg_at_10": 0.48593, "ndcg_at_20": 0.50274, "ndcg_at_100": 0.52922, "ndcg_at_1000": 0.5442, "map_at_1": 0.32732, "map_at_3": 0.40392, "map_at_5": 0.41928, "map_at_10": 0.43189, "map_at_20": 0.4374, "map_at_100": 0.44174, "map_at_1000": 0.44242, "recall_at_1": 0.32732, "recall_at_3": 0.48, "recall_at_5": 0.53475, "recall_at_10": 0.61265, "recall_at_20": 0.67586, "recall_at_100": 0.80604, "recall_at_1000": 0.91408, "precision_at_1": 0.37555, "precision_at_3": 0.19645, "precision_at_5": 0.13455, "precision_at_10": 0.079, "precision_at_20": 0.04436, "precision_at_100": 0.0109, "precision_at_1000": 0.00127, "mrr_at_1": 0.375549, "mrr_at_3": 0.443574, "mrr_at_5": 0.455455, "mrr_at_10": 0.465721, "mrr_at_20": 0.469989, "mrr_at_100": 0.473172, "mrr_at_1000": 0.473553, "nauc_ndcg_at_1_max": 0.34123, "nauc_ndcg_at_1_std": -0.017841, "nauc_ndcg_at_1_diff1": 0.518322, "nauc_ndcg_at_3_max": 0.35477, "nauc_ndcg_at_3_std": -0.012643, "nauc_ndcg_at_3_diff1": 0.475991, "nauc_ndcg_at_5_max": 0.362862, "nauc_ndcg_at_5_std": -3.8e-05, "nauc_ndcg_at_5_diff1": 0.465251, "nauc_ndcg_at_10_max": 0.367788, "nauc_ndcg_at_10_std": 0.008117, "nauc_ndcg_at_10_diff1": 0.467285, "nauc_ndcg_at_20_max": 0.375701, "nauc_ndcg_at_20_std": 0.016506, "nauc_ndcg_at_20_diff1": 0.46824, "nauc_ndcg_at_100_max": 0.378108, "nauc_ndcg_at_100_std": 0.029329, "nauc_ndcg_at_100_diff1": 0.466243, "nauc_ndcg_at_1000_max": 0.378672, "nauc_ndcg_at_1000_std": 0.029359, "nauc_ndcg_at_1000_diff1": 0.467787, "nauc_map_at_1_max": 0.309187, "nauc_map_at_1_std": -0.026286, "nauc_map_at_1_diff1": 0.51255, "nauc_map_at_3_max": 0.339493, "nauc_map_at_3_std": -0.024583, "nauc_map_at_3_diff1": 0.485462, "nauc_map_at_5_max": 0.34567, "nauc_map_at_5_std": -0.015681, "nauc_map_at_5_diff1": 0.478419, "nauc_map_at_10_max": 0.350466, "nauc_map_at_10_std": -0.010182, "nauc_map_at_10_diff1": 0.479976, "nauc_map_at_20_max": 0.354014, "nauc_map_at_20_std": -0.006443, "nauc_map_at_20_diff1": 0.480216, "nauc_map_at_100_max": 0.355061, "nauc_map_at_100_std": -0.003215, "nauc_map_at_100_diff1": 0.479392, "nauc_map_at_1000_max": 0.35521, "nauc_map_at_1000_std": -0.003054, "nauc_map_at_1000_diff1": 0.479491, "nauc_recall_at_1_max": 0.309187, "nauc_recall_at_1_std": -0.026286, "nauc_recall_at_1_diff1": 0.51255, "nauc_recall_at_3_max": 0.34792, "nauc_recall_at_3_std": -0.017638, "nauc_recall_at_3_diff1": 0.440913, "nauc_recall_at_5_max": 0.364564, "nauc_recall_at_5_std": 0.014875, "nauc_recall_at_5_diff1": 0.409842, "nauc_recall_at_10_max": 0.372517, "nauc_recall_at_10_std": 0.038871, "nauc_recall_at_10_diff1": 0.405621, "nauc_recall_at_20_max": 0.408612, "nauc_recall_at_20_std": 0.080092, "nauc_recall_at_20_diff1": 0.400661, "nauc_recall_at_100_max": 0.431074, "nauc_recall_at_100_std": 0.195316, "nauc_recall_at_100_diff1": 0.363097, "nauc_recall_at_1000_max": 0.493019, "nauc_recall_at_1000_std": 0.343645, "nauc_recall_at_1000_diff1": 0.316154, "nauc_precision_at_1_max": 0.34123, "nauc_precision_at_1_std": -0.017841, "nauc_precision_at_1_diff1": 0.518322, "nauc_precision_at_3_max": 0.358498, "nauc_precision_at_3_std": 0.027106, "nauc_precision_at_3_diff1": 0.347859, "nauc_precision_at_5_max": 0.34631, "nauc_precision_at_5_std": 0.066776, "nauc_precision_at_5_diff1": 0.274746, "nauc_precision_at_10_max": 0.338077, "nauc_precision_at_10_std": 0.112782, "nauc_precision_at_10_diff1": 0.220539, "nauc_precision_at_20_max": 0.340661, "nauc_precision_at_20_std": 0.161584, "nauc_precision_at_20_diff1": 0.172042, "nauc_precision_at_100_max": 0.287824, "nauc_precision_at_100_std": 0.236474, "nauc_precision_at_100_diff1": 0.044878, "nauc_precision_at_1000_max": 0.236745, "nauc_precision_at_1000_std": 0.224593, "nauc_precision_at_1000_diff1": -0.026638, "nauc_mrr_at_1_max": 0.34123, "nauc_mrr_at_1_std": -0.017841, "nauc_mrr_at_1_diff1": 0.518322, "nauc_mrr_at_3_max": 0.36619, "nauc_mrr_at_3_std": -0.003463, "nauc_mrr_at_3_diff1": 0.487033, "nauc_mrr_at_5_max": 0.369399, "nauc_mrr_at_5_std": 0.001776, "nauc_mrr_at_5_diff1": 0.481842, "nauc_mrr_at_10_max": 0.370071, "nauc_mrr_at_10_std": 0.003426, "nauc_mrr_at_10_diff1": 0.483223, "nauc_mrr_at_20_max": 0.371624, "nauc_mrr_at_20_std": 0.005601, "nauc_mrr_at_20_diff1": 0.483756, "nauc_mrr_at_100_max": 0.371384, "nauc_mrr_at_100_std": 0.006386, "nauc_mrr_at_100_diff1": 0.483777, "nauc_mrr_at_1000_max": 0.371237, "nauc_mrr_at_1000_std": 0.00627, "nauc_mrr_at_1000_diff1": 0.483789, "main_score": 0.48593, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 45.477328062057495, "kg_co2_emissions": null }