{ "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0", "task_name": "CQADupstackEnglishRetrieval", "mteb_version": "1.25.1", "scores": { "test": [ { "ndcg_at_1": 0.32229, "ndcg_at_3": 0.35352, "ndcg_at_5": 0.36907, "ndcg_at_10": 0.38867, "ndcg_at_20": 0.40624, "ndcg_at_100": 0.43169, "ndcg_at_1000": 0.45411, "map_at_1": 0.25286, "map_at_3": 0.31391, "map_at_5": 0.3276, "map_at_10": 0.33835, "map_at_20": 0.34453, "map_at_100": 0.34926, "map_at_1000": 0.35039, "recall_at_1": 0.25286, "recall_at_3": 0.36961, "recall_at_5": 0.4154, "recall_at_10": 0.47543, "recall_at_20": 0.53979, "recall_at_100": 0.65744, "recall_at_1000": 0.80437, "precision_at_1": 0.32229, "precision_at_3": 0.17113, "precision_at_5": 0.11962, "precision_at_10": 0.0721, "precision_at_20": 0.04287, "precision_at_100": 0.01177, "precision_at_1000": 0.00165, "mrr_at_1": 0.322293, "mrr_at_3": 0.377707, "mrr_at_5": 0.388917, "mrr_at_10": 0.398009, "mrr_at_20": 0.402384, "mrr_at_100": 0.40498, "mrr_at_1000": 0.40545, "nauc_ndcg_at_1_max": 0.386829, "nauc_ndcg_at_1_std": 0.074424, "nauc_ndcg_at_1_diff1": 0.528493, "nauc_ndcg_at_3_max": 0.370654, "nauc_ndcg_at_3_std": 0.054984, "nauc_ndcg_at_3_diff1": 0.466131, "nauc_ndcg_at_5_max": 0.36923, "nauc_ndcg_at_5_std": 0.061408, "nauc_ndcg_at_5_diff1": 0.457153, "nauc_ndcg_at_10_max": 0.365462, "nauc_ndcg_at_10_std": 0.062711, "nauc_ndcg_at_10_diff1": 0.455885, "nauc_ndcg_at_20_max": 0.364087, "nauc_ndcg_at_20_std": 0.064921, "nauc_ndcg_at_20_diff1": 0.453433, "nauc_ndcg_at_100_max": 0.366238, "nauc_ndcg_at_100_std": 0.083159, "nauc_ndcg_at_100_diff1": 0.447424, "nauc_ndcg_at_1000_max": 0.37042, "nauc_ndcg_at_1000_std": 0.089336, "nauc_ndcg_at_1000_diff1": 0.448673, "nauc_map_at_1_max": 0.332074, "nauc_map_at_1_std": 0.021052, "nauc_map_at_1_diff1": 0.546382, "nauc_map_at_3_max": 0.352336, "nauc_map_at_3_std": 0.025225, "nauc_map_at_3_diff1": 0.49159, "nauc_map_at_5_max": 0.355997, "nauc_map_at_5_std": 0.037594, "nauc_map_at_5_diff1": 0.484115, "nauc_map_at_10_max": 0.358431, "nauc_map_at_10_std": 0.042814, "nauc_map_at_10_diff1": 0.482818, "nauc_map_at_20_max": 0.359632, "nauc_map_at_20_std": 0.046509, "nauc_map_at_20_diff1": 0.481984, "nauc_map_at_100_max": 0.361803, "nauc_map_at_100_std": 0.051838, "nauc_map_at_100_diff1": 0.480556, "nauc_map_at_1000_max": 0.362442, "nauc_map_at_1000_std": 0.052821, "nauc_map_at_1000_diff1": 0.480396, "nauc_recall_at_1_max": 0.332074, "nauc_recall_at_1_std": 0.021052, "nauc_recall_at_1_diff1": 0.546382, "nauc_recall_at_3_max": 0.33786, "nauc_recall_at_3_std": 0.022159, "nauc_recall_at_3_diff1": 0.421871, "nauc_recall_at_5_max": 0.336662, "nauc_recall_at_5_std": 0.046278, "nauc_recall_at_5_diff1": 0.393118, "nauc_recall_at_10_max": 0.322503, "nauc_recall_at_10_std": 0.05947, "nauc_recall_at_10_diff1": 0.37952, "nauc_recall_at_20_max": 0.312259, "nauc_recall_at_20_std": 0.068895, "nauc_recall_at_20_diff1": 0.355049, "nauc_recall_at_100_max": 0.303406, "nauc_recall_at_100_std": 0.156142, "nauc_recall_at_100_diff1": 0.295623, "nauc_recall_at_1000_max": 0.305454, "nauc_recall_at_1000_std": 0.214645, "nauc_recall_at_1000_diff1": 0.271848, "nauc_precision_at_1_max": 0.386829, "nauc_precision_at_1_std": 0.074424, "nauc_precision_at_1_diff1": 0.528493, "nauc_precision_at_3_max": 0.370629, "nauc_precision_at_3_std": 0.114377, "nauc_precision_at_3_diff1": 0.322216, "nauc_precision_at_5_max": 0.356068, "nauc_precision_at_5_std": 0.161786, "nauc_precision_at_5_diff1": 0.256865, "nauc_precision_at_10_max": 0.336078, "nauc_precision_at_10_std": 0.188689, "nauc_precision_at_10_diff1": 0.195934, "nauc_precision_at_20_max": 0.294667, "nauc_precision_at_20_std": 0.210742, "nauc_precision_at_20_diff1": 0.13482, "nauc_precision_at_100_max": 0.229317, "nauc_precision_at_100_std": 0.273075, "nauc_precision_at_100_diff1": -0.000666, "nauc_precision_at_1000_max": 0.139545, "nauc_precision_at_1000_std": 0.264182, "nauc_precision_at_1000_diff1": -0.103752, "nauc_mrr_at_1_max": 0.386829, "nauc_mrr_at_1_std": 0.074424, "nauc_mrr_at_1_diff1": 0.528493, "nauc_mrr_at_3_max": 0.387082, "nauc_mrr_at_3_std": 0.075774, "nauc_mrr_at_3_diff1": 0.478237, "nauc_mrr_at_5_max": 0.385714, "nauc_mrr_at_5_std": 0.078757, "nauc_mrr_at_5_diff1": 0.46983, "nauc_mrr_at_10_max": 0.385054, "nauc_mrr_at_10_std": 0.079545, "nauc_mrr_at_10_diff1": 0.469465, "nauc_mrr_at_20_max": 0.383847, "nauc_mrr_at_20_std": 0.079177, "nauc_mrr_at_20_diff1": 0.468517, "nauc_mrr_at_100_max": 0.38363, "nauc_mrr_at_100_std": 0.081133, "nauc_mrr_at_100_diff1": 0.467934, "nauc_mrr_at_1000_max": 0.383753, "nauc_mrr_at_1000_std": 0.08116, "nauc_mrr_at_1000_diff1": 0.468037, "main_score": 0.38867, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 41.29191493988037, "kg_co2_emissions": null }