{ "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7", "task_name": "CQADupstackTexRetrieval", "mteb_version": "1.25.1", "scores": { "test": [ { "ndcg_at_1": 0.14178, "ndcg_at_3": 0.17057, "ndcg_at_5": 0.1856, "ndcg_at_10": 0.20471, "ndcg_at_20": 0.22044, "ndcg_at_100": 0.2503, "ndcg_at_1000": 0.28231, "map_at_1": 0.11553, "map_at_3": 0.15025, "map_at_5": 0.15972, "map_at_10": 0.16841, "map_at_20": 0.17291, "map_at_100": 0.17711, "map_at_1000": 0.17832, "recall_at_1": 0.11553, "recall_at_3": 0.18958, "recall_at_5": 0.22824, "recall_at_10": 0.28569, "recall_at_20": 0.34504, "recall_at_100": 0.49491, "recall_at_1000": 0.72826, "precision_at_1": 0.14178, "precision_at_3": 0.08098, "precision_at_5": 0.05953, "precision_at_10": 0.03823, "precision_at_20": 0.02326, "precision_at_100": 0.0071, "precision_at_1000": 0.00114, "mrr_at_1": 0.141776, "mrr_at_3": 0.179456, "mrr_at_5": 0.189694, "mrr_at_10": 0.198676, "mrr_at_20": 0.203388, "mrr_at_100": 0.207227, "mrr_at_1000": 0.208095, "nauc_ndcg_at_1_max": 0.273731, "nauc_ndcg_at_1_std": -0.000848, "nauc_ndcg_at_1_diff1": 0.402551, "nauc_ndcg_at_3_max": 0.254625, "nauc_ndcg_at_3_std": 0.005476, "nauc_ndcg_at_3_diff1": 0.343983, "nauc_ndcg_at_5_max": 0.251083, "nauc_ndcg_at_5_std": 0.011607, "nauc_ndcg_at_5_diff1": 0.328852, "nauc_ndcg_at_10_max": 0.24845, "nauc_ndcg_at_10_std": 0.024927, "nauc_ndcg_at_10_diff1": 0.316519, "nauc_ndcg_at_20_max": 0.251553, "nauc_ndcg_at_20_std": 0.038963, "nauc_ndcg_at_20_diff1": 0.306872, "nauc_ndcg_at_100_max": 0.25391, "nauc_ndcg_at_100_std": 0.049506, "nauc_ndcg_at_100_diff1": 0.300219, "nauc_ndcg_at_1000_max": 0.25447, "nauc_ndcg_at_1000_std": 0.057198, "nauc_ndcg_at_1000_diff1": 0.297107, "nauc_map_at_1_max": 0.24317, "nauc_map_at_1_std": -0.013325, "nauc_map_at_1_diff1": 0.430924, "nauc_map_at_3_max": 0.245786, "nauc_map_at_3_std": -0.001987, "nauc_map_at_3_diff1": 0.367577, "nauc_map_at_5_max": 0.245709, "nauc_map_at_5_std": 0.001682, "nauc_map_at_5_diff1": 0.356493, "nauc_map_at_10_max": 0.24637, "nauc_map_at_10_std": 0.009096, "nauc_map_at_10_diff1": 0.348743, "nauc_map_at_20_max": 0.247864, "nauc_map_at_20_std": 0.013651, "nauc_map_at_20_diff1": 0.345685, "nauc_map_at_100_max": 0.248458, "nauc_map_at_100_std": 0.015959, "nauc_map_at_100_diff1": 0.344828, "nauc_map_at_1000_max": 0.248587, "nauc_map_at_1000_std": 0.016378, "nauc_map_at_1000_diff1": 0.344495, "nauc_recall_at_1_max": 0.24317, "nauc_recall_at_1_std": -0.013325, "nauc_recall_at_1_diff1": 0.430924, "nauc_recall_at_3_max": 0.239063, "nauc_recall_at_3_std": 0.009005, "nauc_recall_at_3_diff1": 0.313126, "nauc_recall_at_5_max": 0.228969, "nauc_recall_at_5_std": 0.018906, "nauc_recall_at_5_diff1": 0.274421, "nauc_recall_at_10_max": 0.224291, "nauc_recall_at_10_std": 0.047312, "nauc_recall_at_10_diff1": 0.244958, "nauc_recall_at_20_max": 0.229385, "nauc_recall_at_20_std": 0.086611, "nauc_recall_at_20_diff1": 0.212233, "nauc_recall_at_100_max": 0.237652, "nauc_recall_at_100_std": 0.122032, "nauc_recall_at_100_diff1": 0.180425, "nauc_recall_at_1000_max": 0.232788, "nauc_recall_at_1000_std": 0.208114, "nauc_recall_at_1000_diff1": 0.120909, "nauc_precision_at_1_max": 0.273731, "nauc_precision_at_1_std": -0.000848, "nauc_precision_at_1_diff1": 0.402551, "nauc_precision_at_3_max": 0.275815, "nauc_precision_at_3_std": 0.023241, "nauc_precision_at_3_diff1": 0.281068, "nauc_precision_at_5_max": 0.271773, "nauc_precision_at_5_std": 0.037777, "nauc_precision_at_5_diff1": 0.24271, "nauc_precision_at_10_max": 0.264364, "nauc_precision_at_10_std": 0.073815, "nauc_precision_at_10_diff1": 0.210453, "nauc_precision_at_20_max": 0.270537, "nauc_precision_at_20_std": 0.109882, "nauc_precision_at_20_diff1": 0.180007, "nauc_precision_at_100_max": 0.247712, "nauc_precision_at_100_std": 0.141652, "nauc_precision_at_100_diff1": 0.110556, "nauc_precision_at_1000_max": 0.195539, "nauc_precision_at_1000_std": 0.152915, "nauc_precision_at_1000_diff1": 0.008828, "nauc_mrr_at_1_max": 0.273731, "nauc_mrr_at_1_std": -0.000848, "nauc_mrr_at_1_diff1": 0.402551, "nauc_mrr_at_3_max": 0.264306, "nauc_mrr_at_3_std": 0.01339, "nauc_mrr_at_3_diff1": 0.344013, "nauc_mrr_at_5_max": 0.262192, "nauc_mrr_at_5_std": 0.017274, "nauc_mrr_at_5_diff1": 0.333294, "nauc_mrr_at_10_max": 0.261096, "nauc_mrr_at_10_std": 0.022398, "nauc_mrr_at_10_diff1": 0.32811, "nauc_mrr_at_20_max": 0.262244, "nauc_mrr_at_20_std": 0.026409, "nauc_mrr_at_20_diff1": 0.32533, "nauc_mrr_at_100_max": 0.262496, "nauc_mrr_at_100_std": 0.027576, "nauc_mrr_at_100_diff1": 0.324713, "nauc_mrr_at_1000_max": 0.262422, "nauc_mrr_at_1000_std": 0.027625, "nauc_mrr_at_1000_diff1": 0.324694, "main_score": 0.20471, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 198.2237286567688, "kg_co2_emissions": null }