{ "dataset_revision": "c5a29a104738b98a9e76336939199e264163d4a0", "task_name": "MSMARCO", "mteb_version": "1.25.1", "scores": { "test": [ { "ndcg_at_1": 0.76744, "ndcg_at_3": 0.71949, "ndcg_at_5": 0.68963, "ndcg_at_10": 0.66652, "ndcg_at_20": 0.63025, "ndcg_at_100": 0.57169, "ndcg_at_1000": 0.64349, "map_at_1": 0.02314, "map_at_3": 0.05259, "map_at_5": 0.07976, "map_at_10": 0.13288, "map_at_20": 0.19885, "map_at_100": 0.32109, "map_at_1000": 0.38117, "recall_at_1": 0.02314, "recall_at_3": 0.05397, "recall_at_5": 0.08814, "recall_at_10": 0.15347, "recall_at_20": 0.23955, "recall_at_100": 0.44498, "recall_at_1000": 0.69357, "precision_at_1": 0.95349, "precision_at_3": 0.86047, "precision_at_5": 0.79535, "precision_at_10": 0.72558, "precision_at_20": 0.62907, "precision_at_100": 0.31977, "precision_at_1000": 0.06049, "mrr_at_1": 0.953488, "mrr_at_3": 0.965116, "mrr_at_5": 0.969767, "mrr_at_10": 0.969767, "mrr_at_20": 0.969767, "mrr_at_100": 0.969767, "mrr_at_1000": 0.969767, "nauc_ndcg_at_1_max": 0.335394, "nauc_ndcg_at_1_std": 0.12295, "nauc_ndcg_at_1_diff1": 0.160874, "nauc_ndcg_at_3_max": 0.329494, "nauc_ndcg_at_3_std": 0.212066, "nauc_ndcg_at_3_diff1": 0.019303, "nauc_ndcg_at_5_max": 0.268626, "nauc_ndcg_at_5_std": 0.198698, "nauc_ndcg_at_5_diff1": -0.130704, "nauc_ndcg_at_10_max": 0.258121, "nauc_ndcg_at_10_std": 0.314913, "nauc_ndcg_at_10_diff1": -0.321204, "nauc_ndcg_at_20_max": 0.308474, "nauc_ndcg_at_20_std": 0.486443, "nauc_ndcg_at_20_diff1": -0.412659, "nauc_ndcg_at_100_max": 0.319625, "nauc_ndcg_at_100_std": 0.561189, "nauc_ndcg_at_100_diff1": -0.451756, "nauc_ndcg_at_1000_max": 0.388789, "nauc_ndcg_at_1000_std": 0.603502, "nauc_ndcg_at_1000_diff1": -0.463901, "nauc_map_at_1_max": -0.286523, "nauc_map_at_1_std": -0.331061, "nauc_map_at_1_diff1": -0.11994, "nauc_map_at_3_max": -0.160122, "nauc_map_at_3_std": -0.219302, "nauc_map_at_3_diff1": -0.038522, "nauc_map_at_5_max": -0.120035, "nauc_map_at_5_std": -0.209837, "nauc_map_at_5_diff1": -0.05801, "nauc_map_at_10_max": -0.044091, "nauc_map_at_10_std": -0.134428, "nauc_map_at_10_diff1": -0.104398, "nauc_map_at_20_max": 0.029722, "nauc_map_at_20_std": -0.021077, "nauc_map_at_20_diff1": -0.205479, "nauc_map_at_100_max": 0.181352, "nauc_map_at_100_std": 0.363231, "nauc_map_at_100_diff1": -0.383395, "nauc_map_at_1000_max": 0.28169, "nauc_map_at_1000_std": 0.600619, "nauc_map_at_1000_diff1": -0.438413, "nauc_recall_at_1_max": -0.286523, "nauc_recall_at_1_std": -0.331061, "nauc_recall_at_1_diff1": -0.11994, "nauc_recall_at_3_max": -0.162157, "nauc_recall_at_3_std": -0.230294, "nauc_recall_at_3_diff1": -0.042975, "nauc_recall_at_5_max": -0.183205, "nauc_recall_at_5_std": -0.268365, "nauc_recall_at_5_diff1": -0.101943, "nauc_recall_at_10_max": -0.119993, "nauc_recall_at_10_std": -0.20104, "nauc_recall_at_10_diff1": -0.124464, "nauc_recall_at_20_max": -0.068623, "nauc_recall_at_20_std": -0.114267, "nauc_recall_at_20_diff1": -0.202857, "nauc_recall_at_100_max": 0.055972, "nauc_recall_at_100_std": 0.207599, "nauc_recall_at_100_diff1": -0.354162, "nauc_recall_at_1000_max": 0.260786, "nauc_recall_at_1000_std": 0.526085, "nauc_recall_at_1000_diff1": -0.411833, "nauc_precision_at_1_max": 0.558702, "nauc_precision_at_1_std": 0.67915, "nauc_precision_at_1_diff1": 0.614293, "nauc_precision_at_3_max": 0.373974, "nauc_precision_at_3_std": 0.616163, "nauc_precision_at_3_diff1": -0.125103, "nauc_precision_at_5_max": 0.317393, "nauc_precision_at_5_std": 0.453637, "nauc_precision_at_5_diff1": -0.301655, "nauc_precision_at_10_max": 0.346793, "nauc_precision_at_10_std": 0.589706, "nauc_precision_at_10_diff1": -0.421495, "nauc_precision_at_20_max": 0.339533, "nauc_precision_at_20_std": 0.666475, "nauc_precision_at_20_diff1": -0.418728, "nauc_precision_at_100_max": 0.292942, "nauc_precision_at_100_std": 0.742772, "nauc_precision_at_100_diff1": -0.334855, "nauc_precision_at_1000_max": 0.2712, "nauc_precision_at_1000_std": 0.677077, "nauc_precision_at_1000_diff1": -0.222352, "nauc_mrr_at_1_max": 0.558702, "nauc_mrr_at_1_std": 0.67915, "nauc_mrr_at_1_diff1": 0.614293, "nauc_mrr_at_3_max": 0.705801, "nauc_mrr_at_3_std": 0.7861, "nauc_mrr_at_3_diff1": 0.699624, "nauc_mrr_at_5_max": 0.66054, "nauc_mrr_at_5_std": 0.753192, "nauc_mrr_at_5_diff1": 0.673369, "nauc_mrr_at_10_max": 0.66054, "nauc_mrr_at_10_std": 0.753192, "nauc_mrr_at_10_diff1": 0.673369, "nauc_mrr_at_20_max": 0.66054, "nauc_mrr_at_20_std": 0.753192, "nauc_mrr_at_20_diff1": 0.673369, "nauc_mrr_at_100_max": 0.66054, "nauc_mrr_at_100_std": 0.753192, "nauc_mrr_at_100_diff1": 0.673369, "nauc_mrr_at_1000_max": 0.66054, "nauc_mrr_at_1000_std": 0.753192, "nauc_mrr_at_1000_diff1": 0.673369, "main_score": 0.66652, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 5779.706394433975, "kg_co2_emissions": null }