| { | |
| "dataset_revision": "c5a29a104738b98a9e76336939199e264163d4a0", | |
| "task_name": "MSMARCO", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.76744, | |
| "ndcg_at_3": 0.71949, | |
| "ndcg_at_5": 0.68963, | |
| "ndcg_at_10": 0.66652, | |
| "ndcg_at_20": 0.63025, | |
| "ndcg_at_100": 0.57169, | |
| "ndcg_at_1000": 0.64349, | |
| "map_at_1": 0.02314, | |
| "map_at_3": 0.05259, | |
| "map_at_5": 0.07976, | |
| "map_at_10": 0.13288, | |
| "map_at_20": 0.19885, | |
| "map_at_100": 0.32109, | |
| "map_at_1000": 0.38117, | |
| "recall_at_1": 0.02314, | |
| "recall_at_3": 0.05397, | |
| "recall_at_5": 0.08814, | |
| "recall_at_10": 0.15347, | |
| "recall_at_20": 0.23955, | |
| "recall_at_100": 0.44498, | |
| "recall_at_1000": 0.69357, | |
| "precision_at_1": 0.95349, | |
| "precision_at_3": 0.86047, | |
| "precision_at_5": 0.79535, | |
| "precision_at_10": 0.72558, | |
| "precision_at_20": 0.62907, | |
| "precision_at_100": 0.31977, | |
| "precision_at_1000": 0.06049, | |
| "mrr_at_1": 0.953488, | |
| "mrr_at_3": 0.965116, | |
| "mrr_at_5": 0.969767, | |
| "mrr_at_10": 0.969767, | |
| "mrr_at_20": 0.969767, | |
| "mrr_at_100": 0.969767, | |
| "mrr_at_1000": 0.969767, | |
| "nauc_ndcg_at_1_max": 0.335394, | |
| "nauc_ndcg_at_1_std": 0.12295, | |
| "nauc_ndcg_at_1_diff1": 0.160874, | |
| "nauc_ndcg_at_3_max": 0.329494, | |
| "nauc_ndcg_at_3_std": 0.212066, | |
| "nauc_ndcg_at_3_diff1": 0.019303, | |
| "nauc_ndcg_at_5_max": 0.268626, | |
| "nauc_ndcg_at_5_std": 0.198698, | |
| "nauc_ndcg_at_5_diff1": -0.130704, | |
| "nauc_ndcg_at_10_max": 0.258121, | |
| "nauc_ndcg_at_10_std": 0.314913, | |
| "nauc_ndcg_at_10_diff1": -0.321204, | |
| "nauc_ndcg_at_20_max": 0.308474, | |
| "nauc_ndcg_at_20_std": 0.486443, | |
| "nauc_ndcg_at_20_diff1": -0.412659, | |
| "nauc_ndcg_at_100_max": 0.319625, | |
| "nauc_ndcg_at_100_std": 0.561189, | |
| "nauc_ndcg_at_100_diff1": -0.451756, | |
| "nauc_ndcg_at_1000_max": 0.388789, | |
| "nauc_ndcg_at_1000_std": 0.603502, | |
| "nauc_ndcg_at_1000_diff1": -0.463901, | |
| "nauc_map_at_1_max": -0.286523, | |
| "nauc_map_at_1_std": -0.331061, | |
| "nauc_map_at_1_diff1": -0.11994, | |
| "nauc_map_at_3_max": -0.160122, | |
| "nauc_map_at_3_std": -0.219302, | |
| "nauc_map_at_3_diff1": -0.038522, | |
| "nauc_map_at_5_max": -0.120035, | |
| "nauc_map_at_5_std": -0.209837, | |
| "nauc_map_at_5_diff1": -0.05801, | |
| "nauc_map_at_10_max": -0.044091, | |
| "nauc_map_at_10_std": -0.134428, | |
| "nauc_map_at_10_diff1": -0.104398, | |
| "nauc_map_at_20_max": 0.029722, | |
| "nauc_map_at_20_std": -0.021077, | |
| "nauc_map_at_20_diff1": -0.205479, | |
| "nauc_map_at_100_max": 0.181352, | |
| "nauc_map_at_100_std": 0.363231, | |
| "nauc_map_at_100_diff1": -0.383395, | |
| "nauc_map_at_1000_max": 0.28169, | |
| "nauc_map_at_1000_std": 0.600619, | |
| "nauc_map_at_1000_diff1": -0.438413, | |
| "nauc_recall_at_1_max": -0.286523, | |
| "nauc_recall_at_1_std": -0.331061, | |
| "nauc_recall_at_1_diff1": -0.11994, | |
| "nauc_recall_at_3_max": -0.162157, | |
| "nauc_recall_at_3_std": -0.230294, | |
| "nauc_recall_at_3_diff1": -0.042975, | |
| "nauc_recall_at_5_max": -0.183205, | |
| "nauc_recall_at_5_std": -0.268365, | |
| "nauc_recall_at_5_diff1": -0.101943, | |
| "nauc_recall_at_10_max": -0.119993, | |
| "nauc_recall_at_10_std": -0.20104, | |
| "nauc_recall_at_10_diff1": -0.124464, | |
| "nauc_recall_at_20_max": -0.068623, | |
| "nauc_recall_at_20_std": -0.114267, | |
| "nauc_recall_at_20_diff1": -0.202857, | |
| "nauc_recall_at_100_max": 0.055972, | |
| "nauc_recall_at_100_std": 0.207599, | |
| "nauc_recall_at_100_diff1": -0.354162, | |
| "nauc_recall_at_1000_max": 0.260786, | |
| "nauc_recall_at_1000_std": 0.526085, | |
| "nauc_recall_at_1000_diff1": -0.411833, | |
| "nauc_precision_at_1_max": 0.558702, | |
| "nauc_precision_at_1_std": 0.67915, | |
| "nauc_precision_at_1_diff1": 0.614293, | |
| "nauc_precision_at_3_max": 0.373974, | |
| "nauc_precision_at_3_std": 0.616163, | |
| "nauc_precision_at_3_diff1": -0.125103, | |
| "nauc_precision_at_5_max": 0.317393, | |
| "nauc_precision_at_5_std": 0.453637, | |
| "nauc_precision_at_5_diff1": -0.301655, | |
| "nauc_precision_at_10_max": 0.346793, | |
| "nauc_precision_at_10_std": 0.589706, | |
| "nauc_precision_at_10_diff1": -0.421495, | |
| "nauc_precision_at_20_max": 0.339533, | |
| "nauc_precision_at_20_std": 0.666475, | |
| "nauc_precision_at_20_diff1": -0.418728, | |
| "nauc_precision_at_100_max": 0.292942, | |
| "nauc_precision_at_100_std": 0.742772, | |
| "nauc_precision_at_100_diff1": -0.334855, | |
| "nauc_precision_at_1000_max": 0.2712, | |
| "nauc_precision_at_1000_std": 0.677077, | |
| "nauc_precision_at_1000_diff1": -0.222352, | |
| "nauc_mrr_at_1_max": 0.558702, | |
| "nauc_mrr_at_1_std": 0.67915, | |
| "nauc_mrr_at_1_diff1": 0.614293, | |
| "nauc_mrr_at_3_max": 0.705801, | |
| "nauc_mrr_at_3_std": 0.7861, | |
| "nauc_mrr_at_3_diff1": 0.699624, | |
| "nauc_mrr_at_5_max": 0.66054, | |
| "nauc_mrr_at_5_std": 0.753192, | |
| "nauc_mrr_at_5_diff1": 0.673369, | |
| "nauc_mrr_at_10_max": 0.66054, | |
| "nauc_mrr_at_10_std": 0.753192, | |
| "nauc_mrr_at_10_diff1": 0.673369, | |
| "nauc_mrr_at_20_max": 0.66054, | |
| "nauc_mrr_at_20_std": 0.753192, | |
| "nauc_mrr_at_20_diff1": 0.673369, | |
| "nauc_mrr_at_100_max": 0.66054, | |
| "nauc_mrr_at_100_std": 0.753192, | |
| "nauc_mrr_at_100_diff1": 0.673369, | |
| "nauc_mrr_at_1000_max": 0.66054, | |
| "nauc_mrr_at_1000_std": 0.753192, | |
| "nauc_mrr_at_1000_diff1": 0.673369, | |
| "main_score": 0.66652, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 5779.706394433975, | |
| "kg_co2_emissions": null | |
| } |