| { | |
| "dataset_revision": "bea83ef9e8fb933d90a2f1d5515737465d613e12", | |
| "task_name": "FEVER", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.52625, | |
| "ndcg_at_3": 0.61126, | |
| "ndcg_at_5": 0.63731, | |
| "ndcg_at_10": 0.65721, | |
| "ndcg_at_20": 0.66718, | |
| "ndcg_at_100": 0.67996, | |
| "ndcg_at_1000": 0.68554, | |
| "map_at_1": 0.48757, | |
| "map_at_3": 0.57408, | |
| "map_at_5": 0.58912, | |
| "map_at_10": 0.59765, | |
| "map_at_20": 0.60053, | |
| "map_at_100": 0.60235, | |
| "map_at_1000": 0.60258, | |
| "recall_at_1": 0.48757, | |
| "recall_at_3": 0.67712, | |
| "recall_at_5": 0.74102, | |
| "recall_at_10": 0.80181, | |
| "recall_at_20": 0.83964, | |
| "recall_at_100": 0.90629, | |
| "recall_at_1000": 0.9479, | |
| "precision_at_1": 0.52625, | |
| "precision_at_3": 0.24482, | |
| "precision_at_5": 0.16112, | |
| "precision_at_10": 0.08738, | |
| "precision_at_20": 0.0459, | |
| "precision_at_100": 0.00997, | |
| "precision_at_1000": 0.00105, | |
| "mrr_at_1": 0.526253, | |
| "mrr_at_3": 0.615912, | |
| "mrr_at_5": 0.631183, | |
| "mrr_at_10": 0.639444, | |
| "mrr_at_20": 0.642131, | |
| "mrr_at_100": 0.643808, | |
| "mrr_at_1000": 0.643955, | |
| "nauc_ndcg_at_1_max": 0.245061, | |
| "nauc_ndcg_at_1_std": -0.137009, | |
| "nauc_ndcg_at_1_diff1": 0.55709, | |
| "nauc_ndcg_at_3_max": 0.248319, | |
| "nauc_ndcg_at_3_std": -0.104366, | |
| "nauc_ndcg_at_3_diff1": 0.457855, | |
| "nauc_ndcg_at_5_max": 0.255093, | |
| "nauc_ndcg_at_5_std": -0.091996, | |
| "nauc_ndcg_at_5_diff1": 0.456859, | |
| "nauc_ndcg_at_10_max": 0.250742, | |
| "nauc_ndcg_at_10_std": -0.080252, | |
| "nauc_ndcg_at_10_diff1": 0.461142, | |
| "nauc_ndcg_at_20_max": 0.247866, | |
| "nauc_ndcg_at_20_std": -0.075957, | |
| "nauc_ndcg_at_20_diff1": 0.459826, | |
| "nauc_ndcg_at_100_max": 0.24549, | |
| "nauc_ndcg_at_100_std": -0.07457, | |
| "nauc_ndcg_at_100_diff1": 0.460618, | |
| "nauc_ndcg_at_1000_max": 0.245226, | |
| "nauc_ndcg_at_1000_std": -0.077771, | |
| "nauc_ndcg_at_1000_diff1": 0.462122, | |
| "nauc_map_at_1_max": 0.223226, | |
| "nauc_map_at_1_std": -0.111902, | |
| "nauc_map_at_1_diff1": 0.506577, | |
| "nauc_map_at_3_max": 0.236994, | |
| "nauc_map_at_3_std": -0.1019, | |
| "nauc_map_at_3_diff1": 0.460434, | |
| "nauc_map_at_5_max": 0.241242, | |
| "nauc_map_at_5_std": -0.096404, | |
| "nauc_map_at_5_diff1": 0.461683, | |
| "nauc_map_at_10_max": 0.239856, | |
| "nauc_map_at_10_std": -0.092091, | |
| "nauc_map_at_10_diff1": 0.463714, | |
| "nauc_map_at_20_max": 0.239147, | |
| "nauc_map_at_20_std": -0.091015, | |
| "nauc_map_at_20_diff1": 0.463512, | |
| "nauc_map_at_100_max": 0.238856, | |
| "nauc_map_at_100_std": -0.090851, | |
| "nauc_map_at_100_diff1": 0.463642, | |
| "nauc_map_at_1000_max": 0.238833, | |
| "nauc_map_at_1000_std": -0.090946, | |
| "nauc_map_at_1000_diff1": 0.463676, | |
| "nauc_recall_at_1_max": 0.223226, | |
| "nauc_recall_at_1_std": -0.111902, | |
| "nauc_recall_at_1_diff1": 0.506577, | |
| "nauc_recall_at_3_max": 0.240556, | |
| "nauc_recall_at_3_std": -0.078741, | |
| "nauc_recall_at_3_diff1": 0.372825, | |
| "nauc_recall_at_5_max": 0.257287, | |
| "nauc_recall_at_5_std": -0.039755, | |
| "nauc_recall_at_5_diff1": 0.352184, | |
| "nauc_recall_at_10_max": 0.236078, | |
| "nauc_recall_at_10_std": 0.021126, | |
| "nauc_recall_at_10_diff1": 0.340759, | |
| "nauc_recall_at_20_max": 0.211544, | |
| "nauc_recall_at_20_std": 0.068803, | |
| "nauc_recall_at_20_diff1": 0.302302, | |
| "nauc_recall_at_100_max": 0.146115, | |
| "nauc_recall_at_100_std": 0.18329, | |
| "nauc_recall_at_100_diff1": 0.20034, | |
| "nauc_recall_at_1000_max": 0.071731, | |
| "nauc_recall_at_1000_std": 0.257758, | |
| "nauc_recall_at_1000_diff1": 0.069671, | |
| "nauc_precision_at_1_max": 0.245061, | |
| "nauc_precision_at_1_std": -0.137009, | |
| "nauc_precision_at_1_diff1": 0.55709, | |
| "nauc_precision_at_3_max": 0.280319, | |
| "nauc_precision_at_3_std": -0.106341, | |
| "nauc_precision_at_3_diff1": 0.421819, | |
| "nauc_precision_at_5_max": 0.306886, | |
| "nauc_precision_at_5_std": -0.063768, | |
| "nauc_precision_at_5_diff1": 0.400642, | |
| "nauc_precision_at_10_max": 0.281175, | |
| "nauc_precision_at_10_std": 0.010407, | |
| "nauc_precision_at_10_diff1": 0.373056, | |
| "nauc_precision_at_20_max": 0.246245, | |
| "nauc_precision_at_20_std": 0.065341, | |
| "nauc_precision_at_20_diff1": 0.313258, | |
| "nauc_precision_at_100_max": 0.161083, | |
| "nauc_precision_at_100_std": 0.165796, | |
| "nauc_precision_at_100_diff1": 0.14073, | |
| "nauc_precision_at_1000_max": 0.055871, | |
| "nauc_precision_at_1000_std": 0.147183, | |
| "nauc_precision_at_1000_diff1": -0.017647, | |
| "nauc_mrr_at_1_max": 0.245061, | |
| "nauc_mrr_at_1_std": -0.137009, | |
| "nauc_mrr_at_1_diff1": 0.55709, | |
| "nauc_mrr_at_3_max": 0.26592, | |
| "nauc_mrr_at_3_std": -0.128604, | |
| "nauc_mrr_at_3_diff1": 0.515274, | |
| "nauc_mrr_at_5_max": 0.270103, | |
| "nauc_mrr_at_5_std": -0.122957, | |
| "nauc_mrr_at_5_diff1": 0.516955, | |
| "nauc_mrr_at_10_max": 0.268861, | |
| "nauc_mrr_at_10_std": -0.119639, | |
| "nauc_mrr_at_10_diff1": 0.520291, | |
| "nauc_mrr_at_20_max": 0.268109, | |
| "nauc_mrr_at_20_std": -0.11923, | |
| "nauc_mrr_at_20_diff1": 0.520273, | |
| "nauc_mrr_at_100_max": 0.267881, | |
| "nauc_mrr_at_100_std": -0.119438, | |
| "nauc_mrr_at_100_diff1": 0.520616, | |
| "nauc_mrr_at_1000_max": 0.267828, | |
| "nauc_mrr_at_1000_std": -0.119632, | |
| "nauc_mrr_at_1000_diff1": 0.520671, | |
| "main_score": 0.65721, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 5951.847348451614, | |
| "kg_co2_emissions": null | |
| } |