| { | |
| "dataset_revision": "27a168819829fe9bcd655c2df245fb19452e8e06", | |
| "task_name": "FiQA2018", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.29167, | |
| "ndcg_at_3": 0.26738, | |
| "ndcg_at_5": 0.27998, | |
| "ndcg_at_10": 0.30568, | |
| "ndcg_at_20": 0.32864, | |
| "ndcg_at_100": 0.36517, | |
| "ndcg_at_1000": 0.4022, | |
| "map_at_1": 0.13794, | |
| "map_at_3": 0.19969, | |
| "map_at_5": 0.21926, | |
| "map_at_10": 0.23496, | |
| "map_at_20": 0.24335, | |
| "map_at_100": 0.2499, | |
| "map_at_1000": 0.25182, | |
| "recall_at_1": 0.13794, | |
| "recall_at_3": 0.24295, | |
| "recall_at_5": 0.29735, | |
| "recall_at_10": 0.38048, | |
| "recall_at_20": 0.44955, | |
| "recall_at_100": 0.60103, | |
| "recall_at_1000": 0.82989, | |
| "precision_at_1": 0.29167, | |
| "precision_at_3": 0.18313, | |
| "precision_at_5": 0.13827, | |
| "precision_at_10": 0.08827, | |
| "precision_at_20": 0.05386, | |
| "precision_at_100": 0.01489, | |
| "precision_at_1000": 0.00213, | |
| "mrr_at_1": 0.291667, | |
| "mrr_at_3": 0.344136, | |
| "mrr_at_5": 0.357639, | |
| "mrr_at_10": 0.370531, | |
| "mrr_at_20": 0.375432, | |
| "mrr_at_100": 0.379265, | |
| "mrr_at_1000": 0.379918, | |
| "nauc_ndcg_at_1_max": 0.382865, | |
| "nauc_ndcg_at_1_std": -0.018401, | |
| "nauc_ndcg_at_1_diff1": 0.497381, | |
| "nauc_ndcg_at_3_max": 0.323251, | |
| "nauc_ndcg_at_3_std": -0.015778, | |
| "nauc_ndcg_at_3_diff1": 0.393907, | |
| "nauc_ndcg_at_5_max": 0.321995, | |
| "nauc_ndcg_at_5_std": 0.010656, | |
| "nauc_ndcg_at_5_diff1": 0.390196, | |
| "nauc_ndcg_at_10_max": 0.307513, | |
| "nauc_ndcg_at_10_std": 0.025637, | |
| "nauc_ndcg_at_10_diff1": 0.376314, | |
| "nauc_ndcg_at_20_max": 0.308166, | |
| "nauc_ndcg_at_20_std": 0.041018, | |
| "nauc_ndcg_at_20_diff1": 0.366269, | |
| "nauc_ndcg_at_100_max": 0.329718, | |
| "nauc_ndcg_at_100_std": 0.06222, | |
| "nauc_ndcg_at_100_diff1": 0.377411, | |
| "nauc_ndcg_at_1000_max": 0.342405, | |
| "nauc_ndcg_at_1000_std": 0.066923, | |
| "nauc_ndcg_at_1000_diff1": 0.379008, | |
| "nauc_map_at_1_max": 0.25955, | |
| "nauc_map_at_1_std": -0.068494, | |
| "nauc_map_at_1_diff1": 0.455645, | |
| "nauc_map_at_3_max": 0.284944, | |
| "nauc_map_at_3_std": -0.028556, | |
| "nauc_map_at_3_diff1": 0.403951, | |
| "nauc_map_at_5_max": 0.302179, | |
| "nauc_map_at_5_std": -0.006055, | |
| "nauc_map_at_5_diff1": 0.398122, | |
| "nauc_map_at_10_max": 0.304114, | |
| "nauc_map_at_10_std": 0.002683, | |
| "nauc_map_at_10_diff1": 0.391394, | |
| "nauc_map_at_20_max": 0.305538, | |
| "nauc_map_at_20_std": 0.008069, | |
| "nauc_map_at_20_diff1": 0.387448, | |
| "nauc_map_at_100_max": 0.311454, | |
| "nauc_map_at_100_std": 0.013278, | |
| "nauc_map_at_100_diff1": 0.389779, | |
| "nauc_map_at_1000_max": 0.312485, | |
| "nauc_map_at_1000_std": 0.014026, | |
| "nauc_map_at_1000_diff1": 0.389806, | |
| "nauc_recall_at_1_max": 0.25955, | |
| "nauc_recall_at_1_std": -0.068494, | |
| "nauc_recall_at_1_diff1": 0.455645, | |
| "nauc_recall_at_3_max": 0.240749, | |
| "nauc_recall_at_3_std": -0.009688, | |
| "nauc_recall_at_3_diff1": 0.338397, | |
| "nauc_recall_at_5_max": 0.249765, | |
| "nauc_recall_at_5_std": 0.041173, | |
| "nauc_recall_at_5_diff1": 0.306595, | |
| "nauc_recall_at_10_max": 0.194711, | |
| "nauc_recall_at_10_std": 0.068708, | |
| "nauc_recall_at_10_diff1": 0.235346, | |
| "nauc_recall_at_20_max": 0.187834, | |
| "nauc_recall_at_20_std": 0.115026, | |
| "nauc_recall_at_20_diff1": 0.195265, | |
| "nauc_recall_at_100_max": 0.248323, | |
| "nauc_recall_at_100_std": 0.209214, | |
| "nauc_recall_at_100_diff1": 0.222041, | |
| "nauc_recall_at_1000_max": 0.30524, | |
| "nauc_recall_at_1000_std": 0.365714, | |
| "nauc_recall_at_1000_diff1": 0.148893, | |
| "nauc_precision_at_1_max": 0.382865, | |
| "nauc_precision_at_1_std": -0.018401, | |
| "nauc_precision_at_1_diff1": 0.497381, | |
| "nauc_precision_at_3_max": 0.367225, | |
| "nauc_precision_at_3_std": 0.013713, | |
| "nauc_precision_at_3_diff1": 0.337091, | |
| "nauc_precision_at_5_max": 0.378168, | |
| "nauc_precision_at_5_std": 0.063933, | |
| "nauc_precision_at_5_diff1": 0.305218, | |
| "nauc_precision_at_10_max": 0.365227, | |
| "nauc_precision_at_10_std": 0.099963, | |
| "nauc_precision_at_10_diff1": 0.252887, | |
| "nauc_precision_at_20_max": 0.342121, | |
| "nauc_precision_at_20_std": 0.122905, | |
| "nauc_precision_at_20_diff1": 0.214998, | |
| "nauc_precision_at_100_max": 0.342554, | |
| "nauc_precision_at_100_std": 0.163248, | |
| "nauc_precision_at_100_diff1": 0.1778, | |
| "nauc_precision_at_1000_max": 0.28898, | |
| "nauc_precision_at_1000_std": 0.146869, | |
| "nauc_precision_at_1000_diff1": 0.081735, | |
| "nauc_mrr_at_1_max": 0.382865, | |
| "nauc_mrr_at_1_std": -0.018401, | |
| "nauc_mrr_at_1_diff1": 0.497381, | |
| "nauc_mrr_at_3_max": 0.361507, | |
| "nauc_mrr_at_3_std": -0.010684, | |
| "nauc_mrr_at_3_diff1": 0.448131, | |
| "nauc_mrr_at_5_max": 0.364134, | |
| "nauc_mrr_at_5_std": 0.0015, | |
| "nauc_mrr_at_5_diff1": 0.448739, | |
| "nauc_mrr_at_10_max": 0.358277, | |
| "nauc_mrr_at_10_std": 0.003988, | |
| "nauc_mrr_at_10_diff1": 0.439851, | |
| "nauc_mrr_at_20_max": 0.358842, | |
| "nauc_mrr_at_20_std": 0.008399, | |
| "nauc_mrr_at_20_diff1": 0.438136, | |
| "nauc_mrr_at_100_max": 0.359867, | |
| "nauc_mrr_at_100_std": 0.009229, | |
| "nauc_mrr_at_100_diff1": 0.439474, | |
| "nauc_mrr_at_1000_max": 0.359973, | |
| "nauc_mrr_at_1000_std": 0.008946, | |
| "nauc_mrr_at_1000_diff1": 0.439639, | |
| "main_score": 0.30568, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 80.82175087928772, | |
| "kg_co2_emissions": null | |
| } |