| { | |
| "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", | |
| "task_name": "SCIDOCS", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.173, | |
| "ndcg_at_3": 0.13497, | |
| "ndcg_at_5": 0.11591, | |
| "ndcg_at_10": 0.13679, | |
| "ndcg_at_20": 0.15566, | |
| "ndcg_at_100": 0.19218, | |
| "ndcg_at_1000": 0.23768, | |
| "map_at_1": 0.0349, | |
| "map_at_3": 0.05844, | |
| "map_at_5": 0.069, | |
| "map_at_10": 0.07798, | |
| "map_at_20": 0.08404, | |
| "map_at_100": 0.09027, | |
| "map_at_1000": 0.09238, | |
| "recall_at_1": 0.0349, | |
| "recall_at_3": 0.0747, | |
| "recall_at_5": 0.10045, | |
| "recall_at_10": 0.1389, | |
| "recall_at_20": 0.18338, | |
| "recall_at_100": 0.3019, | |
| "recall_at_1000": 0.52682, | |
| "precision_at_1": 0.173, | |
| "precision_at_3": 0.12333, | |
| "precision_at_5": 0.0992, | |
| "precision_at_10": 0.0685, | |
| "precision_at_20": 0.0452, | |
| "precision_at_100": 0.01486, | |
| "precision_at_1000": 0.00259, | |
| "mrr_at_1": 0.173, | |
| "mrr_at_3": 0.231667, | |
| "mrr_at_5": 0.244817, | |
| "mrr_at_10": 0.256625, | |
| "mrr_at_20": 0.262569, | |
| "mrr_at_100": 0.267332, | |
| "mrr_at_1000": 0.268125, | |
| "nauc_ndcg_at_1_max": 0.242005, | |
| "nauc_ndcg_at_1_std": 0.119834, | |
| "nauc_ndcg_at_1_diff1": 0.24468, | |
| "nauc_ndcg_at_3_max": 0.29079, | |
| "nauc_ndcg_at_3_std": 0.16193, | |
| "nauc_ndcg_at_3_diff1": 0.212417, | |
| "nauc_ndcg_at_5_max": 0.302191, | |
| "nauc_ndcg_at_5_std": 0.183763, | |
| "nauc_ndcg_at_5_diff1": 0.194039, | |
| "nauc_ndcg_at_10_max": 0.307147, | |
| "nauc_ndcg_at_10_std": 0.215882, | |
| "nauc_ndcg_at_10_diff1": 0.177705, | |
| "nauc_ndcg_at_20_max": 0.311477, | |
| "nauc_ndcg_at_20_std": 0.2469, | |
| "nauc_ndcg_at_20_diff1": 0.169089, | |
| "nauc_ndcg_at_100_max": 0.321562, | |
| "nauc_ndcg_at_100_std": 0.30425, | |
| "nauc_ndcg_at_100_diff1": 0.171303, | |
| "nauc_ndcg_at_1000_max": 0.324754, | |
| "nauc_ndcg_at_1000_std": 0.325746, | |
| "nauc_ndcg_at_1000_diff1": 0.174281, | |
| "nauc_map_at_1_max": 0.244036, | |
| "nauc_map_at_1_std": 0.122252, | |
| "nauc_map_at_1_diff1": 0.245346, | |
| "nauc_map_at_3_max": 0.30043, | |
| "nauc_map_at_3_std": 0.162703, | |
| "nauc_map_at_3_diff1": 0.218286, | |
| "nauc_map_at_5_max": 0.315919, | |
| "nauc_map_at_5_std": 0.186765, | |
| "nauc_map_at_5_diff1": 0.191174, | |
| "nauc_map_at_10_max": 0.321404, | |
| "nauc_map_at_10_std": 0.210341, | |
| "nauc_map_at_10_diff1": 0.183068, | |
| "nauc_map_at_20_max": 0.325777, | |
| "nauc_map_at_20_std": 0.230543, | |
| "nauc_map_at_20_diff1": 0.175999, | |
| "nauc_map_at_100_max": 0.32757, | |
| "nauc_map_at_100_std": 0.252143, | |
| "nauc_map_at_100_diff1": 0.175648, | |
| "nauc_map_at_1000_max": 0.32836, | |
| "nauc_map_at_1000_std": 0.256243, | |
| "nauc_map_at_1000_diff1": 0.176171, | |
| "nauc_recall_at_1_max": 0.244036, | |
| "nauc_recall_at_1_std": 0.122252, | |
| "nauc_recall_at_1_diff1": 0.245346, | |
| "nauc_recall_at_3_max": 0.304984, | |
| "nauc_recall_at_3_std": 0.17664, | |
| "nauc_recall_at_3_diff1": 0.193246, | |
| "nauc_recall_at_5_max": 0.308366, | |
| "nauc_recall_at_5_std": 0.203564, | |
| "nauc_recall_at_5_diff1": 0.156459, | |
| "nauc_recall_at_10_max": 0.303941, | |
| "nauc_recall_at_10_std": 0.251872, | |
| "nauc_recall_at_10_diff1": 0.122576, | |
| "nauc_recall_at_20_max": 0.294931, | |
| "nauc_recall_at_20_std": 0.298445, | |
| "nauc_recall_at_20_diff1": 0.102911, | |
| "nauc_recall_at_100_max": 0.295687, | |
| "nauc_recall_at_100_std": 0.404675, | |
| "nauc_recall_at_100_diff1": 0.108211, | |
| "nauc_recall_at_1000_max": 0.261128, | |
| "nauc_recall_at_1000_std": 0.42622, | |
| "nauc_recall_at_1000_diff1": 0.095162, | |
| "nauc_precision_at_1_max": 0.242005, | |
| "nauc_precision_at_1_std": 0.119834, | |
| "nauc_precision_at_1_diff1": 0.24468, | |
| "nauc_precision_at_3_max": 0.305687, | |
| "nauc_precision_at_3_std": 0.175571, | |
| "nauc_precision_at_3_diff1": 0.193951, | |
| "nauc_precision_at_5_max": 0.310911, | |
| "nauc_precision_at_5_std": 0.203866, | |
| "nauc_precision_at_5_diff1": 0.160506, | |
| "nauc_precision_at_10_max": 0.310221, | |
| "nauc_precision_at_10_std": 0.253927, | |
| "nauc_precision_at_10_diff1": 0.128608, | |
| "nauc_precision_at_20_max": 0.300773, | |
| "nauc_precision_at_20_std": 0.299155, | |
| "nauc_precision_at_20_diff1": 0.108257, | |
| "nauc_precision_at_100_max": 0.299943, | |
| "nauc_precision_at_100_std": 0.4021, | |
| "nauc_precision_at_100_diff1": 0.112121, | |
| "nauc_precision_at_1000_max": 0.263822, | |
| "nauc_precision_at_1000_std": 0.417393, | |
| "nauc_precision_at_1000_diff1": 0.099425, | |
| "nauc_mrr_at_1_max": 0.242005, | |
| "nauc_mrr_at_1_std": 0.119834, | |
| "nauc_mrr_at_1_diff1": 0.24468, | |
| "nauc_mrr_at_3_max": 0.265063, | |
| "nauc_mrr_at_3_std": 0.146784, | |
| "nauc_mrr_at_3_diff1": 0.224465, | |
| "nauc_mrr_at_5_max": 0.270678, | |
| "nauc_mrr_at_5_std": 0.151935, | |
| "nauc_mrr_at_5_diff1": 0.226012, | |
| "nauc_mrr_at_10_max": 0.269741, | |
| "nauc_mrr_at_10_std": 0.159622, | |
| "nauc_mrr_at_10_diff1": 0.217963, | |
| "nauc_mrr_at_20_max": 0.270563, | |
| "nauc_mrr_at_20_std": 0.162419, | |
| "nauc_mrr_at_20_diff1": 0.217493, | |
| "nauc_mrr_at_100_max": 0.270795, | |
| "nauc_mrr_at_100_std": 0.164246, | |
| "nauc_mrr_at_100_diff1": 0.218387, | |
| "nauc_mrr_at_1000_max": 0.270832, | |
| "nauc_mrr_at_1000_std": 0.164069, | |
| "nauc_mrr_at_1000_diff1": 0.218429, | |
| "main_score": 0.13679, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 46.585543632507324, | |
| "kg_co2_emissions": null | |
| } |