| { | |
| "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", | |
| "task_name": "NFCorpus", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.34675, | |
| "ndcg_at_3": 0.31048, | |
| "ndcg_at_5": 0.29451, | |
| "ndcg_at_10": 0.2663, | |
| "ndcg_at_20": 0.24402, | |
| "ndcg_at_100": 0.24319, | |
| "ndcg_at_1000": 0.33458, | |
| "map_at_1": 0.04323, | |
| "map_at_3": 0.06706, | |
| "map_at_5": 0.08085, | |
| "map_at_10": 0.09278, | |
| "map_at_20": 0.1011, | |
| "map_at_100": 0.11312, | |
| "map_at_1000": 0.12461, | |
| "recall_at_1": 0.04323, | |
| "recall_at_3": 0.07573, | |
| "recall_at_5": 0.10248, | |
| "recall_at_10": 0.12779, | |
| "recall_at_20": 0.15931, | |
| "recall_at_100": 0.25619, | |
| "recall_at_1000": 0.57667, | |
| "precision_at_1": 0.36223, | |
| "precision_at_3": 0.29102, | |
| "precision_at_5": 0.25573, | |
| "precision_at_10": 0.19505, | |
| "precision_at_20": 0.13824, | |
| "precision_at_100": 0.06037, | |
| "precision_at_1000": 0.0188, | |
| "mrr_at_1": 0.362229, | |
| "mrr_at_3": 0.427245, | |
| "mrr_at_5": 0.443189, | |
| "mrr_at_10": 0.452435, | |
| "mrr_at_20": 0.45666, | |
| "mrr_at_100": 0.459342, | |
| "mrr_at_1000": 0.459762, | |
| "nauc_ndcg_at_1_max": 0.489247, | |
| "nauc_ndcg_at_1_std": 0.207882, | |
| "nauc_ndcg_at_1_diff1": 0.455278, | |
| "nauc_ndcg_at_3_max": 0.484014, | |
| "nauc_ndcg_at_3_std": 0.279633, | |
| "nauc_ndcg_at_3_diff1": 0.373273, | |
| "nauc_ndcg_at_5_max": 0.499214, | |
| "nauc_ndcg_at_5_std": 0.285193, | |
| "nauc_ndcg_at_5_diff1": 0.377699, | |
| "nauc_ndcg_at_10_max": 0.471546, | |
| "nauc_ndcg_at_10_std": 0.303156, | |
| "nauc_ndcg_at_10_diff1": 0.326637, | |
| "nauc_ndcg_at_20_max": 0.452904, | |
| "nauc_ndcg_at_20_std": 0.286146, | |
| "nauc_ndcg_at_20_diff1": 0.311691, | |
| "nauc_ndcg_at_100_max": 0.471783, | |
| "nauc_ndcg_at_100_std": 0.276204, | |
| "nauc_ndcg_at_100_diff1": 0.330981, | |
| "nauc_ndcg_at_1000_max": 0.534989, | |
| "nauc_ndcg_at_1000_std": 0.320777, | |
| "nauc_ndcg_at_1000_diff1": 0.346119, | |
| "nauc_map_at_1_max": 0.328405, | |
| "nauc_map_at_1_std": -0.055909, | |
| "nauc_map_at_1_diff1": 0.464563, | |
| "nauc_map_at_3_max": 0.317683, | |
| "nauc_map_at_3_std": -0.002782, | |
| "nauc_map_at_3_diff1": 0.38562, | |
| "nauc_map_at_5_max": 0.374515, | |
| "nauc_map_at_5_std": 0.023936, | |
| "nauc_map_at_5_diff1": 0.41153, | |
| "nauc_map_at_10_max": 0.397591, | |
| "nauc_map_at_10_std": 0.069354, | |
| "nauc_map_at_10_diff1": 0.375102, | |
| "nauc_map_at_20_max": 0.412683, | |
| "nauc_map_at_20_std": 0.109156, | |
| "nauc_map_at_20_diff1": 0.360845, | |
| "nauc_map_at_100_max": 0.424984, | |
| "nauc_map_at_100_std": 0.159183, | |
| "nauc_map_at_100_diff1": 0.342464, | |
| "nauc_map_at_1000_max": 0.43113, | |
| "nauc_map_at_1000_std": 0.18875, | |
| "nauc_map_at_1000_diff1": 0.333251, | |
| "nauc_recall_at_1_max": 0.328405, | |
| "nauc_recall_at_1_std": -0.055909, | |
| "nauc_recall_at_1_diff1": 0.464563, | |
| "nauc_recall_at_3_max": 0.266527, | |
| "nauc_recall_at_3_std": -0.012704, | |
| "nauc_recall_at_3_diff1": 0.333511, | |
| "nauc_recall_at_5_max": 0.317243, | |
| "nauc_recall_at_5_std": -0.002978, | |
| "nauc_recall_at_5_diff1": 0.38356, | |
| "nauc_recall_at_10_max": 0.307398, | |
| "nauc_recall_at_10_std": 0.039968, | |
| "nauc_recall_at_10_diff1": 0.313532, | |
| "nauc_recall_at_20_max": 0.304815, | |
| "nauc_recall_at_20_std": 0.072316, | |
| "nauc_recall_at_20_diff1": 0.271323, | |
| "nauc_recall_at_100_max": 0.278974, | |
| "nauc_recall_at_100_std": 0.152896, | |
| "nauc_recall_at_100_diff1": 0.216284, | |
| "nauc_recall_at_1000_max": 0.242439, | |
| "nauc_recall_at_1000_std": 0.170621, | |
| "nauc_recall_at_1000_diff1": 0.144589, | |
| "nauc_precision_at_1_max": 0.493121, | |
| "nauc_precision_at_1_std": 0.211866, | |
| "nauc_precision_at_1_diff1": 0.439682, | |
| "nauc_precision_at_3_max": 0.482029, | |
| "nauc_precision_at_3_std": 0.326316, | |
| "nauc_precision_at_3_diff1": 0.30629, | |
| "nauc_precision_at_5_max": 0.501486, | |
| "nauc_precision_at_5_std": 0.359998, | |
| "nauc_precision_at_5_diff1": 0.271906, | |
| "nauc_precision_at_10_max": 0.437322, | |
| "nauc_precision_at_10_std": 0.424984, | |
| "nauc_precision_at_10_diff1": 0.151228, | |
| "nauc_precision_at_20_max": 0.363724, | |
| "nauc_precision_at_20_std": 0.454707, | |
| "nauc_precision_at_20_diff1": 0.083594, | |
| "nauc_precision_at_100_max": 0.213989, | |
| "nauc_precision_at_100_std": 0.452484, | |
| "nauc_precision_at_100_diff1": -0.018369, | |
| "nauc_precision_at_1000_max": 0.062987, | |
| "nauc_precision_at_1000_std": 0.315722, | |
| "nauc_precision_at_1000_diff1": -0.063268, | |
| "nauc_mrr_at_1_max": 0.493121, | |
| "nauc_mrr_at_1_std": 0.211866, | |
| "nauc_mrr_at_1_diff1": 0.439682, | |
| "nauc_mrr_at_3_max": 0.502532, | |
| "nauc_mrr_at_3_std": 0.249172, | |
| "nauc_mrr_at_3_diff1": 0.410622, | |
| "nauc_mrr_at_5_max": 0.515072, | |
| "nauc_mrr_at_5_std": 0.250577, | |
| "nauc_mrr_at_5_diff1": 0.409294, | |
| "nauc_mrr_at_10_max": 0.510025, | |
| "nauc_mrr_at_10_std": 0.25547, | |
| "nauc_mrr_at_10_diff1": 0.404908, | |
| "nauc_mrr_at_20_max": 0.510314, | |
| "nauc_mrr_at_20_std": 0.258227, | |
| "nauc_mrr_at_20_diff1": 0.404249, | |
| "nauc_mrr_at_100_max": 0.511729, | |
| "nauc_mrr_at_100_std": 0.258183, | |
| "nauc_mrr_at_100_diff1": 0.405071, | |
| "nauc_mrr_at_1000_max": 0.511509, | |
| "nauc_mrr_at_1000_std": 0.257945, | |
| "nauc_mrr_at_1000_diff1": 0.405027, | |
| "main_score": 0.2663, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 9.661004543304443, | |
| "kg_co2_emissions": null | |
| } |