{ "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", "task_name": "NFCorpus", "mteb_version": "1.25.1", "scores": { "test": [ { "ndcg_at_1": 0.34675, "ndcg_at_3": 0.31048, "ndcg_at_5": 0.29451, "ndcg_at_10": 0.2663, "ndcg_at_20": 0.24402, "ndcg_at_100": 0.24319, "ndcg_at_1000": 0.33458, "map_at_1": 0.04323, "map_at_3": 0.06706, "map_at_5": 0.08085, "map_at_10": 0.09278, "map_at_20": 0.1011, "map_at_100": 0.11312, "map_at_1000": 0.12461, "recall_at_1": 0.04323, "recall_at_3": 0.07573, "recall_at_5": 0.10248, "recall_at_10": 0.12779, "recall_at_20": 0.15931, "recall_at_100": 0.25619, "recall_at_1000": 0.57667, "precision_at_1": 0.36223, "precision_at_3": 0.29102, "precision_at_5": 0.25573, "precision_at_10": 0.19505, "precision_at_20": 0.13824, "precision_at_100": 0.06037, "precision_at_1000": 0.0188, "mrr_at_1": 0.362229, "mrr_at_3": 0.427245, "mrr_at_5": 0.443189, "mrr_at_10": 0.452435, "mrr_at_20": 0.45666, "mrr_at_100": 0.459342, "mrr_at_1000": 0.459762, "nauc_ndcg_at_1_max": 0.489247, "nauc_ndcg_at_1_std": 0.207882, "nauc_ndcg_at_1_diff1": 0.455278, "nauc_ndcg_at_3_max": 0.484014, "nauc_ndcg_at_3_std": 0.279633, "nauc_ndcg_at_3_diff1": 0.373273, "nauc_ndcg_at_5_max": 0.499214, "nauc_ndcg_at_5_std": 0.285193, "nauc_ndcg_at_5_diff1": 0.377699, "nauc_ndcg_at_10_max": 0.471546, "nauc_ndcg_at_10_std": 0.303156, "nauc_ndcg_at_10_diff1": 0.326637, "nauc_ndcg_at_20_max": 0.452904, "nauc_ndcg_at_20_std": 0.286146, "nauc_ndcg_at_20_diff1": 0.311691, "nauc_ndcg_at_100_max": 0.471783, "nauc_ndcg_at_100_std": 0.276204, "nauc_ndcg_at_100_diff1": 0.330981, "nauc_ndcg_at_1000_max": 0.534989, "nauc_ndcg_at_1000_std": 0.320777, "nauc_ndcg_at_1000_diff1": 0.346119, "nauc_map_at_1_max": 0.328405, "nauc_map_at_1_std": -0.055909, "nauc_map_at_1_diff1": 0.464563, "nauc_map_at_3_max": 0.317683, "nauc_map_at_3_std": -0.002782, "nauc_map_at_3_diff1": 0.38562, "nauc_map_at_5_max": 0.374515, "nauc_map_at_5_std": 0.023936, "nauc_map_at_5_diff1": 0.41153, "nauc_map_at_10_max": 0.397591, "nauc_map_at_10_std": 0.069354, "nauc_map_at_10_diff1": 0.375102, "nauc_map_at_20_max": 0.412683, "nauc_map_at_20_std": 0.109156, "nauc_map_at_20_diff1": 0.360845, "nauc_map_at_100_max": 0.424984, "nauc_map_at_100_std": 0.159183, "nauc_map_at_100_diff1": 0.342464, "nauc_map_at_1000_max": 0.43113, "nauc_map_at_1000_std": 0.18875, "nauc_map_at_1000_diff1": 0.333251, "nauc_recall_at_1_max": 0.328405, "nauc_recall_at_1_std": -0.055909, "nauc_recall_at_1_diff1": 0.464563, "nauc_recall_at_3_max": 0.266527, "nauc_recall_at_3_std": -0.012704, "nauc_recall_at_3_diff1": 0.333511, "nauc_recall_at_5_max": 0.317243, "nauc_recall_at_5_std": -0.002978, "nauc_recall_at_5_diff1": 0.38356, "nauc_recall_at_10_max": 0.307398, "nauc_recall_at_10_std": 0.039968, "nauc_recall_at_10_diff1": 0.313532, "nauc_recall_at_20_max": 0.304815, "nauc_recall_at_20_std": 0.072316, "nauc_recall_at_20_diff1": 0.271323, "nauc_recall_at_100_max": 0.278974, "nauc_recall_at_100_std": 0.152896, "nauc_recall_at_100_diff1": 0.216284, "nauc_recall_at_1000_max": 0.242439, "nauc_recall_at_1000_std": 0.170621, "nauc_recall_at_1000_diff1": 0.144589, "nauc_precision_at_1_max": 0.493121, "nauc_precision_at_1_std": 0.211866, "nauc_precision_at_1_diff1": 0.439682, "nauc_precision_at_3_max": 0.482029, "nauc_precision_at_3_std": 0.326316, "nauc_precision_at_3_diff1": 0.30629, "nauc_precision_at_5_max": 0.501486, "nauc_precision_at_5_std": 0.359998, "nauc_precision_at_5_diff1": 0.271906, "nauc_precision_at_10_max": 0.437322, "nauc_precision_at_10_std": 0.424984, "nauc_precision_at_10_diff1": 0.151228, "nauc_precision_at_20_max": 0.363724, "nauc_precision_at_20_std": 0.454707, "nauc_precision_at_20_diff1": 0.083594, "nauc_precision_at_100_max": 0.213989, "nauc_precision_at_100_std": 0.452484, "nauc_precision_at_100_diff1": -0.018369, "nauc_precision_at_1000_max": 0.062987, "nauc_precision_at_1000_std": 0.315722, "nauc_precision_at_1000_diff1": -0.063268, "nauc_mrr_at_1_max": 0.493121, "nauc_mrr_at_1_std": 0.211866, "nauc_mrr_at_1_diff1": 0.439682, "nauc_mrr_at_3_max": 0.502532, "nauc_mrr_at_3_std": 0.249172, "nauc_mrr_at_3_diff1": 0.410622, "nauc_mrr_at_5_max": 0.515072, "nauc_mrr_at_5_std": 0.250577, "nauc_mrr_at_5_diff1": 0.409294, "nauc_mrr_at_10_max": 0.510025, "nauc_mrr_at_10_std": 0.25547, "nauc_mrr_at_10_diff1": 0.404908, "nauc_mrr_at_20_max": 0.510314, "nauc_mrr_at_20_std": 0.258227, "nauc_mrr_at_20_diff1": 0.404249, "nauc_mrr_at_100_max": 0.511729, "nauc_mrr_at_100_std": 0.258183, "nauc_mrr_at_100_diff1": 0.405071, "nauc_mrr_at_1000_max": 0.511509, "nauc_mrr_at_1000_std": 0.257945, "nauc_mrr_at_1000_diff1": 0.405027, "main_score": 0.2663, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 9.661004543304443, "kg_co2_emissions": null }