File size: 5,965 Bytes
81d107a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814",
"task_name": "NFCorpus",
"mteb_version": "1.25.1",
"scores": {
"test": [
{
"ndcg_at_1": 0.34675,
"ndcg_at_3": 0.31048,
"ndcg_at_5": 0.29451,
"ndcg_at_10": 0.2663,
"ndcg_at_20": 0.24402,
"ndcg_at_100": 0.24319,
"ndcg_at_1000": 0.33458,
"map_at_1": 0.04323,
"map_at_3": 0.06706,
"map_at_5": 0.08085,
"map_at_10": 0.09278,
"map_at_20": 0.1011,
"map_at_100": 0.11312,
"map_at_1000": 0.12461,
"recall_at_1": 0.04323,
"recall_at_3": 0.07573,
"recall_at_5": 0.10248,
"recall_at_10": 0.12779,
"recall_at_20": 0.15931,
"recall_at_100": 0.25619,
"recall_at_1000": 0.57667,
"precision_at_1": 0.36223,
"precision_at_3": 0.29102,
"precision_at_5": 0.25573,
"precision_at_10": 0.19505,
"precision_at_20": 0.13824,
"precision_at_100": 0.06037,
"precision_at_1000": 0.0188,
"mrr_at_1": 0.362229,
"mrr_at_3": 0.427245,
"mrr_at_5": 0.443189,
"mrr_at_10": 0.452435,
"mrr_at_20": 0.45666,
"mrr_at_100": 0.459342,
"mrr_at_1000": 0.459762,
"nauc_ndcg_at_1_max": 0.489247,
"nauc_ndcg_at_1_std": 0.207882,
"nauc_ndcg_at_1_diff1": 0.455278,
"nauc_ndcg_at_3_max": 0.484014,
"nauc_ndcg_at_3_std": 0.279633,
"nauc_ndcg_at_3_diff1": 0.373273,
"nauc_ndcg_at_5_max": 0.499214,
"nauc_ndcg_at_5_std": 0.285193,
"nauc_ndcg_at_5_diff1": 0.377699,
"nauc_ndcg_at_10_max": 0.471546,
"nauc_ndcg_at_10_std": 0.303156,
"nauc_ndcg_at_10_diff1": 0.326637,
"nauc_ndcg_at_20_max": 0.452904,
"nauc_ndcg_at_20_std": 0.286146,
"nauc_ndcg_at_20_diff1": 0.311691,
"nauc_ndcg_at_100_max": 0.471783,
"nauc_ndcg_at_100_std": 0.276204,
"nauc_ndcg_at_100_diff1": 0.330981,
"nauc_ndcg_at_1000_max": 0.534989,
"nauc_ndcg_at_1000_std": 0.320777,
"nauc_ndcg_at_1000_diff1": 0.346119,
"nauc_map_at_1_max": 0.328405,
"nauc_map_at_1_std": -0.055909,
"nauc_map_at_1_diff1": 0.464563,
"nauc_map_at_3_max": 0.317683,
"nauc_map_at_3_std": -0.002782,
"nauc_map_at_3_diff1": 0.38562,
"nauc_map_at_5_max": 0.374515,
"nauc_map_at_5_std": 0.023936,
"nauc_map_at_5_diff1": 0.41153,
"nauc_map_at_10_max": 0.397591,
"nauc_map_at_10_std": 0.069354,
"nauc_map_at_10_diff1": 0.375102,
"nauc_map_at_20_max": 0.412683,
"nauc_map_at_20_std": 0.109156,
"nauc_map_at_20_diff1": 0.360845,
"nauc_map_at_100_max": 0.424984,
"nauc_map_at_100_std": 0.159183,
"nauc_map_at_100_diff1": 0.342464,
"nauc_map_at_1000_max": 0.43113,
"nauc_map_at_1000_std": 0.18875,
"nauc_map_at_1000_diff1": 0.333251,
"nauc_recall_at_1_max": 0.328405,
"nauc_recall_at_1_std": -0.055909,
"nauc_recall_at_1_diff1": 0.464563,
"nauc_recall_at_3_max": 0.266527,
"nauc_recall_at_3_std": -0.012704,
"nauc_recall_at_3_diff1": 0.333511,
"nauc_recall_at_5_max": 0.317243,
"nauc_recall_at_5_std": -0.002978,
"nauc_recall_at_5_diff1": 0.38356,
"nauc_recall_at_10_max": 0.307398,
"nauc_recall_at_10_std": 0.039968,
"nauc_recall_at_10_diff1": 0.313532,
"nauc_recall_at_20_max": 0.304815,
"nauc_recall_at_20_std": 0.072316,
"nauc_recall_at_20_diff1": 0.271323,
"nauc_recall_at_100_max": 0.278974,
"nauc_recall_at_100_std": 0.152896,
"nauc_recall_at_100_diff1": 0.216284,
"nauc_recall_at_1000_max": 0.242439,
"nauc_recall_at_1000_std": 0.170621,
"nauc_recall_at_1000_diff1": 0.144589,
"nauc_precision_at_1_max": 0.493121,
"nauc_precision_at_1_std": 0.211866,
"nauc_precision_at_1_diff1": 0.439682,
"nauc_precision_at_3_max": 0.482029,
"nauc_precision_at_3_std": 0.326316,
"nauc_precision_at_3_diff1": 0.30629,
"nauc_precision_at_5_max": 0.501486,
"nauc_precision_at_5_std": 0.359998,
"nauc_precision_at_5_diff1": 0.271906,
"nauc_precision_at_10_max": 0.437322,
"nauc_precision_at_10_std": 0.424984,
"nauc_precision_at_10_diff1": 0.151228,
"nauc_precision_at_20_max": 0.363724,
"nauc_precision_at_20_std": 0.454707,
"nauc_precision_at_20_diff1": 0.083594,
"nauc_precision_at_100_max": 0.213989,
"nauc_precision_at_100_std": 0.452484,
"nauc_precision_at_100_diff1": -0.018369,
"nauc_precision_at_1000_max": 0.062987,
"nauc_precision_at_1000_std": 0.315722,
"nauc_precision_at_1000_diff1": -0.063268,
"nauc_mrr_at_1_max": 0.493121,
"nauc_mrr_at_1_std": 0.211866,
"nauc_mrr_at_1_diff1": 0.439682,
"nauc_mrr_at_3_max": 0.502532,
"nauc_mrr_at_3_std": 0.249172,
"nauc_mrr_at_3_diff1": 0.410622,
"nauc_mrr_at_5_max": 0.515072,
"nauc_mrr_at_5_std": 0.250577,
"nauc_mrr_at_5_diff1": 0.409294,
"nauc_mrr_at_10_max": 0.510025,
"nauc_mrr_at_10_std": 0.25547,
"nauc_mrr_at_10_diff1": 0.404908,
"nauc_mrr_at_20_max": 0.510314,
"nauc_mrr_at_20_std": 0.258227,
"nauc_mrr_at_20_diff1": 0.404249,
"nauc_mrr_at_100_max": 0.511729,
"nauc_mrr_at_100_std": 0.258183,
"nauc_mrr_at_100_diff1": 0.405071,
"nauc_mrr_at_1000_max": 0.511509,
"nauc_mrr_at_1000_std": 0.257945,
"nauc_mrr_at_1000_diff1": 0.405027,
"main_score": 0.2663,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 9.661004543304443,
"kg_co2_emissions": null
} |