File size: 5,951 Bytes
81d107a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "b774495ed302d8c44a3a7ea25c90dbce03968f31",
"task_name": "NQ",
"mteb_version": "1.25.1",
"scores": {
"test": [
{
"ndcg_at_1": 0.28708,
"ndcg_at_3": 0.38322,
"ndcg_at_5": 0.42087,
"ndcg_at_10": 0.4532,
"ndcg_at_20": 0.4742,
"ndcg_at_100": 0.49995,
"ndcg_at_1000": 0.51263,
"map_at_1": 0.25702,
"map_at_3": 0.34911,
"map_at_5": 0.37137,
"map_at_10": 0.38587,
"map_at_20": 0.39226,
"map_at_100": 0.39638,
"map_at_1000": 0.39689,
"recall_at_1": 0.25702,
"recall_at_3": 0.45394,
"recall_at_5": 0.54089,
"recall_at_10": 0.63504,
"recall_at_20": 0.71323,
"recall_at_100": 0.84154,
"recall_at_1000": 0.93687,
"precision_at_1": 0.28708,
"precision_at_3": 0.17468,
"precision_at_5": 0.1263,
"precision_at_10": 0.07512,
"precision_at_20": 0.0425,
"precision_at_100": 0.01018,
"precision_at_1000": 0.00114,
"mrr_at_1": 0.28708,
"mrr_at_3": 0.377221,
"mrr_at_5": 0.396833,
"mrr_at_10": 0.409104,
"mrr_at_20": 0.41419,
"mrr_at_100": 0.417396,
"mrr_at_1000": 0.417789,
"nauc_ndcg_at_1_max": 0.250479,
"nauc_ndcg_at_1_std": 0.019234,
"nauc_ndcg_at_1_diff1": 0.335807,
"nauc_ndcg_at_3_max": 0.294583,
"nauc_ndcg_at_3_std": 0.050666,
"nauc_ndcg_at_3_diff1": 0.293529,
"nauc_ndcg_at_5_max": 0.307405,
"nauc_ndcg_at_5_std": 0.060516,
"nauc_ndcg_at_5_diff1": 0.287018,
"nauc_ndcg_at_10_max": 0.320593,
"nauc_ndcg_at_10_std": 0.084058,
"nauc_ndcg_at_10_diff1": 0.287482,
"nauc_ndcg_at_20_max": 0.328514,
"nauc_ndcg_at_20_std": 0.096083,
"nauc_ndcg_at_20_diff1": 0.286127,
"nauc_ndcg_at_100_max": 0.324329,
"nauc_ndcg_at_100_std": 0.105305,
"nauc_ndcg_at_100_diff1": 0.283013,
"nauc_ndcg_at_1000_max": 0.318549,
"nauc_ndcg_at_1000_std": 0.097215,
"nauc_ndcg_at_1000_diff1": 0.286643,
"nauc_map_at_1_max": 0.242088,
"nauc_map_at_1_std": 0.00276,
"nauc_map_at_1_diff1": 0.340467,
"nauc_map_at_3_max": 0.282923,
"nauc_map_at_3_std": 0.036139,
"nauc_map_at_3_diff1": 0.305555,
"nauc_map_at_5_max": 0.291093,
"nauc_map_at_5_std": 0.042332,
"nauc_map_at_5_diff1": 0.302144,
"nauc_map_at_10_max": 0.29688,
"nauc_map_at_10_std": 0.053188,
"nauc_map_at_10_diff1": 0.301168,
"nauc_map_at_20_max": 0.299107,
"nauc_map_at_20_std": 0.0566,
"nauc_map_at_20_diff1": 0.301049,
"nauc_map_at_100_max": 0.298118,
"nauc_map_at_100_std": 0.057722,
"nauc_map_at_100_diff1": 0.300482,
"nauc_map_at_1000_max": 0.297934,
"nauc_map_at_1000_std": 0.057475,
"nauc_map_at_1000_diff1": 0.300611,
"nauc_recall_at_1_max": 0.242088,
"nauc_recall_at_1_std": 0.00276,
"nauc_recall_at_1_diff1": 0.340467,
"nauc_recall_at_3_max": 0.314631,
"nauc_recall_at_3_std": 0.072352,
"nauc_recall_at_3_diff1": 0.260977,
"nauc_recall_at_5_max": 0.343255,
"nauc_recall_at_5_std": 0.094105,
"nauc_recall_at_5_diff1": 0.242641,
"nauc_recall_at_10_max": 0.389135,
"nauc_recall_at_10_std": 0.170459,
"nauc_recall_at_10_diff1": 0.240436,
"nauc_recall_at_20_max": 0.440327,
"nauc_recall_at_20_std": 0.243425,
"nauc_recall_at_20_diff1": 0.225185,
"nauc_recall_at_100_max": 0.488993,
"nauc_recall_at_100_std": 0.423469,
"nauc_recall_at_100_diff1": 0.170894,
"nauc_recall_at_1000_max": 0.535473,
"nauc_recall_at_1000_std": 0.585053,
"nauc_recall_at_1000_diff1": 0.161342,
"nauc_precision_at_1_max": 0.250479,
"nauc_precision_at_1_std": 0.019234,
"nauc_precision_at_1_diff1": 0.335807,
"nauc_precision_at_3_max": 0.312609,
"nauc_precision_at_3_std": 0.098992,
"nauc_precision_at_3_diff1": 0.232633,
"nauc_precision_at_5_max": 0.321341,
"nauc_precision_at_5_std": 0.121296,
"nauc_precision_at_5_diff1": 0.194865,
"nauc_precision_at_10_max": 0.316709,
"nauc_precision_at_10_std": 0.18397,
"nauc_precision_at_10_diff1": 0.157855,
"nauc_precision_at_20_max": 0.310475,
"nauc_precision_at_20_std": 0.225964,
"nauc_precision_at_20_diff1": 0.117234,
"nauc_precision_at_100_max": 0.217555,
"nauc_precision_at_100_std": 0.269504,
"nauc_precision_at_100_diff1": 0.029149,
"nauc_precision_at_1000_max": 0.094419,
"nauc_precision_at_1000_std": 0.203673,
"nauc_precision_at_1000_diff1": -0.029269,
"nauc_mrr_at_1_max": 0.250479,
"nauc_mrr_at_1_std": 0.019234,
"nauc_mrr_at_1_diff1": 0.335807,
"nauc_mrr_at_3_max": 0.285525,
"nauc_mrr_at_3_std": 0.053665,
"nauc_mrr_at_3_diff1": 0.296797,
"nauc_mrr_at_5_max": 0.290497,
"nauc_mrr_at_5_std": 0.058275,
"nauc_mrr_at_5_diff1": 0.293153,
"nauc_mrr_at_10_max": 0.29465,
"nauc_mrr_at_10_std": 0.065692,
"nauc_mrr_at_10_diff1": 0.295064,
"nauc_mrr_at_20_max": 0.295426,
"nauc_mrr_at_20_std": 0.066635,
"nauc_mrr_at_20_diff1": 0.295253,
"nauc_mrr_at_100_max": 0.294819,
"nauc_mrr_at_100_std": 0.067348,
"nauc_mrr_at_100_diff1": 0.295063,
"nauc_mrr_at_1000_max": 0.29466,
"nauc_mrr_at_1000_std": 0.067075,
"nauc_mrr_at_1000_diff1": 0.295171,
"main_score": 0.4532,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 2530.8694610595703,
"kg_co2_emissions": null
} |