File size: 5,996 Bytes
81d107a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "c5a29a104738b98a9e76336939199e264163d4a0",
"task_name": "MSMARCO",
"mteb_version": "1.25.1",
"scores": {
"test": [
{
"ndcg_at_1": 0.76744,
"ndcg_at_3": 0.71949,
"ndcg_at_5": 0.68963,
"ndcg_at_10": 0.66652,
"ndcg_at_20": 0.63025,
"ndcg_at_100": 0.57169,
"ndcg_at_1000": 0.64349,
"map_at_1": 0.02314,
"map_at_3": 0.05259,
"map_at_5": 0.07976,
"map_at_10": 0.13288,
"map_at_20": 0.19885,
"map_at_100": 0.32109,
"map_at_1000": 0.38117,
"recall_at_1": 0.02314,
"recall_at_3": 0.05397,
"recall_at_5": 0.08814,
"recall_at_10": 0.15347,
"recall_at_20": 0.23955,
"recall_at_100": 0.44498,
"recall_at_1000": 0.69357,
"precision_at_1": 0.95349,
"precision_at_3": 0.86047,
"precision_at_5": 0.79535,
"precision_at_10": 0.72558,
"precision_at_20": 0.62907,
"precision_at_100": 0.31977,
"precision_at_1000": 0.06049,
"mrr_at_1": 0.953488,
"mrr_at_3": 0.965116,
"mrr_at_5": 0.969767,
"mrr_at_10": 0.969767,
"mrr_at_20": 0.969767,
"mrr_at_100": 0.969767,
"mrr_at_1000": 0.969767,
"nauc_ndcg_at_1_max": 0.335394,
"nauc_ndcg_at_1_std": 0.12295,
"nauc_ndcg_at_1_diff1": 0.160874,
"nauc_ndcg_at_3_max": 0.329494,
"nauc_ndcg_at_3_std": 0.212066,
"nauc_ndcg_at_3_diff1": 0.019303,
"nauc_ndcg_at_5_max": 0.268626,
"nauc_ndcg_at_5_std": 0.198698,
"nauc_ndcg_at_5_diff1": -0.130704,
"nauc_ndcg_at_10_max": 0.258121,
"nauc_ndcg_at_10_std": 0.314913,
"nauc_ndcg_at_10_diff1": -0.321204,
"nauc_ndcg_at_20_max": 0.308474,
"nauc_ndcg_at_20_std": 0.486443,
"nauc_ndcg_at_20_diff1": -0.412659,
"nauc_ndcg_at_100_max": 0.319625,
"nauc_ndcg_at_100_std": 0.561189,
"nauc_ndcg_at_100_diff1": -0.451756,
"nauc_ndcg_at_1000_max": 0.388789,
"nauc_ndcg_at_1000_std": 0.603502,
"nauc_ndcg_at_1000_diff1": -0.463901,
"nauc_map_at_1_max": -0.286523,
"nauc_map_at_1_std": -0.331061,
"nauc_map_at_1_diff1": -0.11994,
"nauc_map_at_3_max": -0.160122,
"nauc_map_at_3_std": -0.219302,
"nauc_map_at_3_diff1": -0.038522,
"nauc_map_at_5_max": -0.120035,
"nauc_map_at_5_std": -0.209837,
"nauc_map_at_5_diff1": -0.05801,
"nauc_map_at_10_max": -0.044091,
"nauc_map_at_10_std": -0.134428,
"nauc_map_at_10_diff1": -0.104398,
"nauc_map_at_20_max": 0.029722,
"nauc_map_at_20_std": -0.021077,
"nauc_map_at_20_diff1": -0.205479,
"nauc_map_at_100_max": 0.181352,
"nauc_map_at_100_std": 0.363231,
"nauc_map_at_100_diff1": -0.383395,
"nauc_map_at_1000_max": 0.28169,
"nauc_map_at_1000_std": 0.600619,
"nauc_map_at_1000_diff1": -0.438413,
"nauc_recall_at_1_max": -0.286523,
"nauc_recall_at_1_std": -0.331061,
"nauc_recall_at_1_diff1": -0.11994,
"nauc_recall_at_3_max": -0.162157,
"nauc_recall_at_3_std": -0.230294,
"nauc_recall_at_3_diff1": -0.042975,
"nauc_recall_at_5_max": -0.183205,
"nauc_recall_at_5_std": -0.268365,
"nauc_recall_at_5_diff1": -0.101943,
"nauc_recall_at_10_max": -0.119993,
"nauc_recall_at_10_std": -0.20104,
"nauc_recall_at_10_diff1": -0.124464,
"nauc_recall_at_20_max": -0.068623,
"nauc_recall_at_20_std": -0.114267,
"nauc_recall_at_20_diff1": -0.202857,
"nauc_recall_at_100_max": 0.055972,
"nauc_recall_at_100_std": 0.207599,
"nauc_recall_at_100_diff1": -0.354162,
"nauc_recall_at_1000_max": 0.260786,
"nauc_recall_at_1000_std": 0.526085,
"nauc_recall_at_1000_diff1": -0.411833,
"nauc_precision_at_1_max": 0.558702,
"nauc_precision_at_1_std": 0.67915,
"nauc_precision_at_1_diff1": 0.614293,
"nauc_precision_at_3_max": 0.373974,
"nauc_precision_at_3_std": 0.616163,
"nauc_precision_at_3_diff1": -0.125103,
"nauc_precision_at_5_max": 0.317393,
"nauc_precision_at_5_std": 0.453637,
"nauc_precision_at_5_diff1": -0.301655,
"nauc_precision_at_10_max": 0.346793,
"nauc_precision_at_10_std": 0.589706,
"nauc_precision_at_10_diff1": -0.421495,
"nauc_precision_at_20_max": 0.339533,
"nauc_precision_at_20_std": 0.666475,
"nauc_precision_at_20_diff1": -0.418728,
"nauc_precision_at_100_max": 0.292942,
"nauc_precision_at_100_std": 0.742772,
"nauc_precision_at_100_diff1": -0.334855,
"nauc_precision_at_1000_max": 0.2712,
"nauc_precision_at_1000_std": 0.677077,
"nauc_precision_at_1000_diff1": -0.222352,
"nauc_mrr_at_1_max": 0.558702,
"nauc_mrr_at_1_std": 0.67915,
"nauc_mrr_at_1_diff1": 0.614293,
"nauc_mrr_at_3_max": 0.705801,
"nauc_mrr_at_3_std": 0.7861,
"nauc_mrr_at_3_diff1": 0.699624,
"nauc_mrr_at_5_max": 0.66054,
"nauc_mrr_at_5_std": 0.753192,
"nauc_mrr_at_5_diff1": 0.673369,
"nauc_mrr_at_10_max": 0.66054,
"nauc_mrr_at_10_std": 0.753192,
"nauc_mrr_at_10_diff1": 0.673369,
"nauc_mrr_at_20_max": 0.66054,
"nauc_mrr_at_20_std": 0.753192,
"nauc_mrr_at_20_diff1": 0.673369,
"nauc_mrr_at_100_max": 0.66054,
"nauc_mrr_at_100_std": 0.753192,
"nauc_mrr_at_100_diff1": 0.673369,
"nauc_mrr_at_1000_max": 0.66054,
"nauc_mrr_at_1000_std": 0.753192,
"nauc_mrr_at_1000_diff1": 0.673369,
"main_score": 0.66652,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 5779.706394433975,
"kg_co2_emissions": null
} |