File size: 5,969 Bytes
81d107a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "27a168819829fe9bcd655c2df245fb19452e8e06",
"task_name": "FiQA2018",
"mteb_version": "1.25.1",
"scores": {
"test": [
{
"ndcg_at_1": 0.29167,
"ndcg_at_3": 0.26738,
"ndcg_at_5": 0.27998,
"ndcg_at_10": 0.30568,
"ndcg_at_20": 0.32864,
"ndcg_at_100": 0.36517,
"ndcg_at_1000": 0.4022,
"map_at_1": 0.13794,
"map_at_3": 0.19969,
"map_at_5": 0.21926,
"map_at_10": 0.23496,
"map_at_20": 0.24335,
"map_at_100": 0.2499,
"map_at_1000": 0.25182,
"recall_at_1": 0.13794,
"recall_at_3": 0.24295,
"recall_at_5": 0.29735,
"recall_at_10": 0.38048,
"recall_at_20": 0.44955,
"recall_at_100": 0.60103,
"recall_at_1000": 0.82989,
"precision_at_1": 0.29167,
"precision_at_3": 0.18313,
"precision_at_5": 0.13827,
"precision_at_10": 0.08827,
"precision_at_20": 0.05386,
"precision_at_100": 0.01489,
"precision_at_1000": 0.00213,
"mrr_at_1": 0.291667,
"mrr_at_3": 0.344136,
"mrr_at_5": 0.357639,
"mrr_at_10": 0.370531,
"mrr_at_20": 0.375432,
"mrr_at_100": 0.379265,
"mrr_at_1000": 0.379918,
"nauc_ndcg_at_1_max": 0.382865,
"nauc_ndcg_at_1_std": -0.018401,
"nauc_ndcg_at_1_diff1": 0.497381,
"nauc_ndcg_at_3_max": 0.323251,
"nauc_ndcg_at_3_std": -0.015778,
"nauc_ndcg_at_3_diff1": 0.393907,
"nauc_ndcg_at_5_max": 0.321995,
"nauc_ndcg_at_5_std": 0.010656,
"nauc_ndcg_at_5_diff1": 0.390196,
"nauc_ndcg_at_10_max": 0.307513,
"nauc_ndcg_at_10_std": 0.025637,
"nauc_ndcg_at_10_diff1": 0.376314,
"nauc_ndcg_at_20_max": 0.308166,
"nauc_ndcg_at_20_std": 0.041018,
"nauc_ndcg_at_20_diff1": 0.366269,
"nauc_ndcg_at_100_max": 0.329718,
"nauc_ndcg_at_100_std": 0.06222,
"nauc_ndcg_at_100_diff1": 0.377411,
"nauc_ndcg_at_1000_max": 0.342405,
"nauc_ndcg_at_1000_std": 0.066923,
"nauc_ndcg_at_1000_diff1": 0.379008,
"nauc_map_at_1_max": 0.25955,
"nauc_map_at_1_std": -0.068494,
"nauc_map_at_1_diff1": 0.455645,
"nauc_map_at_3_max": 0.284944,
"nauc_map_at_3_std": -0.028556,
"nauc_map_at_3_diff1": 0.403951,
"nauc_map_at_5_max": 0.302179,
"nauc_map_at_5_std": -0.006055,
"nauc_map_at_5_diff1": 0.398122,
"nauc_map_at_10_max": 0.304114,
"nauc_map_at_10_std": 0.002683,
"nauc_map_at_10_diff1": 0.391394,
"nauc_map_at_20_max": 0.305538,
"nauc_map_at_20_std": 0.008069,
"nauc_map_at_20_diff1": 0.387448,
"nauc_map_at_100_max": 0.311454,
"nauc_map_at_100_std": 0.013278,
"nauc_map_at_100_diff1": 0.389779,
"nauc_map_at_1000_max": 0.312485,
"nauc_map_at_1000_std": 0.014026,
"nauc_map_at_1000_diff1": 0.389806,
"nauc_recall_at_1_max": 0.25955,
"nauc_recall_at_1_std": -0.068494,
"nauc_recall_at_1_diff1": 0.455645,
"nauc_recall_at_3_max": 0.240749,
"nauc_recall_at_3_std": -0.009688,
"nauc_recall_at_3_diff1": 0.338397,
"nauc_recall_at_5_max": 0.249765,
"nauc_recall_at_5_std": 0.041173,
"nauc_recall_at_5_diff1": 0.306595,
"nauc_recall_at_10_max": 0.194711,
"nauc_recall_at_10_std": 0.068708,
"nauc_recall_at_10_diff1": 0.235346,
"nauc_recall_at_20_max": 0.187834,
"nauc_recall_at_20_std": 0.115026,
"nauc_recall_at_20_diff1": 0.195265,
"nauc_recall_at_100_max": 0.248323,
"nauc_recall_at_100_std": 0.209214,
"nauc_recall_at_100_diff1": 0.222041,
"nauc_recall_at_1000_max": 0.30524,
"nauc_recall_at_1000_std": 0.365714,
"nauc_recall_at_1000_diff1": 0.148893,
"nauc_precision_at_1_max": 0.382865,
"nauc_precision_at_1_std": -0.018401,
"nauc_precision_at_1_diff1": 0.497381,
"nauc_precision_at_3_max": 0.367225,
"nauc_precision_at_3_std": 0.013713,
"nauc_precision_at_3_diff1": 0.337091,
"nauc_precision_at_5_max": 0.378168,
"nauc_precision_at_5_std": 0.063933,
"nauc_precision_at_5_diff1": 0.305218,
"nauc_precision_at_10_max": 0.365227,
"nauc_precision_at_10_std": 0.099963,
"nauc_precision_at_10_diff1": 0.252887,
"nauc_precision_at_20_max": 0.342121,
"nauc_precision_at_20_std": 0.122905,
"nauc_precision_at_20_diff1": 0.214998,
"nauc_precision_at_100_max": 0.342554,
"nauc_precision_at_100_std": 0.163248,
"nauc_precision_at_100_diff1": 0.1778,
"nauc_precision_at_1000_max": 0.28898,
"nauc_precision_at_1000_std": 0.146869,
"nauc_precision_at_1000_diff1": 0.081735,
"nauc_mrr_at_1_max": 0.382865,
"nauc_mrr_at_1_std": -0.018401,
"nauc_mrr_at_1_diff1": 0.497381,
"nauc_mrr_at_3_max": 0.361507,
"nauc_mrr_at_3_std": -0.010684,
"nauc_mrr_at_3_diff1": 0.448131,
"nauc_mrr_at_5_max": 0.364134,
"nauc_mrr_at_5_std": 0.0015,
"nauc_mrr_at_5_diff1": 0.448739,
"nauc_mrr_at_10_max": 0.358277,
"nauc_mrr_at_10_std": 0.003988,
"nauc_mrr_at_10_diff1": 0.439851,
"nauc_mrr_at_20_max": 0.358842,
"nauc_mrr_at_20_std": 0.008399,
"nauc_mrr_at_20_diff1": 0.438136,
"nauc_mrr_at_100_max": 0.359867,
"nauc_mrr_at_100_std": 0.009229,
"nauc_mrr_at_100_diff1": 0.439474,
"nauc_mrr_at_1000_max": 0.359973,
"nauc_mrr_at_1000_std": 0.008946,
"nauc_mrr_at_1000_diff1": 0.439639,
"main_score": 0.30568,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 80.82175087928772,
"kg_co2_emissions": null
} |