File size: 5,976 Bytes
81d107a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0",
"task_name": "CQADupstackEnglishRetrieval",
"mteb_version": "1.25.1",
"scores": {
"test": [
{
"ndcg_at_1": 0.32229,
"ndcg_at_3": 0.35352,
"ndcg_at_5": 0.36907,
"ndcg_at_10": 0.38867,
"ndcg_at_20": 0.40624,
"ndcg_at_100": 0.43169,
"ndcg_at_1000": 0.45411,
"map_at_1": 0.25286,
"map_at_3": 0.31391,
"map_at_5": 0.3276,
"map_at_10": 0.33835,
"map_at_20": 0.34453,
"map_at_100": 0.34926,
"map_at_1000": 0.35039,
"recall_at_1": 0.25286,
"recall_at_3": 0.36961,
"recall_at_5": 0.4154,
"recall_at_10": 0.47543,
"recall_at_20": 0.53979,
"recall_at_100": 0.65744,
"recall_at_1000": 0.80437,
"precision_at_1": 0.32229,
"precision_at_3": 0.17113,
"precision_at_5": 0.11962,
"precision_at_10": 0.0721,
"precision_at_20": 0.04287,
"precision_at_100": 0.01177,
"precision_at_1000": 0.00165,
"mrr_at_1": 0.322293,
"mrr_at_3": 0.377707,
"mrr_at_5": 0.388917,
"mrr_at_10": 0.398009,
"mrr_at_20": 0.402384,
"mrr_at_100": 0.40498,
"mrr_at_1000": 0.40545,
"nauc_ndcg_at_1_max": 0.386829,
"nauc_ndcg_at_1_std": 0.074424,
"nauc_ndcg_at_1_diff1": 0.528493,
"nauc_ndcg_at_3_max": 0.370654,
"nauc_ndcg_at_3_std": 0.054984,
"nauc_ndcg_at_3_diff1": 0.466131,
"nauc_ndcg_at_5_max": 0.36923,
"nauc_ndcg_at_5_std": 0.061408,
"nauc_ndcg_at_5_diff1": 0.457153,
"nauc_ndcg_at_10_max": 0.365462,
"nauc_ndcg_at_10_std": 0.062711,
"nauc_ndcg_at_10_diff1": 0.455885,
"nauc_ndcg_at_20_max": 0.364087,
"nauc_ndcg_at_20_std": 0.064921,
"nauc_ndcg_at_20_diff1": 0.453433,
"nauc_ndcg_at_100_max": 0.366238,
"nauc_ndcg_at_100_std": 0.083159,
"nauc_ndcg_at_100_diff1": 0.447424,
"nauc_ndcg_at_1000_max": 0.37042,
"nauc_ndcg_at_1000_std": 0.089336,
"nauc_ndcg_at_1000_diff1": 0.448673,
"nauc_map_at_1_max": 0.332074,
"nauc_map_at_1_std": 0.021052,
"nauc_map_at_1_diff1": 0.546382,
"nauc_map_at_3_max": 0.352336,
"nauc_map_at_3_std": 0.025225,
"nauc_map_at_3_diff1": 0.49159,
"nauc_map_at_5_max": 0.355997,
"nauc_map_at_5_std": 0.037594,
"nauc_map_at_5_diff1": 0.484115,
"nauc_map_at_10_max": 0.358431,
"nauc_map_at_10_std": 0.042814,
"nauc_map_at_10_diff1": 0.482818,
"nauc_map_at_20_max": 0.359632,
"nauc_map_at_20_std": 0.046509,
"nauc_map_at_20_diff1": 0.481984,
"nauc_map_at_100_max": 0.361803,
"nauc_map_at_100_std": 0.051838,
"nauc_map_at_100_diff1": 0.480556,
"nauc_map_at_1000_max": 0.362442,
"nauc_map_at_1000_std": 0.052821,
"nauc_map_at_1000_diff1": 0.480396,
"nauc_recall_at_1_max": 0.332074,
"nauc_recall_at_1_std": 0.021052,
"nauc_recall_at_1_diff1": 0.546382,
"nauc_recall_at_3_max": 0.33786,
"nauc_recall_at_3_std": 0.022159,
"nauc_recall_at_3_diff1": 0.421871,
"nauc_recall_at_5_max": 0.336662,
"nauc_recall_at_5_std": 0.046278,
"nauc_recall_at_5_diff1": 0.393118,
"nauc_recall_at_10_max": 0.322503,
"nauc_recall_at_10_std": 0.05947,
"nauc_recall_at_10_diff1": 0.37952,
"nauc_recall_at_20_max": 0.312259,
"nauc_recall_at_20_std": 0.068895,
"nauc_recall_at_20_diff1": 0.355049,
"nauc_recall_at_100_max": 0.303406,
"nauc_recall_at_100_std": 0.156142,
"nauc_recall_at_100_diff1": 0.295623,
"nauc_recall_at_1000_max": 0.305454,
"nauc_recall_at_1000_std": 0.214645,
"nauc_recall_at_1000_diff1": 0.271848,
"nauc_precision_at_1_max": 0.386829,
"nauc_precision_at_1_std": 0.074424,
"nauc_precision_at_1_diff1": 0.528493,
"nauc_precision_at_3_max": 0.370629,
"nauc_precision_at_3_std": 0.114377,
"nauc_precision_at_3_diff1": 0.322216,
"nauc_precision_at_5_max": 0.356068,
"nauc_precision_at_5_std": 0.161786,
"nauc_precision_at_5_diff1": 0.256865,
"nauc_precision_at_10_max": 0.336078,
"nauc_precision_at_10_std": 0.188689,
"nauc_precision_at_10_diff1": 0.195934,
"nauc_precision_at_20_max": 0.294667,
"nauc_precision_at_20_std": 0.210742,
"nauc_precision_at_20_diff1": 0.13482,
"nauc_precision_at_100_max": 0.229317,
"nauc_precision_at_100_std": 0.273075,
"nauc_precision_at_100_diff1": -0.000666,
"nauc_precision_at_1000_max": 0.139545,
"nauc_precision_at_1000_std": 0.264182,
"nauc_precision_at_1000_diff1": -0.103752,
"nauc_mrr_at_1_max": 0.386829,
"nauc_mrr_at_1_std": 0.074424,
"nauc_mrr_at_1_diff1": 0.528493,
"nauc_mrr_at_3_max": 0.387082,
"nauc_mrr_at_3_std": 0.075774,
"nauc_mrr_at_3_diff1": 0.478237,
"nauc_mrr_at_5_max": 0.385714,
"nauc_mrr_at_5_std": 0.078757,
"nauc_mrr_at_5_diff1": 0.46983,
"nauc_mrr_at_10_max": 0.385054,
"nauc_mrr_at_10_std": 0.079545,
"nauc_mrr_at_10_diff1": 0.469465,
"nauc_mrr_at_20_max": 0.383847,
"nauc_mrr_at_20_std": 0.079177,
"nauc_mrr_at_20_diff1": 0.468517,
"nauc_mrr_at_100_max": 0.38363,
"nauc_mrr_at_100_std": 0.081133,
"nauc_mrr_at_100_diff1": 0.467934,
"nauc_mrr_at_1000_max": 0.383753,
"nauc_mrr_at_1000_std": 0.08116,
"nauc_mrr_at_1000_diff1": 0.468037,
"main_score": 0.38867,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 41.29191493988037,
"kg_co2_emissions": null
} |