File size: 5,994 Bytes
81d107a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4",
"task_name": "CQADupstackPhysicsRetrieval",
"mteb_version": "1.25.1",
"scores": {
"test": [
{
"ndcg_at_1": 0.27238,
"ndcg_at_3": 0.32157,
"ndcg_at_5": 0.34044,
"ndcg_at_10": 0.37013,
"ndcg_at_20": 0.39337,
"ndcg_at_100": 0.42811,
"ndcg_at_1000": 0.45276,
"map_at_1": 0.22537,
"map_at_3": 0.2879,
"map_at_5": 0.3009,
"map_at_10": 0.31509,
"map_at_20": 0.32265,
"map_at_100": 0.32835,
"map_at_1000": 0.3296,
"recall_at_1": 0.22537,
"recall_at_3": 0.35122,
"recall_at_5": 0.39946,
"recall_at_10": 0.48803,
"recall_at_20": 0.56927,
"recall_at_100": 0.73288,
"recall_at_1000": 0.89725,
"precision_at_1": 0.27238,
"precision_at_3": 0.15271,
"precision_at_5": 0.1078,
"precision_at_10": 0.06756,
"precision_at_20": 0.04139,
"precision_at_100": 0.01153,
"precision_at_1000": 0.00154,
"mrr_at_1": 0.272377,
"mrr_at_3": 0.336702,
"mrr_at_5": 0.350369,
"mrr_at_10": 0.36334,
"mrr_at_20": 0.368893,
"mrr_at_100": 0.372666,
"mrr_at_1000": 0.373281,
"nauc_ndcg_at_1_max": 0.434963,
"nauc_ndcg_at_1_std": -0.016834,
"nauc_ndcg_at_1_diff1": 0.587191,
"nauc_ndcg_at_3_max": 0.376659,
"nauc_ndcg_at_3_std": -0.021128,
"nauc_ndcg_at_3_diff1": 0.498754,
"nauc_ndcg_at_5_max": 0.371104,
"nauc_ndcg_at_5_std": -0.006056,
"nauc_ndcg_at_5_diff1": 0.484702,
"nauc_ndcg_at_10_max": 0.371137,
"nauc_ndcg_at_10_std": 0.000755,
"nauc_ndcg_at_10_diff1": 0.472322,
"nauc_ndcg_at_20_max": 0.374454,
"nauc_ndcg_at_20_std": 0.009248,
"nauc_ndcg_at_20_diff1": 0.471307,
"nauc_ndcg_at_100_max": 0.385982,
"nauc_ndcg_at_100_std": 0.032502,
"nauc_ndcg_at_100_diff1": 0.473894,
"nauc_ndcg_at_1000_max": 0.39129,
"nauc_ndcg_at_1000_std": 0.036103,
"nauc_ndcg_at_1000_diff1": 0.475898,
"nauc_map_at_1_max": 0.387388,
"nauc_map_at_1_std": -0.063459,
"nauc_map_at_1_diff1": 0.595917,
"nauc_map_at_3_max": 0.368626,
"nauc_map_at_3_std": -0.041075,
"nauc_map_at_3_diff1": 0.520431,
"nauc_map_at_5_max": 0.369652,
"nauc_map_at_5_std": -0.028134,
"nauc_map_at_5_diff1": 0.512029,
"nauc_map_at_10_max": 0.373143,
"nauc_map_at_10_std": -0.021212,
"nauc_map_at_10_diff1": 0.505536,
"nauc_map_at_20_max": 0.375873,
"nauc_map_at_20_std": -0.017235,
"nauc_map_at_20_diff1": 0.50533,
"nauc_map_at_100_max": 0.378729,
"nauc_map_at_100_std": -0.013049,
"nauc_map_at_100_diff1": 0.505814,
"nauc_map_at_1000_max": 0.379222,
"nauc_map_at_1000_std": -0.012218,
"nauc_map_at_1000_diff1": 0.505796,
"nauc_recall_at_1_max": 0.387388,
"nauc_recall_at_1_std": -0.063459,
"nauc_recall_at_1_diff1": 0.595917,
"nauc_recall_at_3_max": 0.317313,
"nauc_recall_at_3_std": -0.038849,
"nauc_recall_at_3_diff1": 0.442818,
"nauc_recall_at_5_max": 0.31284,
"nauc_recall_at_5_std": 0.002032,
"nauc_recall_at_5_diff1": 0.407502,
"nauc_recall_at_10_max": 0.310181,
"nauc_recall_at_10_std": 0.029815,
"nauc_recall_at_10_diff1": 0.357645,
"nauc_recall_at_20_max": 0.305273,
"nauc_recall_at_20_std": 0.052793,
"nauc_recall_at_20_diff1": 0.339285,
"nauc_recall_at_100_max": 0.336613,
"nauc_recall_at_100_std": 0.198697,
"nauc_recall_at_100_diff1": 0.314998,
"nauc_recall_at_1000_max": 0.399223,
"nauc_recall_at_1000_std": 0.384869,
"nauc_recall_at_1000_diff1": 0.223792,
"nauc_precision_at_1_max": 0.434963,
"nauc_precision_at_1_std": -0.016834,
"nauc_precision_at_1_diff1": 0.587191,
"nauc_precision_at_3_max": 0.379844,
"nauc_precision_at_3_std": 0.058961,
"nauc_precision_at_3_diff1": 0.369786,
"nauc_precision_at_5_max": 0.367037,
"nauc_precision_at_5_std": 0.113331,
"nauc_precision_at_5_diff1": 0.304295,
"nauc_precision_at_10_max": 0.353315,
"nauc_precision_at_10_std": 0.159411,
"nauc_precision_at_10_diff1": 0.216986,
"nauc_precision_at_20_max": 0.321937,
"nauc_precision_at_20_std": 0.210608,
"nauc_precision_at_20_diff1": 0.15191,
"nauc_precision_at_100_max": 0.261556,
"nauc_precision_at_100_std": 0.287677,
"nauc_precision_at_100_diff1": 0.038748,
"nauc_precision_at_1000_max": 0.144137,
"nauc_precision_at_1000_std": 0.283117,
"nauc_precision_at_1000_diff1": -0.06849,
"nauc_mrr_at_1_max": 0.434963,
"nauc_mrr_at_1_std": -0.016834,
"nauc_mrr_at_1_diff1": 0.587191,
"nauc_mrr_at_3_max": 0.401226,
"nauc_mrr_at_3_std": -0.007172,
"nauc_mrr_at_3_diff1": 0.516348,
"nauc_mrr_at_5_max": 0.402557,
"nauc_mrr_at_5_std": 0.003495,
"nauc_mrr_at_5_diff1": 0.506254,
"nauc_mrr_at_10_max": 0.403164,
"nauc_mrr_at_10_std": 0.006847,
"nauc_mrr_at_10_diff1": 0.501766,
"nauc_mrr_at_20_max": 0.40341,
"nauc_mrr_at_20_std": 0.008421,
"nauc_mrr_at_20_diff1": 0.502319,
"nauc_mrr_at_100_max": 0.403681,
"nauc_mrr_at_100_std": 0.009655,
"nauc_mrr_at_100_diff1": 0.503195,
"nauc_mrr_at_1000_max": 0.403715,
"nauc_mrr_at_1000_std": 0.00956,
"nauc_mrr_at_1000_diff1": 0.503187,
"main_score": 0.37013,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 59.619898080825806,
"kg_co2_emissions": null
} |