File size: 5,982 Bytes
81d107a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340",
"task_name": "CQADupstackGamingRetrieval",
"mteb_version": "1.25.1",
"scores": {
"test": [
{
"ndcg_at_1": 0.37555,
"ndcg_at_3": 0.43752,
"ndcg_at_5": 0.4595,
"ndcg_at_10": 0.48593,
"ndcg_at_20": 0.50274,
"ndcg_at_100": 0.52922,
"ndcg_at_1000": 0.5442,
"map_at_1": 0.32732,
"map_at_3": 0.40392,
"map_at_5": 0.41928,
"map_at_10": 0.43189,
"map_at_20": 0.4374,
"map_at_100": 0.44174,
"map_at_1000": 0.44242,
"recall_at_1": 0.32732,
"recall_at_3": 0.48,
"recall_at_5": 0.53475,
"recall_at_10": 0.61265,
"recall_at_20": 0.67586,
"recall_at_100": 0.80604,
"recall_at_1000": 0.91408,
"precision_at_1": 0.37555,
"precision_at_3": 0.19645,
"precision_at_5": 0.13455,
"precision_at_10": 0.079,
"precision_at_20": 0.04436,
"precision_at_100": 0.0109,
"precision_at_1000": 0.00127,
"mrr_at_1": 0.375549,
"mrr_at_3": 0.443574,
"mrr_at_5": 0.455455,
"mrr_at_10": 0.465721,
"mrr_at_20": 0.469989,
"mrr_at_100": 0.473172,
"mrr_at_1000": 0.473553,
"nauc_ndcg_at_1_max": 0.34123,
"nauc_ndcg_at_1_std": -0.017841,
"nauc_ndcg_at_1_diff1": 0.518322,
"nauc_ndcg_at_3_max": 0.35477,
"nauc_ndcg_at_3_std": -0.012643,
"nauc_ndcg_at_3_diff1": 0.475991,
"nauc_ndcg_at_5_max": 0.362862,
"nauc_ndcg_at_5_std": -3.8e-05,
"nauc_ndcg_at_5_diff1": 0.465251,
"nauc_ndcg_at_10_max": 0.367788,
"nauc_ndcg_at_10_std": 0.008117,
"nauc_ndcg_at_10_diff1": 0.467285,
"nauc_ndcg_at_20_max": 0.375701,
"nauc_ndcg_at_20_std": 0.016506,
"nauc_ndcg_at_20_diff1": 0.46824,
"nauc_ndcg_at_100_max": 0.378108,
"nauc_ndcg_at_100_std": 0.029329,
"nauc_ndcg_at_100_diff1": 0.466243,
"nauc_ndcg_at_1000_max": 0.378672,
"nauc_ndcg_at_1000_std": 0.029359,
"nauc_ndcg_at_1000_diff1": 0.467787,
"nauc_map_at_1_max": 0.309187,
"nauc_map_at_1_std": -0.026286,
"nauc_map_at_1_diff1": 0.51255,
"nauc_map_at_3_max": 0.339493,
"nauc_map_at_3_std": -0.024583,
"nauc_map_at_3_diff1": 0.485462,
"nauc_map_at_5_max": 0.34567,
"nauc_map_at_5_std": -0.015681,
"nauc_map_at_5_diff1": 0.478419,
"nauc_map_at_10_max": 0.350466,
"nauc_map_at_10_std": -0.010182,
"nauc_map_at_10_diff1": 0.479976,
"nauc_map_at_20_max": 0.354014,
"nauc_map_at_20_std": -0.006443,
"nauc_map_at_20_diff1": 0.480216,
"nauc_map_at_100_max": 0.355061,
"nauc_map_at_100_std": -0.003215,
"nauc_map_at_100_diff1": 0.479392,
"nauc_map_at_1000_max": 0.35521,
"nauc_map_at_1000_std": -0.003054,
"nauc_map_at_1000_diff1": 0.479491,
"nauc_recall_at_1_max": 0.309187,
"nauc_recall_at_1_std": -0.026286,
"nauc_recall_at_1_diff1": 0.51255,
"nauc_recall_at_3_max": 0.34792,
"nauc_recall_at_3_std": -0.017638,
"nauc_recall_at_3_diff1": 0.440913,
"nauc_recall_at_5_max": 0.364564,
"nauc_recall_at_5_std": 0.014875,
"nauc_recall_at_5_diff1": 0.409842,
"nauc_recall_at_10_max": 0.372517,
"nauc_recall_at_10_std": 0.038871,
"nauc_recall_at_10_diff1": 0.405621,
"nauc_recall_at_20_max": 0.408612,
"nauc_recall_at_20_std": 0.080092,
"nauc_recall_at_20_diff1": 0.400661,
"nauc_recall_at_100_max": 0.431074,
"nauc_recall_at_100_std": 0.195316,
"nauc_recall_at_100_diff1": 0.363097,
"nauc_recall_at_1000_max": 0.493019,
"nauc_recall_at_1000_std": 0.343645,
"nauc_recall_at_1000_diff1": 0.316154,
"nauc_precision_at_1_max": 0.34123,
"nauc_precision_at_1_std": -0.017841,
"nauc_precision_at_1_diff1": 0.518322,
"nauc_precision_at_3_max": 0.358498,
"nauc_precision_at_3_std": 0.027106,
"nauc_precision_at_3_diff1": 0.347859,
"nauc_precision_at_5_max": 0.34631,
"nauc_precision_at_5_std": 0.066776,
"nauc_precision_at_5_diff1": 0.274746,
"nauc_precision_at_10_max": 0.338077,
"nauc_precision_at_10_std": 0.112782,
"nauc_precision_at_10_diff1": 0.220539,
"nauc_precision_at_20_max": 0.340661,
"nauc_precision_at_20_std": 0.161584,
"nauc_precision_at_20_diff1": 0.172042,
"nauc_precision_at_100_max": 0.287824,
"nauc_precision_at_100_std": 0.236474,
"nauc_precision_at_100_diff1": 0.044878,
"nauc_precision_at_1000_max": 0.236745,
"nauc_precision_at_1000_std": 0.224593,
"nauc_precision_at_1000_diff1": -0.026638,
"nauc_mrr_at_1_max": 0.34123,
"nauc_mrr_at_1_std": -0.017841,
"nauc_mrr_at_1_diff1": 0.518322,
"nauc_mrr_at_3_max": 0.36619,
"nauc_mrr_at_3_std": -0.003463,
"nauc_mrr_at_3_diff1": 0.487033,
"nauc_mrr_at_5_max": 0.369399,
"nauc_mrr_at_5_std": 0.001776,
"nauc_mrr_at_5_diff1": 0.481842,
"nauc_mrr_at_10_max": 0.370071,
"nauc_mrr_at_10_std": 0.003426,
"nauc_mrr_at_10_diff1": 0.483223,
"nauc_mrr_at_20_max": 0.371624,
"nauc_mrr_at_20_std": 0.005601,
"nauc_mrr_at_20_diff1": 0.483756,
"nauc_mrr_at_100_max": 0.371384,
"nauc_mrr_at_100_std": 0.006386,
"nauc_mrr_at_100_diff1": 0.483777,
"nauc_mrr_at_1000_max": 0.371237,
"nauc_mrr_at_1000_std": 0.00627,
"nauc_mrr_at_1000_diff1": 0.483789,
"main_score": 0.48593,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 45.477328062057495,
"kg_co2_emissions": null
} |