File size: 5,999 Bytes
81d107a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a",
"task_name": "ArguAna",
"mteb_version": "1.25.1",
"scores": {
"test": [
{
"ndcg_at_1": 0.24609,
"ndcg_at_3": 0.36278,
"ndcg_at_5": 0.40903,
"ndcg_at_10": 0.46381,
"ndcg_at_20": 0.49571,
"ndcg_at_100": 0.51666,
"ndcg_at_1000": 0.52098,
"map_at_1": 0.24609,
"map_at_3": 0.33404,
"map_at_5": 0.35968,
"map_at_10": 0.38204,
"map_at_20": 0.39113,
"map_at_100": 0.39432,
"map_at_1000": 0.3945,
"recall_at_1": 0.24609,
"recall_at_3": 0.44595,
"recall_at_5": 0.55832,
"recall_at_10": 0.72902,
"recall_at_20": 0.85277,
"recall_at_100": 0.96159,
"recall_at_1000": 0.99431,
"precision_at_1": 0.24609,
"precision_at_3": 0.14865,
"precision_at_5": 0.11166,
"precision_at_10": 0.0729,
"precision_at_20": 0.04264,
"precision_at_100": 0.00962,
"precision_at_1000": 0.00099,
"mrr_at_1": 0.251067,
"mrr_at_3": 0.335941,
"mrr_at_5": 0.361546,
"mrr_at_10": 0.383849,
"mrr_at_20": 0.393004,
"mrr_at_100": 0.396189,
"mrr_at_1000": 0.396374,
"nauc_ndcg_at_1_max": -0.056006,
"nauc_ndcg_at_1_std": -0.048049,
"nauc_ndcg_at_1_diff1": 0.14903,
"nauc_ndcg_at_3_max": -0.00408,
"nauc_ndcg_at_3_std": -0.019375,
"nauc_ndcg_at_3_diff1": 0.121454,
"nauc_ndcg_at_5_max": -0.004685,
"nauc_ndcg_at_5_std": -0.020393,
"nauc_ndcg_at_5_diff1": 0.107318,
"nauc_ndcg_at_10_max": 0.030675,
"nauc_ndcg_at_10_std": -0.003638,
"nauc_ndcg_at_10_diff1": 0.113071,
"nauc_ndcg_at_20_max": 0.025101,
"nauc_ndcg_at_20_std": -0.003348,
"nauc_ndcg_at_20_diff1": 0.115383,
"nauc_ndcg_at_100_max": 0.010754,
"nauc_ndcg_at_100_std": 0.001077,
"nauc_ndcg_at_100_diff1": 0.118117,
"nauc_ndcg_at_1000_max": 0.005791,
"nauc_ndcg_at_1000_std": -0.006433,
"nauc_ndcg_at_1000_diff1": 0.119586,
"nauc_map_at_1_max": -0.056006,
"nauc_map_at_1_std": -0.048049,
"nauc_map_at_1_diff1": 0.14903,
"nauc_map_at_3_max": -0.015511,
"nauc_map_at_3_std": -0.024433,
"nauc_map_at_3_diff1": 0.126974,
"nauc_map_at_5_max": -0.015512,
"nauc_map_at_5_std": -0.024537,
"nauc_map_at_5_diff1": 0.11982,
"nauc_map_at_10_max": -0.00244,
"nauc_map_at_10_std": -0.017698,
"nauc_map_at_10_diff1": 0.122534,
"nauc_map_at_20_max": -0.00477,
"nauc_map_at_20_std": -0.018189,
"nauc_map_at_20_diff1": 0.123218,
"nauc_map_at_100_max": -0.006815,
"nauc_map_at_100_std": -0.017488,
"nauc_map_at_100_diff1": 0.123542,
"nauc_map_at_1000_max": -0.006971,
"nauc_map_at_1000_std": -0.017692,
"nauc_map_at_1000_diff1": 0.123594,
"nauc_recall_at_1_max": -0.056006,
"nauc_recall_at_1_std": -0.048049,
"nauc_recall_at_1_diff1": 0.14903,
"nauc_recall_at_3_max": 0.026873,
"nauc_recall_at_3_std": -0.006182,
"nauc_recall_at_3_diff1": 0.106725,
"nauc_recall_at_5_max": 0.025734,
"nauc_recall_at_5_std": -0.009853,
"nauc_recall_at_5_diff1": 0.068572,
"nauc_recall_at_10_max": 0.178111,
"nauc_recall_at_10_std": 0.056516,
"nauc_recall_at_10_diff1": 0.07601,
"nauc_recall_at_20_max": 0.239859,
"nauc_recall_at_20_std": 0.104235,
"nauc_recall_at_20_diff1": 0.070172,
"nauc_recall_at_100_max": 0.307669,
"nauc_recall_at_100_std": 0.509552,
"nauc_recall_at_100_diff1": 0.051657,
"nauc_recall_at_1000_max": 0.254176,
"nauc_recall_at_1000_std": 0.730444,
"nauc_recall_at_1000_diff1": 0.166349,
"nauc_precision_at_1_max": -0.056006,
"nauc_precision_at_1_std": -0.048049,
"nauc_precision_at_1_diff1": 0.14903,
"nauc_precision_at_3_max": 0.026873,
"nauc_precision_at_3_std": -0.006182,
"nauc_precision_at_3_diff1": 0.106725,
"nauc_precision_at_5_max": 0.025734,
"nauc_precision_at_5_std": -0.009853,
"nauc_precision_at_5_diff1": 0.068572,
"nauc_precision_at_10_max": 0.178111,
"nauc_precision_at_10_std": 0.056516,
"nauc_precision_at_10_diff1": 0.07601,
"nauc_precision_at_20_max": 0.239859,
"nauc_precision_at_20_std": 0.104235,
"nauc_precision_at_20_diff1": 0.070172,
"nauc_precision_at_100_max": 0.307669,
"nauc_precision_at_100_std": 0.509552,
"nauc_precision_at_100_diff1": 0.051657,
"nauc_precision_at_1000_max": 0.254176,
"nauc_precision_at_1000_std": 0.730444,
"nauc_precision_at_1000_diff1": 0.166349,
"nauc_mrr_at_1_max": -0.051381,
"nauc_mrr_at_1_std": -0.041855,
"nauc_mrr_at_1_diff1": 0.132056,
"nauc_mrr_at_3_max": -0.017796,
"nauc_mrr_at_3_std": -0.023432,
"nauc_mrr_at_3_diff1": 0.114369,
"nauc_mrr_at_5_max": -0.017394,
"nauc_mrr_at_5_std": -0.023168,
"nauc_mrr_at_5_diff1": 0.107454,
"nauc_mrr_at_10_max": -0.005076,
"nauc_mrr_at_10_std": -0.016223,
"nauc_mrr_at_10_diff1": 0.109067,
"nauc_mrr_at_20_max": -0.00715,
"nauc_mrr_at_20_std": -0.016808,
"nauc_mrr_at_20_diff1": 0.109766,
"nauc_mrr_at_100_max": -0.009223,
"nauc_mrr_at_100_std": -0.016097,
"nauc_mrr_at_100_diff1": 0.109945,
"nauc_mrr_at_1000_max": -0.00938,
"nauc_mrr_at_1000_std": -0.0163,
"nauc_mrr_at_1000_diff1": 0.109988,
"main_score": 0.46381,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 18.032260179519653,
"kg_co2_emissions": null
} |