File size: 5,975 Bytes
81d107a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2",
"task_name": "CQADupstackGisRetrieval",
"mteb_version": "1.25.1",
"scores": {
"test": [
{
"ndcg_at_1": 0.19322,
"ndcg_at_3": 0.2464,
"ndcg_at_5": 0.26398,
"ndcg_at_10": 0.28629,
"ndcg_at_20": 0.30424,
"ndcg_at_100": 0.33635,
"ndcg_at_1000": 0.36296,
"map_at_1": 0.1796,
"map_at_3": 0.22722,
"map_at_5": 0.23737,
"map_at_10": 0.24671,
"map_at_20": 0.25173,
"map_at_100": 0.25633,
"map_at_1000": 0.25725,
"recall_at_1": 0.1796,
"recall_at_3": 0.28451,
"recall_at_5": 0.32652,
"recall_at_10": 0.39283,
"recall_at_20": 0.46066,
"recall_at_100": 0.62619,
"recall_at_1000": 0.83354,
"precision_at_1": 0.19322,
"precision_at_3": 0.10395,
"precision_at_5": 0.07254,
"precision_at_10": 0.04475,
"precision_at_20": 0.02672,
"precision_at_100": 0.0074,
"precision_at_1000": 0.00101,
"mrr_at_1": 0.19322,
"mrr_at_3": 0.243315,
"mrr_at_5": 0.25371,
"mrr_at_10": 0.263167,
"mrr_at_20": 0.268103,
"mrr_at_100": 0.27234,
"mrr_at_1000": 0.273059,
"nauc_ndcg_at_1_max": 0.3509,
"nauc_ndcg_at_1_std": -0.028343,
"nauc_ndcg_at_1_diff1": 0.4556,
"nauc_ndcg_at_3_max": 0.332288,
"nauc_ndcg_at_3_std": -0.001513,
"nauc_ndcg_at_3_diff1": 0.383786,
"nauc_ndcg_at_5_max": 0.323156,
"nauc_ndcg_at_5_std": -0.002329,
"nauc_ndcg_at_5_diff1": 0.375401,
"nauc_ndcg_at_10_max": 0.319542,
"nauc_ndcg_at_10_std": 0.001314,
"nauc_ndcg_at_10_diff1": 0.371061,
"nauc_ndcg_at_20_max": 0.322781,
"nauc_ndcg_at_20_std": 0.007944,
"nauc_ndcg_at_20_diff1": 0.359749,
"nauc_ndcg_at_100_max": 0.321408,
"nauc_ndcg_at_100_std": 0.021193,
"nauc_ndcg_at_100_diff1": 0.353214,
"nauc_ndcg_at_1000_max": 0.333213,
"nauc_ndcg_at_1000_std": 0.028037,
"nauc_ndcg_at_1000_diff1": 0.362077,
"nauc_map_at_1_max": 0.334646,
"nauc_map_at_1_std": -0.046069,
"nauc_map_at_1_diff1": 0.475264,
"nauc_map_at_3_max": 0.330952,
"nauc_map_at_3_std": -0.014788,
"nauc_map_at_3_diff1": 0.405655,
"nauc_map_at_5_max": 0.326424,
"nauc_map_at_5_std": -0.015209,
"nauc_map_at_5_diff1": 0.400335,
"nauc_map_at_10_max": 0.325464,
"nauc_map_at_10_std": -0.014892,
"nauc_map_at_10_diff1": 0.398555,
"nauc_map_at_20_max": 0.326796,
"nauc_map_at_20_std": -0.013008,
"nauc_map_at_20_diff1": 0.395344,
"nauc_map_at_100_max": 0.326354,
"nauc_map_at_100_std": -0.01094,
"nauc_map_at_100_diff1": 0.394208,
"nauc_map_at_1000_max": 0.326999,
"nauc_map_at_1000_std": -0.01055,
"nauc_map_at_1000_diff1": 0.394564,
"nauc_recall_at_1_max": 0.334646,
"nauc_recall_at_1_std": -0.046069,
"nauc_recall_at_1_diff1": 0.475264,
"nauc_recall_at_3_max": 0.312987,
"nauc_recall_at_3_std": 0.018809,
"nauc_recall_at_3_diff1": 0.329535,
"nauc_recall_at_5_max": 0.291171,
"nauc_recall_at_5_std": 0.015371,
"nauc_recall_at_5_diff1": 0.310569,
"nauc_recall_at_10_max": 0.278967,
"nauc_recall_at_10_std": 0.027129,
"nauc_recall_at_10_diff1": 0.297162,
"nauc_recall_at_20_max": 0.285044,
"nauc_recall_at_20_std": 0.048128,
"nauc_recall_at_20_diff1": 0.255835,
"nauc_recall_at_100_max": 0.265933,
"nauc_recall_at_100_std": 0.119517,
"nauc_recall_at_100_diff1": 0.202748,
"nauc_recall_at_1000_max": 0.373161,
"nauc_recall_at_1000_std": 0.285925,
"nauc_recall_at_1000_diff1": 0.204139,
"nauc_precision_at_1_max": 0.3509,
"nauc_precision_at_1_std": -0.028343,
"nauc_precision_at_1_diff1": 0.4556,
"nauc_precision_at_3_max": 0.349653,
"nauc_precision_at_3_std": 0.037263,
"nauc_precision_at_3_diff1": 0.316443,
"nauc_precision_at_5_max": 0.337659,
"nauc_precision_at_5_std": 0.038751,
"nauc_precision_at_5_diff1": 0.294004,
"nauc_precision_at_10_max": 0.327502,
"nauc_precision_at_10_std": 0.043505,
"nauc_precision_at_10_diff1": 0.285592,
"nauc_precision_at_20_max": 0.331996,
"nauc_precision_at_20_std": 0.076739,
"nauc_precision_at_20_diff1": 0.232499,
"nauc_precision_at_100_max": 0.299848,
"nauc_precision_at_100_std": 0.144632,
"nauc_precision_at_100_diff1": 0.154486,
"nauc_precision_at_1000_max": 0.28517,
"nauc_precision_at_1000_std": 0.204971,
"nauc_precision_at_1000_diff1": 0.090991,
"nauc_mrr_at_1_max": 0.3509,
"nauc_mrr_at_1_std": -0.028343,
"nauc_mrr_at_1_diff1": 0.4556,
"nauc_mrr_at_3_max": 0.343039,
"nauc_mrr_at_3_std": 0.003194,
"nauc_mrr_at_3_diff1": 0.395025,
"nauc_mrr_at_5_max": 0.338967,
"nauc_mrr_at_5_std": 0.002291,
"nauc_mrr_at_5_diff1": 0.389964,
"nauc_mrr_at_10_max": 0.337191,
"nauc_mrr_at_10_std": 0.004711,
"nauc_mrr_at_10_diff1": 0.388168,
"nauc_mrr_at_20_max": 0.338323,
"nauc_mrr_at_20_std": 0.006217,
"nauc_mrr_at_20_diff1": 0.385364,
"nauc_mrr_at_100_max": 0.337901,
"nauc_mrr_at_100_std": 0.007768,
"nauc_mrr_at_100_diff1": 0.384638,
"nauc_mrr_at_1000_max": 0.338161,
"nauc_mrr_at_1000_std": 0.00777,
"nauc_mrr_at_1000_diff1": 0.384956,
"main_score": 0.28629,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 75.08722925186157,
"kg_co2_emissions": null
} |