File size: 5,981 Bytes
81d107a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "bea83ef9e8fb933d90a2f1d5515737465d613e12",
"task_name": "FEVER",
"mteb_version": "1.25.1",
"scores": {
"test": [
{
"ndcg_at_1": 0.52625,
"ndcg_at_3": 0.61126,
"ndcg_at_5": 0.63731,
"ndcg_at_10": 0.65721,
"ndcg_at_20": 0.66718,
"ndcg_at_100": 0.67996,
"ndcg_at_1000": 0.68554,
"map_at_1": 0.48757,
"map_at_3": 0.57408,
"map_at_5": 0.58912,
"map_at_10": 0.59765,
"map_at_20": 0.60053,
"map_at_100": 0.60235,
"map_at_1000": 0.60258,
"recall_at_1": 0.48757,
"recall_at_3": 0.67712,
"recall_at_5": 0.74102,
"recall_at_10": 0.80181,
"recall_at_20": 0.83964,
"recall_at_100": 0.90629,
"recall_at_1000": 0.9479,
"precision_at_1": 0.52625,
"precision_at_3": 0.24482,
"precision_at_5": 0.16112,
"precision_at_10": 0.08738,
"precision_at_20": 0.0459,
"precision_at_100": 0.00997,
"precision_at_1000": 0.00105,
"mrr_at_1": 0.526253,
"mrr_at_3": 0.615912,
"mrr_at_5": 0.631183,
"mrr_at_10": 0.639444,
"mrr_at_20": 0.642131,
"mrr_at_100": 0.643808,
"mrr_at_1000": 0.643955,
"nauc_ndcg_at_1_max": 0.245061,
"nauc_ndcg_at_1_std": -0.137009,
"nauc_ndcg_at_1_diff1": 0.55709,
"nauc_ndcg_at_3_max": 0.248319,
"nauc_ndcg_at_3_std": -0.104366,
"nauc_ndcg_at_3_diff1": 0.457855,
"nauc_ndcg_at_5_max": 0.255093,
"nauc_ndcg_at_5_std": -0.091996,
"nauc_ndcg_at_5_diff1": 0.456859,
"nauc_ndcg_at_10_max": 0.250742,
"nauc_ndcg_at_10_std": -0.080252,
"nauc_ndcg_at_10_diff1": 0.461142,
"nauc_ndcg_at_20_max": 0.247866,
"nauc_ndcg_at_20_std": -0.075957,
"nauc_ndcg_at_20_diff1": 0.459826,
"nauc_ndcg_at_100_max": 0.24549,
"nauc_ndcg_at_100_std": -0.07457,
"nauc_ndcg_at_100_diff1": 0.460618,
"nauc_ndcg_at_1000_max": 0.245226,
"nauc_ndcg_at_1000_std": -0.077771,
"nauc_ndcg_at_1000_diff1": 0.462122,
"nauc_map_at_1_max": 0.223226,
"nauc_map_at_1_std": -0.111902,
"nauc_map_at_1_diff1": 0.506577,
"nauc_map_at_3_max": 0.236994,
"nauc_map_at_3_std": -0.1019,
"nauc_map_at_3_diff1": 0.460434,
"nauc_map_at_5_max": 0.241242,
"nauc_map_at_5_std": -0.096404,
"nauc_map_at_5_diff1": 0.461683,
"nauc_map_at_10_max": 0.239856,
"nauc_map_at_10_std": -0.092091,
"nauc_map_at_10_diff1": 0.463714,
"nauc_map_at_20_max": 0.239147,
"nauc_map_at_20_std": -0.091015,
"nauc_map_at_20_diff1": 0.463512,
"nauc_map_at_100_max": 0.238856,
"nauc_map_at_100_std": -0.090851,
"nauc_map_at_100_diff1": 0.463642,
"nauc_map_at_1000_max": 0.238833,
"nauc_map_at_1000_std": -0.090946,
"nauc_map_at_1000_diff1": 0.463676,
"nauc_recall_at_1_max": 0.223226,
"nauc_recall_at_1_std": -0.111902,
"nauc_recall_at_1_diff1": 0.506577,
"nauc_recall_at_3_max": 0.240556,
"nauc_recall_at_3_std": -0.078741,
"nauc_recall_at_3_diff1": 0.372825,
"nauc_recall_at_5_max": 0.257287,
"nauc_recall_at_5_std": -0.039755,
"nauc_recall_at_5_diff1": 0.352184,
"nauc_recall_at_10_max": 0.236078,
"nauc_recall_at_10_std": 0.021126,
"nauc_recall_at_10_diff1": 0.340759,
"nauc_recall_at_20_max": 0.211544,
"nauc_recall_at_20_std": 0.068803,
"nauc_recall_at_20_diff1": 0.302302,
"nauc_recall_at_100_max": 0.146115,
"nauc_recall_at_100_std": 0.18329,
"nauc_recall_at_100_diff1": 0.20034,
"nauc_recall_at_1000_max": 0.071731,
"nauc_recall_at_1000_std": 0.257758,
"nauc_recall_at_1000_diff1": 0.069671,
"nauc_precision_at_1_max": 0.245061,
"nauc_precision_at_1_std": -0.137009,
"nauc_precision_at_1_diff1": 0.55709,
"nauc_precision_at_3_max": 0.280319,
"nauc_precision_at_3_std": -0.106341,
"nauc_precision_at_3_diff1": 0.421819,
"nauc_precision_at_5_max": 0.306886,
"nauc_precision_at_5_std": -0.063768,
"nauc_precision_at_5_diff1": 0.400642,
"nauc_precision_at_10_max": 0.281175,
"nauc_precision_at_10_std": 0.010407,
"nauc_precision_at_10_diff1": 0.373056,
"nauc_precision_at_20_max": 0.246245,
"nauc_precision_at_20_std": 0.065341,
"nauc_precision_at_20_diff1": 0.313258,
"nauc_precision_at_100_max": 0.161083,
"nauc_precision_at_100_std": 0.165796,
"nauc_precision_at_100_diff1": 0.14073,
"nauc_precision_at_1000_max": 0.055871,
"nauc_precision_at_1000_std": 0.147183,
"nauc_precision_at_1000_diff1": -0.017647,
"nauc_mrr_at_1_max": 0.245061,
"nauc_mrr_at_1_std": -0.137009,
"nauc_mrr_at_1_diff1": 0.55709,
"nauc_mrr_at_3_max": 0.26592,
"nauc_mrr_at_3_std": -0.128604,
"nauc_mrr_at_3_diff1": 0.515274,
"nauc_mrr_at_5_max": 0.270103,
"nauc_mrr_at_5_std": -0.122957,
"nauc_mrr_at_5_diff1": 0.516955,
"nauc_mrr_at_10_max": 0.268861,
"nauc_mrr_at_10_std": -0.119639,
"nauc_mrr_at_10_diff1": 0.520291,
"nauc_mrr_at_20_max": 0.268109,
"nauc_mrr_at_20_std": -0.11923,
"nauc_mrr_at_20_diff1": 0.520273,
"nauc_mrr_at_100_max": 0.267881,
"nauc_mrr_at_100_std": -0.119438,
"nauc_mrr_at_100_diff1": 0.520616,
"nauc_mrr_at_1000_max": 0.267828,
"nauc_mrr_at_1000_std": -0.119632,
"nauc_mrr_at_1000_diff1": 0.520671,
"main_score": 0.65721,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 5951.847348451614,
"kg_co2_emissions": null
} |