File size: 5,938 Bytes
81d107a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88",
"task_name": "SCIDOCS",
"mteb_version": "1.25.1",
"scores": {
"test": [
{
"ndcg_at_1": 0.173,
"ndcg_at_3": 0.13497,
"ndcg_at_5": 0.11591,
"ndcg_at_10": 0.13679,
"ndcg_at_20": 0.15566,
"ndcg_at_100": 0.19218,
"ndcg_at_1000": 0.23768,
"map_at_1": 0.0349,
"map_at_3": 0.05844,
"map_at_5": 0.069,
"map_at_10": 0.07798,
"map_at_20": 0.08404,
"map_at_100": 0.09027,
"map_at_1000": 0.09238,
"recall_at_1": 0.0349,
"recall_at_3": 0.0747,
"recall_at_5": 0.10045,
"recall_at_10": 0.1389,
"recall_at_20": 0.18338,
"recall_at_100": 0.3019,
"recall_at_1000": 0.52682,
"precision_at_1": 0.173,
"precision_at_3": 0.12333,
"precision_at_5": 0.0992,
"precision_at_10": 0.0685,
"precision_at_20": 0.0452,
"precision_at_100": 0.01486,
"precision_at_1000": 0.00259,
"mrr_at_1": 0.173,
"mrr_at_3": 0.231667,
"mrr_at_5": 0.244817,
"mrr_at_10": 0.256625,
"mrr_at_20": 0.262569,
"mrr_at_100": 0.267332,
"mrr_at_1000": 0.268125,
"nauc_ndcg_at_1_max": 0.242005,
"nauc_ndcg_at_1_std": 0.119834,
"nauc_ndcg_at_1_diff1": 0.24468,
"nauc_ndcg_at_3_max": 0.29079,
"nauc_ndcg_at_3_std": 0.16193,
"nauc_ndcg_at_3_diff1": 0.212417,
"nauc_ndcg_at_5_max": 0.302191,
"nauc_ndcg_at_5_std": 0.183763,
"nauc_ndcg_at_5_diff1": 0.194039,
"nauc_ndcg_at_10_max": 0.307147,
"nauc_ndcg_at_10_std": 0.215882,
"nauc_ndcg_at_10_diff1": 0.177705,
"nauc_ndcg_at_20_max": 0.311477,
"nauc_ndcg_at_20_std": 0.2469,
"nauc_ndcg_at_20_diff1": 0.169089,
"nauc_ndcg_at_100_max": 0.321562,
"nauc_ndcg_at_100_std": 0.30425,
"nauc_ndcg_at_100_diff1": 0.171303,
"nauc_ndcg_at_1000_max": 0.324754,
"nauc_ndcg_at_1000_std": 0.325746,
"nauc_ndcg_at_1000_diff1": 0.174281,
"nauc_map_at_1_max": 0.244036,
"nauc_map_at_1_std": 0.122252,
"nauc_map_at_1_diff1": 0.245346,
"nauc_map_at_3_max": 0.30043,
"nauc_map_at_3_std": 0.162703,
"nauc_map_at_3_diff1": 0.218286,
"nauc_map_at_5_max": 0.315919,
"nauc_map_at_5_std": 0.186765,
"nauc_map_at_5_diff1": 0.191174,
"nauc_map_at_10_max": 0.321404,
"nauc_map_at_10_std": 0.210341,
"nauc_map_at_10_diff1": 0.183068,
"nauc_map_at_20_max": 0.325777,
"nauc_map_at_20_std": 0.230543,
"nauc_map_at_20_diff1": 0.175999,
"nauc_map_at_100_max": 0.32757,
"nauc_map_at_100_std": 0.252143,
"nauc_map_at_100_diff1": 0.175648,
"nauc_map_at_1000_max": 0.32836,
"nauc_map_at_1000_std": 0.256243,
"nauc_map_at_1000_diff1": 0.176171,
"nauc_recall_at_1_max": 0.244036,
"nauc_recall_at_1_std": 0.122252,
"nauc_recall_at_1_diff1": 0.245346,
"nauc_recall_at_3_max": 0.304984,
"nauc_recall_at_3_std": 0.17664,
"nauc_recall_at_3_diff1": 0.193246,
"nauc_recall_at_5_max": 0.308366,
"nauc_recall_at_5_std": 0.203564,
"nauc_recall_at_5_diff1": 0.156459,
"nauc_recall_at_10_max": 0.303941,
"nauc_recall_at_10_std": 0.251872,
"nauc_recall_at_10_diff1": 0.122576,
"nauc_recall_at_20_max": 0.294931,
"nauc_recall_at_20_std": 0.298445,
"nauc_recall_at_20_diff1": 0.102911,
"nauc_recall_at_100_max": 0.295687,
"nauc_recall_at_100_std": 0.404675,
"nauc_recall_at_100_diff1": 0.108211,
"nauc_recall_at_1000_max": 0.261128,
"nauc_recall_at_1000_std": 0.42622,
"nauc_recall_at_1000_diff1": 0.095162,
"nauc_precision_at_1_max": 0.242005,
"nauc_precision_at_1_std": 0.119834,
"nauc_precision_at_1_diff1": 0.24468,
"nauc_precision_at_3_max": 0.305687,
"nauc_precision_at_3_std": 0.175571,
"nauc_precision_at_3_diff1": 0.193951,
"nauc_precision_at_5_max": 0.310911,
"nauc_precision_at_5_std": 0.203866,
"nauc_precision_at_5_diff1": 0.160506,
"nauc_precision_at_10_max": 0.310221,
"nauc_precision_at_10_std": 0.253927,
"nauc_precision_at_10_diff1": 0.128608,
"nauc_precision_at_20_max": 0.300773,
"nauc_precision_at_20_std": 0.299155,
"nauc_precision_at_20_diff1": 0.108257,
"nauc_precision_at_100_max": 0.299943,
"nauc_precision_at_100_std": 0.4021,
"nauc_precision_at_100_diff1": 0.112121,
"nauc_precision_at_1000_max": 0.263822,
"nauc_precision_at_1000_std": 0.417393,
"nauc_precision_at_1000_diff1": 0.099425,
"nauc_mrr_at_1_max": 0.242005,
"nauc_mrr_at_1_std": 0.119834,
"nauc_mrr_at_1_diff1": 0.24468,
"nauc_mrr_at_3_max": 0.265063,
"nauc_mrr_at_3_std": 0.146784,
"nauc_mrr_at_3_diff1": 0.224465,
"nauc_mrr_at_5_max": 0.270678,
"nauc_mrr_at_5_std": 0.151935,
"nauc_mrr_at_5_diff1": 0.226012,
"nauc_mrr_at_10_max": 0.269741,
"nauc_mrr_at_10_std": 0.159622,
"nauc_mrr_at_10_diff1": 0.217963,
"nauc_mrr_at_20_max": 0.270563,
"nauc_mrr_at_20_std": 0.162419,
"nauc_mrr_at_20_diff1": 0.217493,
"nauc_mrr_at_100_max": 0.270795,
"nauc_mrr_at_100_std": 0.164246,
"nauc_mrr_at_100_diff1": 0.218387,
"nauc_mrr_at_1000_max": 0.270832,
"nauc_mrr_at_1000_std": 0.164069,
"nauc_mrr_at_1000_diff1": 0.218429,
"main_score": 0.13679,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 46.585543632507324,
"kg_co2_emissions": null
} |