File size: 5,971 Bytes
81d107a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53",
"task_name": "CQADupstackUnixRetrieval",
"mteb_version": "1.25.1",
"scores": {
"test": [
{
"ndcg_at_1": 0.24347,
"ndcg_at_3": 0.2739,
"ndcg_at_5": 0.29021,
"ndcg_at_10": 0.3119,
"ndcg_at_20": 0.33183,
"ndcg_at_100": 0.36465,
"ndcg_at_1000": 0.39555,
"map_at_1": 0.20973,
"map_at_3": 0.25159,
"map_at_5": 0.2616,
"map_at_10": 0.27125,
"map_at_20": 0.27681,
"map_at_100": 0.28175,
"map_at_1000": 0.28303,
"recall_at_1": 0.20973,
"recall_at_3": 0.29951,
"recall_at_5": 0.34009,
"recall_at_10": 0.40363,
"recall_at_20": 0.47728,
"recall_at_100": 0.63718,
"recall_at_1000": 0.8574,
"precision_at_1": 0.24347,
"precision_at_3": 0.11971,
"precision_at_5": 0.08321,
"precision_at_10": 0.05028,
"precision_at_20": 0.03032,
"precision_at_100": 0.00867,
"precision_at_1000": 0.00126,
"mrr_at_1": 0.24347,
"mrr_at_3": 0.285914,
"mrr_at_5": 0.297015,
"mrr_at_10": 0.306006,
"mrr_at_20": 0.311716,
"mrr_at_100": 0.315759,
"mrr_at_1000": 0.316592,
"nauc_ndcg_at_1_max": 0.366074,
"nauc_ndcg_at_1_std": -0.002938,
"nauc_ndcg_at_1_diff1": 0.511682,
"nauc_ndcg_at_3_max": 0.355856,
"nauc_ndcg_at_3_std": 0.033005,
"nauc_ndcg_at_3_diff1": 0.455243,
"nauc_ndcg_at_5_max": 0.342306,
"nauc_ndcg_at_5_std": 0.024515,
"nauc_ndcg_at_5_diff1": 0.434606,
"nauc_ndcg_at_10_max": 0.340939,
"nauc_ndcg_at_10_std": 0.036514,
"nauc_ndcg_at_10_diff1": 0.421622,
"nauc_ndcg_at_20_max": 0.339306,
"nauc_ndcg_at_20_std": 0.041006,
"nauc_ndcg_at_20_diff1": 0.418551,
"nauc_ndcg_at_100_max": 0.339351,
"nauc_ndcg_at_100_std": 0.058532,
"nauc_ndcg_at_100_diff1": 0.413425,
"nauc_ndcg_at_1000_max": 0.345893,
"nauc_ndcg_at_1000_std": 0.063455,
"nauc_ndcg_at_1000_diff1": 0.41893,
"nauc_map_at_1_max": 0.364348,
"nauc_map_at_1_std": -0.01631,
"nauc_map_at_1_diff1": 0.529856,
"nauc_map_at_3_max": 0.356602,
"nauc_map_at_3_std": 0.017935,
"nauc_map_at_3_diff1": 0.473642,
"nauc_map_at_5_max": 0.349516,
"nauc_map_at_5_std": 0.015001,
"nauc_map_at_5_diff1": 0.461318,
"nauc_map_at_10_max": 0.350392,
"nauc_map_at_10_std": 0.022047,
"nauc_map_at_10_diff1": 0.455432,
"nauc_map_at_20_max": 0.3504,
"nauc_map_at_20_std": 0.023646,
"nauc_map_at_20_diff1": 0.454156,
"nauc_map_at_100_max": 0.349922,
"nauc_map_at_100_std": 0.026192,
"nauc_map_at_100_diff1": 0.4536,
"nauc_map_at_1000_max": 0.350113,
"nauc_map_at_1000_std": 0.026625,
"nauc_map_at_1000_diff1": 0.453732,
"nauc_recall_at_1_max": 0.364348,
"nauc_recall_at_1_std": -0.01631,
"nauc_recall_at_1_diff1": 0.529856,
"nauc_recall_at_3_max": 0.343817,
"nauc_recall_at_3_std": 0.054702,
"nauc_recall_at_3_diff1": 0.414897,
"nauc_recall_at_5_max": 0.312585,
"nauc_recall_at_5_std": 0.040548,
"nauc_recall_at_5_diff1": 0.367072,
"nauc_recall_at_10_max": 0.302046,
"nauc_recall_at_10_std": 0.067438,
"nauc_recall_at_10_diff1": 0.328025,
"nauc_recall_at_20_max": 0.289,
"nauc_recall_at_20_std": 0.079,
"nauc_recall_at_20_diff1": 0.309696,
"nauc_recall_at_100_max": 0.279702,
"nauc_recall_at_100_std": 0.178914,
"nauc_recall_at_100_diff1": 0.259407,
"nauc_recall_at_1000_max": 0.358183,
"nauc_recall_at_1000_std": 0.36287,
"nauc_recall_at_1000_diff1": 0.232753,
"nauc_precision_at_1_max": 0.366074,
"nauc_precision_at_1_std": -0.002938,
"nauc_precision_at_1_diff1": 0.511682,
"nauc_precision_at_3_max": 0.342215,
"nauc_precision_at_3_std": 0.079457,
"nauc_precision_at_3_diff1": 0.379603,
"nauc_precision_at_5_max": 0.308996,
"nauc_precision_at_5_std": 0.065465,
"nauc_precision_at_5_diff1": 0.327939,
"nauc_precision_at_10_max": 0.293998,
"nauc_precision_at_10_std": 0.10973,
"nauc_precision_at_10_diff1": 0.268081,
"nauc_precision_at_20_max": 0.265752,
"nauc_precision_at_20_std": 0.123159,
"nauc_precision_at_20_diff1": 0.234389,
"nauc_precision_at_100_max": 0.178161,
"nauc_precision_at_100_std": 0.176852,
"nauc_precision_at_100_diff1": 0.089218,
"nauc_precision_at_1000_max": 0.055458,
"nauc_precision_at_1000_std": 0.142567,
"nauc_precision_at_1000_diff1": -0.047612,
"nauc_mrr_at_1_max": 0.366074,
"nauc_mrr_at_1_std": -0.002938,
"nauc_mrr_at_1_diff1": 0.511682,
"nauc_mrr_at_3_max": 0.354753,
"nauc_mrr_at_3_std": 0.024454,
"nauc_mrr_at_3_diff1": 0.456803,
"nauc_mrr_at_5_max": 0.349086,
"nauc_mrr_at_5_std": 0.021245,
"nauc_mrr_at_5_diff1": 0.444838,
"nauc_mrr_at_10_max": 0.346014,
"nauc_mrr_at_10_std": 0.024307,
"nauc_mrr_at_10_diff1": 0.440129,
"nauc_mrr_at_20_max": 0.345043,
"nauc_mrr_at_20_std": 0.026122,
"nauc_mrr_at_20_diff1": 0.439379,
"nauc_mrr_at_100_max": 0.345434,
"nauc_mrr_at_100_std": 0.028055,
"nauc_mrr_at_100_diff1": 0.439384,
"nauc_mrr_at_1000_max": 0.34558,
"nauc_mrr_at_1000_std": 0.028083,
"nauc_mrr_at_1000_diff1": 0.439607,
"main_score": 0.3119,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 103.79455494880676,
"kg_co2_emissions": null
} |