{ "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", "task_name": "CQADupstackWordpressRetrieval", "mteb_version": "1.25.1", "scores": { "test": [ { "ndcg_at_1": 0.18299, "ndcg_at_3": 0.22947, "ndcg_at_5": 0.24289, "ndcg_at_10": 0.26195, "ndcg_at_20": 0.28138, "ndcg_at_100": 0.31194, "ndcg_at_1000": 0.34148, "map_at_1": 0.16833, "map_at_3": 0.211, "map_at_5": 0.2197, "map_at_10": 0.22788, "map_at_20": 0.23321, "map_at_100": 0.2373, "map_at_1000": 0.23838, "recall_at_1": 0.16833, "recall_at_3": 0.26334, "recall_at_5": 0.29575, "recall_at_10": 0.3512, "recall_at_20": 0.42532, "recall_at_100": 0.58598, "recall_at_1000": 0.80809, "precision_at_1": 0.18299, "precision_at_3": 0.0992, "precision_at_5": 0.06765, "precision_at_10": 0.04067, "precision_at_20": 0.02486, "precision_at_100": 0.00701, "precision_at_1000": 0.00105, "mrr_at_1": 0.182994, "mrr_at_3": 0.227665, "mrr_at_5": 0.235059, "mrr_at_10": 0.243175, "mrr_at_20": 0.248732, "mrr_at_100": 0.252759, "mrr_at_1000": 0.253625, "nauc_ndcg_at_1_max": 0.290492, "nauc_ndcg_at_1_std": -0.037429, "nauc_ndcg_at_1_diff1": 0.427622, "nauc_ndcg_at_3_max": 0.243326, "nauc_ndcg_at_3_std": -0.02747, "nauc_ndcg_at_3_diff1": 0.340168, "nauc_ndcg_at_5_max": 0.238634, "nauc_ndcg_at_5_std": -0.02659, "nauc_ndcg_at_5_diff1": 0.330531, "nauc_ndcg_at_10_max": 0.247575, "nauc_ndcg_at_10_std": -0.017911, "nauc_ndcg_at_10_diff1": 0.320757, "nauc_ndcg_at_20_max": 0.245705, "nauc_ndcg_at_20_std": 0.004907, "nauc_ndcg_at_20_diff1": 0.320415, "nauc_ndcg_at_100_max": 0.240886, "nauc_ndcg_at_100_std": 0.023006, "nauc_ndcg_at_100_diff1": 0.31633, "nauc_ndcg_at_1000_max": 0.242627, "nauc_ndcg_at_1000_std": 0.029307, "nauc_ndcg_at_1000_diff1": 0.318627, "nauc_map_at_1_max": 0.265847, "nauc_map_at_1_std": -0.039069, "nauc_map_at_1_diff1": 0.430649, "nauc_map_at_3_max": 0.244435, "nauc_map_at_3_std": -0.027471, "nauc_map_at_3_diff1": 0.358874, "nauc_map_at_5_max": 0.244507, "nauc_map_at_5_std": -0.02695, "nauc_map_at_5_diff1": 0.352913, "nauc_map_at_10_max": 0.248881, "nauc_map_at_10_std": -0.023212, "nauc_map_at_10_diff1": 0.348928, "nauc_map_at_20_max": 0.248784, "nauc_map_at_20_std": -0.016656, "nauc_map_at_20_diff1": 0.348707, "nauc_map_at_100_max": 0.248009, "nauc_map_at_100_std": -0.014712, "nauc_map_at_100_diff1": 0.348352, "nauc_map_at_1000_max": 0.248034, "nauc_map_at_1000_std": -0.014321, "nauc_map_at_1000_diff1": 0.348601, "nauc_recall_at_1_max": 0.265847, "nauc_recall_at_1_std": -0.039069, "nauc_recall_at_1_diff1": 0.430649, "nauc_recall_at_3_max": 0.213529, "nauc_recall_at_3_std": -0.025467, "nauc_recall_at_3_diff1": 0.286084, "nauc_recall_at_5_max": 0.205815, "nauc_recall_at_5_std": -0.025665, "nauc_recall_at_5_diff1": 0.265638, "nauc_recall_at_10_max": 0.223811, "nauc_recall_at_10_std": -0.002912, "nauc_recall_at_10_diff1": 0.236385, "nauc_recall_at_20_max": 0.211582, "nauc_recall_at_20_std": 0.067677, "nauc_recall_at_20_diff1": 0.234745, "nauc_recall_at_100_max": 0.182712, "nauc_recall_at_100_std": 0.17472, "nauc_recall_at_100_diff1": 0.201213, "nauc_recall_at_1000_max": 0.174778, "nauc_recall_at_1000_std": 0.340317, "nauc_recall_at_1000_diff1": 0.125604, "nauc_precision_at_1_max": 0.290492, "nauc_precision_at_1_std": -0.037429, "nauc_precision_at_1_diff1": 0.427622, "nauc_precision_at_3_max": 0.227398, "nauc_precision_at_3_std": -0.028379, "nauc_precision_at_3_diff1": 0.266137, "nauc_precision_at_5_max": 0.230675, "nauc_precision_at_5_std": -0.017098, "nauc_precision_at_5_diff1": 0.241378, "nauc_precision_at_10_max": 0.243564, "nauc_precision_at_10_std": 0.005694, "nauc_precision_at_10_diff1": 0.209227, "nauc_precision_at_20_max": 0.239849, "nauc_precision_at_20_std": 0.089154, "nauc_precision_at_20_diff1": 0.210395, "nauc_precision_at_100_max": 0.187676, "nauc_precision_at_100_std": 0.159012, "nauc_precision_at_100_diff1": 0.145642, "nauc_precision_at_1000_max": 0.040961, "nauc_precision_at_1000_std": 0.149076, "nauc_precision_at_1000_diff1": 0.029816, "nauc_mrr_at_1_max": 0.290492, "nauc_mrr_at_1_std": -0.037429, "nauc_mrr_at_1_diff1": 0.427622, "nauc_mrr_at_3_max": 0.261245, "nauc_mrr_at_3_std": -0.029722, "nauc_mrr_at_3_diff1": 0.363549, "nauc_mrr_at_5_max": 0.259592, "nauc_mrr_at_5_std": -0.028622, "nauc_mrr_at_5_diff1": 0.357855, "nauc_mrr_at_10_max": 0.264184, "nauc_mrr_at_10_std": -0.024333, "nauc_mrr_at_10_diff1": 0.353717, "nauc_mrr_at_20_max": 0.264148, "nauc_mrr_at_20_std": -0.017082, "nauc_mrr_at_20_diff1": 0.353438, "nauc_mrr_at_100_max": 0.263672, "nauc_mrr_at_100_std": -0.015025, "nauc_mrr_at_100_diff1": 0.353221, "nauc_mrr_at_1000_max": 0.263556, "nauc_mrr_at_1000_std": -0.014899, "nauc_mrr_at_1000_diff1": 0.353607, "main_score": 0.26195, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 105.96243500709534, "kg_co2_emissions": null }