| { | |
| "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", | |
| "task_name": "CQADupstackWordpressRetrieval", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.18299, | |
| "ndcg_at_3": 0.22947, | |
| "ndcg_at_5": 0.24289, | |
| "ndcg_at_10": 0.26195, | |
| "ndcg_at_20": 0.28138, | |
| "ndcg_at_100": 0.31194, | |
| "ndcg_at_1000": 0.34148, | |
| "map_at_1": 0.16833, | |
| "map_at_3": 0.211, | |
| "map_at_5": 0.2197, | |
| "map_at_10": 0.22788, | |
| "map_at_20": 0.23321, | |
| "map_at_100": 0.2373, | |
| "map_at_1000": 0.23838, | |
| "recall_at_1": 0.16833, | |
| "recall_at_3": 0.26334, | |
| "recall_at_5": 0.29575, | |
| "recall_at_10": 0.3512, | |
| "recall_at_20": 0.42532, | |
| "recall_at_100": 0.58598, | |
| "recall_at_1000": 0.80809, | |
| "precision_at_1": 0.18299, | |
| "precision_at_3": 0.0992, | |
| "precision_at_5": 0.06765, | |
| "precision_at_10": 0.04067, | |
| "precision_at_20": 0.02486, | |
| "precision_at_100": 0.00701, | |
| "precision_at_1000": 0.00105, | |
| "mrr_at_1": 0.182994, | |
| "mrr_at_3": 0.227665, | |
| "mrr_at_5": 0.235059, | |
| "mrr_at_10": 0.243175, | |
| "mrr_at_20": 0.248732, | |
| "mrr_at_100": 0.252759, | |
| "mrr_at_1000": 0.253625, | |
| "nauc_ndcg_at_1_max": 0.290492, | |
| "nauc_ndcg_at_1_std": -0.037429, | |
| "nauc_ndcg_at_1_diff1": 0.427622, | |
| "nauc_ndcg_at_3_max": 0.243326, | |
| "nauc_ndcg_at_3_std": -0.02747, | |
| "nauc_ndcg_at_3_diff1": 0.340168, | |
| "nauc_ndcg_at_5_max": 0.238634, | |
| "nauc_ndcg_at_5_std": -0.02659, | |
| "nauc_ndcg_at_5_diff1": 0.330531, | |
| "nauc_ndcg_at_10_max": 0.247575, | |
| "nauc_ndcg_at_10_std": -0.017911, | |
| "nauc_ndcg_at_10_diff1": 0.320757, | |
| "nauc_ndcg_at_20_max": 0.245705, | |
| "nauc_ndcg_at_20_std": 0.004907, | |
| "nauc_ndcg_at_20_diff1": 0.320415, | |
| "nauc_ndcg_at_100_max": 0.240886, | |
| "nauc_ndcg_at_100_std": 0.023006, | |
| "nauc_ndcg_at_100_diff1": 0.31633, | |
| "nauc_ndcg_at_1000_max": 0.242627, | |
| "nauc_ndcg_at_1000_std": 0.029307, | |
| "nauc_ndcg_at_1000_diff1": 0.318627, | |
| "nauc_map_at_1_max": 0.265847, | |
| "nauc_map_at_1_std": -0.039069, | |
| "nauc_map_at_1_diff1": 0.430649, | |
| "nauc_map_at_3_max": 0.244435, | |
| "nauc_map_at_3_std": -0.027471, | |
| "nauc_map_at_3_diff1": 0.358874, | |
| "nauc_map_at_5_max": 0.244507, | |
| "nauc_map_at_5_std": -0.02695, | |
| "nauc_map_at_5_diff1": 0.352913, | |
| "nauc_map_at_10_max": 0.248881, | |
| "nauc_map_at_10_std": -0.023212, | |
| "nauc_map_at_10_diff1": 0.348928, | |
| "nauc_map_at_20_max": 0.248784, | |
| "nauc_map_at_20_std": -0.016656, | |
| "nauc_map_at_20_diff1": 0.348707, | |
| "nauc_map_at_100_max": 0.248009, | |
| "nauc_map_at_100_std": -0.014712, | |
| "nauc_map_at_100_diff1": 0.348352, | |
| "nauc_map_at_1000_max": 0.248034, | |
| "nauc_map_at_1000_std": -0.014321, | |
| "nauc_map_at_1000_diff1": 0.348601, | |
| "nauc_recall_at_1_max": 0.265847, | |
| "nauc_recall_at_1_std": -0.039069, | |
| "nauc_recall_at_1_diff1": 0.430649, | |
| "nauc_recall_at_3_max": 0.213529, | |
| "nauc_recall_at_3_std": -0.025467, | |
| "nauc_recall_at_3_diff1": 0.286084, | |
| "nauc_recall_at_5_max": 0.205815, | |
| "nauc_recall_at_5_std": -0.025665, | |
| "nauc_recall_at_5_diff1": 0.265638, | |
| "nauc_recall_at_10_max": 0.223811, | |
| "nauc_recall_at_10_std": -0.002912, | |
| "nauc_recall_at_10_diff1": 0.236385, | |
| "nauc_recall_at_20_max": 0.211582, | |
| "nauc_recall_at_20_std": 0.067677, | |
| "nauc_recall_at_20_diff1": 0.234745, | |
| "nauc_recall_at_100_max": 0.182712, | |
| "nauc_recall_at_100_std": 0.17472, | |
| "nauc_recall_at_100_diff1": 0.201213, | |
| "nauc_recall_at_1000_max": 0.174778, | |
| "nauc_recall_at_1000_std": 0.340317, | |
| "nauc_recall_at_1000_diff1": 0.125604, | |
| "nauc_precision_at_1_max": 0.290492, | |
| "nauc_precision_at_1_std": -0.037429, | |
| "nauc_precision_at_1_diff1": 0.427622, | |
| "nauc_precision_at_3_max": 0.227398, | |
| "nauc_precision_at_3_std": -0.028379, | |
| "nauc_precision_at_3_diff1": 0.266137, | |
| "nauc_precision_at_5_max": 0.230675, | |
| "nauc_precision_at_5_std": -0.017098, | |
| "nauc_precision_at_5_diff1": 0.241378, | |
| "nauc_precision_at_10_max": 0.243564, | |
| "nauc_precision_at_10_std": 0.005694, | |
| "nauc_precision_at_10_diff1": 0.209227, | |
| "nauc_precision_at_20_max": 0.239849, | |
| "nauc_precision_at_20_std": 0.089154, | |
| "nauc_precision_at_20_diff1": 0.210395, | |
| "nauc_precision_at_100_max": 0.187676, | |
| "nauc_precision_at_100_std": 0.159012, | |
| "nauc_precision_at_100_diff1": 0.145642, | |
| "nauc_precision_at_1000_max": 0.040961, | |
| "nauc_precision_at_1000_std": 0.149076, | |
| "nauc_precision_at_1000_diff1": 0.029816, | |
| "nauc_mrr_at_1_max": 0.290492, | |
| "nauc_mrr_at_1_std": -0.037429, | |
| "nauc_mrr_at_1_diff1": 0.427622, | |
| "nauc_mrr_at_3_max": 0.261245, | |
| "nauc_mrr_at_3_std": -0.029722, | |
| "nauc_mrr_at_3_diff1": 0.363549, | |
| "nauc_mrr_at_5_max": 0.259592, | |
| "nauc_mrr_at_5_std": -0.028622, | |
| "nauc_mrr_at_5_diff1": 0.357855, | |
| "nauc_mrr_at_10_max": 0.264184, | |
| "nauc_mrr_at_10_std": -0.024333, | |
| "nauc_mrr_at_10_diff1": 0.353717, | |
| "nauc_mrr_at_20_max": 0.264148, | |
| "nauc_mrr_at_20_std": -0.017082, | |
| "nauc_mrr_at_20_diff1": 0.353438, | |
| "nauc_mrr_at_100_max": 0.263672, | |
| "nauc_mrr_at_100_std": -0.015025, | |
| "nauc_mrr_at_100_diff1": 0.353221, | |
| "nauc_mrr_at_1000_max": 0.263556, | |
| "nauc_mrr_at_1000_std": -0.014899, | |
| "nauc_mrr_at_1000_diff1": 0.353607, | |
| "main_score": 0.26195, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 105.96243500709534, | |
| "kg_co2_emissions": null | |
| } |