{ "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a", "task_name": "ArguAna", "mteb_version": "1.25.1", "scores": { "test": [ { "ndcg_at_1": 0.24609, "ndcg_at_3": 0.36278, "ndcg_at_5": 0.40903, "ndcg_at_10": 0.46381, "ndcg_at_20": 0.49571, "ndcg_at_100": 0.51666, "ndcg_at_1000": 0.52098, "map_at_1": 0.24609, "map_at_3": 0.33404, "map_at_5": 0.35968, "map_at_10": 0.38204, "map_at_20": 0.39113, "map_at_100": 0.39432, "map_at_1000": 0.3945, "recall_at_1": 0.24609, "recall_at_3": 0.44595, "recall_at_5": 0.55832, "recall_at_10": 0.72902, "recall_at_20": 0.85277, "recall_at_100": 0.96159, "recall_at_1000": 0.99431, "precision_at_1": 0.24609, "precision_at_3": 0.14865, "precision_at_5": 0.11166, "precision_at_10": 0.0729, "precision_at_20": 0.04264, "precision_at_100": 0.00962, "precision_at_1000": 0.00099, "mrr_at_1": 0.251067, "mrr_at_3": 0.335941, "mrr_at_5": 0.361546, "mrr_at_10": 0.383849, "mrr_at_20": 0.393004, "mrr_at_100": 0.396189, "mrr_at_1000": 0.396374, "nauc_ndcg_at_1_max": -0.056006, "nauc_ndcg_at_1_std": -0.048049, "nauc_ndcg_at_1_diff1": 0.14903, "nauc_ndcg_at_3_max": -0.00408, "nauc_ndcg_at_3_std": -0.019375, "nauc_ndcg_at_3_diff1": 0.121454, "nauc_ndcg_at_5_max": -0.004685, "nauc_ndcg_at_5_std": -0.020393, "nauc_ndcg_at_5_diff1": 0.107318, "nauc_ndcg_at_10_max": 0.030675, "nauc_ndcg_at_10_std": -0.003638, "nauc_ndcg_at_10_diff1": 0.113071, "nauc_ndcg_at_20_max": 0.025101, "nauc_ndcg_at_20_std": -0.003348, "nauc_ndcg_at_20_diff1": 0.115383, "nauc_ndcg_at_100_max": 0.010754, "nauc_ndcg_at_100_std": 0.001077, "nauc_ndcg_at_100_diff1": 0.118117, "nauc_ndcg_at_1000_max": 0.005791, "nauc_ndcg_at_1000_std": -0.006433, "nauc_ndcg_at_1000_diff1": 0.119586, "nauc_map_at_1_max": -0.056006, "nauc_map_at_1_std": -0.048049, "nauc_map_at_1_diff1": 0.14903, "nauc_map_at_3_max": -0.015511, "nauc_map_at_3_std": -0.024433, "nauc_map_at_3_diff1": 0.126974, "nauc_map_at_5_max": -0.015512, "nauc_map_at_5_std": -0.024537, "nauc_map_at_5_diff1": 0.11982, "nauc_map_at_10_max": -0.00244, "nauc_map_at_10_std": -0.017698, "nauc_map_at_10_diff1": 0.122534, "nauc_map_at_20_max": -0.00477, "nauc_map_at_20_std": -0.018189, "nauc_map_at_20_diff1": 0.123218, "nauc_map_at_100_max": -0.006815, "nauc_map_at_100_std": -0.017488, "nauc_map_at_100_diff1": 0.123542, "nauc_map_at_1000_max": -0.006971, "nauc_map_at_1000_std": -0.017692, "nauc_map_at_1000_diff1": 0.123594, "nauc_recall_at_1_max": -0.056006, "nauc_recall_at_1_std": -0.048049, "nauc_recall_at_1_diff1": 0.14903, "nauc_recall_at_3_max": 0.026873, "nauc_recall_at_3_std": -0.006182, "nauc_recall_at_3_diff1": 0.106725, "nauc_recall_at_5_max": 0.025734, "nauc_recall_at_5_std": -0.009853, "nauc_recall_at_5_diff1": 0.068572, "nauc_recall_at_10_max": 0.178111, "nauc_recall_at_10_std": 0.056516, "nauc_recall_at_10_diff1": 0.07601, "nauc_recall_at_20_max": 0.239859, "nauc_recall_at_20_std": 0.104235, "nauc_recall_at_20_diff1": 0.070172, "nauc_recall_at_100_max": 0.307669, "nauc_recall_at_100_std": 0.509552, "nauc_recall_at_100_diff1": 0.051657, "nauc_recall_at_1000_max": 0.254176, "nauc_recall_at_1000_std": 0.730444, "nauc_recall_at_1000_diff1": 0.166349, "nauc_precision_at_1_max": -0.056006, "nauc_precision_at_1_std": -0.048049, "nauc_precision_at_1_diff1": 0.14903, "nauc_precision_at_3_max": 0.026873, "nauc_precision_at_3_std": -0.006182, "nauc_precision_at_3_diff1": 0.106725, "nauc_precision_at_5_max": 0.025734, "nauc_precision_at_5_std": -0.009853, "nauc_precision_at_5_diff1": 0.068572, "nauc_precision_at_10_max": 0.178111, "nauc_precision_at_10_std": 0.056516, "nauc_precision_at_10_diff1": 0.07601, "nauc_precision_at_20_max": 0.239859, "nauc_precision_at_20_std": 0.104235, "nauc_precision_at_20_diff1": 0.070172, "nauc_precision_at_100_max": 0.307669, "nauc_precision_at_100_std": 0.509552, "nauc_precision_at_100_diff1": 0.051657, "nauc_precision_at_1000_max": 0.254176, "nauc_precision_at_1000_std": 0.730444, "nauc_precision_at_1000_diff1": 0.166349, "nauc_mrr_at_1_max": -0.051381, "nauc_mrr_at_1_std": -0.041855, "nauc_mrr_at_1_diff1": 0.132056, "nauc_mrr_at_3_max": -0.017796, "nauc_mrr_at_3_std": -0.023432, "nauc_mrr_at_3_diff1": 0.114369, "nauc_mrr_at_5_max": -0.017394, "nauc_mrr_at_5_std": -0.023168, "nauc_mrr_at_5_diff1": 0.107454, "nauc_mrr_at_10_max": -0.005076, "nauc_mrr_at_10_std": -0.016223, "nauc_mrr_at_10_diff1": 0.109067, "nauc_mrr_at_20_max": -0.00715, "nauc_mrr_at_20_std": -0.016808, "nauc_mrr_at_20_diff1": 0.109766, "nauc_mrr_at_100_max": -0.009223, "nauc_mrr_at_100_std": -0.016097, "nauc_mrr_at_100_diff1": 0.109945, "nauc_mrr_at_1000_max": -0.00938, "nauc_mrr_at_1000_std": -0.0163, "nauc_mrr_at_1000_diff1": 0.109988, "main_score": 0.46381, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 18.032260179519653, "kg_co2_emissions": null }