| { | |
| "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a", | |
| "task_name": "ArguAna", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.24609, | |
| "ndcg_at_3": 0.36278, | |
| "ndcg_at_5": 0.40903, | |
| "ndcg_at_10": 0.46381, | |
| "ndcg_at_20": 0.49571, | |
| "ndcg_at_100": 0.51666, | |
| "ndcg_at_1000": 0.52098, | |
| "map_at_1": 0.24609, | |
| "map_at_3": 0.33404, | |
| "map_at_5": 0.35968, | |
| "map_at_10": 0.38204, | |
| "map_at_20": 0.39113, | |
| "map_at_100": 0.39432, | |
| "map_at_1000": 0.3945, | |
| "recall_at_1": 0.24609, | |
| "recall_at_3": 0.44595, | |
| "recall_at_5": 0.55832, | |
| "recall_at_10": 0.72902, | |
| "recall_at_20": 0.85277, | |
| "recall_at_100": 0.96159, | |
| "recall_at_1000": 0.99431, | |
| "precision_at_1": 0.24609, | |
| "precision_at_3": 0.14865, | |
| "precision_at_5": 0.11166, | |
| "precision_at_10": 0.0729, | |
| "precision_at_20": 0.04264, | |
| "precision_at_100": 0.00962, | |
| "precision_at_1000": 0.00099, | |
| "mrr_at_1": 0.251067, | |
| "mrr_at_3": 0.335941, | |
| "mrr_at_5": 0.361546, | |
| "mrr_at_10": 0.383849, | |
| "mrr_at_20": 0.393004, | |
| "mrr_at_100": 0.396189, | |
| "mrr_at_1000": 0.396374, | |
| "nauc_ndcg_at_1_max": -0.056006, | |
| "nauc_ndcg_at_1_std": -0.048049, | |
| "nauc_ndcg_at_1_diff1": 0.14903, | |
| "nauc_ndcg_at_3_max": -0.00408, | |
| "nauc_ndcg_at_3_std": -0.019375, | |
| "nauc_ndcg_at_3_diff1": 0.121454, | |
| "nauc_ndcg_at_5_max": -0.004685, | |
| "nauc_ndcg_at_5_std": -0.020393, | |
| "nauc_ndcg_at_5_diff1": 0.107318, | |
| "nauc_ndcg_at_10_max": 0.030675, | |
| "nauc_ndcg_at_10_std": -0.003638, | |
| "nauc_ndcg_at_10_diff1": 0.113071, | |
| "nauc_ndcg_at_20_max": 0.025101, | |
| "nauc_ndcg_at_20_std": -0.003348, | |
| "nauc_ndcg_at_20_diff1": 0.115383, | |
| "nauc_ndcg_at_100_max": 0.010754, | |
| "nauc_ndcg_at_100_std": 0.001077, | |
| "nauc_ndcg_at_100_diff1": 0.118117, | |
| "nauc_ndcg_at_1000_max": 0.005791, | |
| "nauc_ndcg_at_1000_std": -0.006433, | |
| "nauc_ndcg_at_1000_diff1": 0.119586, | |
| "nauc_map_at_1_max": -0.056006, | |
| "nauc_map_at_1_std": -0.048049, | |
| "nauc_map_at_1_diff1": 0.14903, | |
| "nauc_map_at_3_max": -0.015511, | |
| "nauc_map_at_3_std": -0.024433, | |
| "nauc_map_at_3_diff1": 0.126974, | |
| "nauc_map_at_5_max": -0.015512, | |
| "nauc_map_at_5_std": -0.024537, | |
| "nauc_map_at_5_diff1": 0.11982, | |
| "nauc_map_at_10_max": -0.00244, | |
| "nauc_map_at_10_std": -0.017698, | |
| "nauc_map_at_10_diff1": 0.122534, | |
| "nauc_map_at_20_max": -0.00477, | |
| "nauc_map_at_20_std": -0.018189, | |
| "nauc_map_at_20_diff1": 0.123218, | |
| "nauc_map_at_100_max": -0.006815, | |
| "nauc_map_at_100_std": -0.017488, | |
| "nauc_map_at_100_diff1": 0.123542, | |
| "nauc_map_at_1000_max": -0.006971, | |
| "nauc_map_at_1000_std": -0.017692, | |
| "nauc_map_at_1000_diff1": 0.123594, | |
| "nauc_recall_at_1_max": -0.056006, | |
| "nauc_recall_at_1_std": -0.048049, | |
| "nauc_recall_at_1_diff1": 0.14903, | |
| "nauc_recall_at_3_max": 0.026873, | |
| "nauc_recall_at_3_std": -0.006182, | |
| "nauc_recall_at_3_diff1": 0.106725, | |
| "nauc_recall_at_5_max": 0.025734, | |
| "nauc_recall_at_5_std": -0.009853, | |
| "nauc_recall_at_5_diff1": 0.068572, | |
| "nauc_recall_at_10_max": 0.178111, | |
| "nauc_recall_at_10_std": 0.056516, | |
| "nauc_recall_at_10_diff1": 0.07601, | |
| "nauc_recall_at_20_max": 0.239859, | |
| "nauc_recall_at_20_std": 0.104235, | |
| "nauc_recall_at_20_diff1": 0.070172, | |
| "nauc_recall_at_100_max": 0.307669, | |
| "nauc_recall_at_100_std": 0.509552, | |
| "nauc_recall_at_100_diff1": 0.051657, | |
| "nauc_recall_at_1000_max": 0.254176, | |
| "nauc_recall_at_1000_std": 0.730444, | |
| "nauc_recall_at_1000_diff1": 0.166349, | |
| "nauc_precision_at_1_max": -0.056006, | |
| "nauc_precision_at_1_std": -0.048049, | |
| "nauc_precision_at_1_diff1": 0.14903, | |
| "nauc_precision_at_3_max": 0.026873, | |
| "nauc_precision_at_3_std": -0.006182, | |
| "nauc_precision_at_3_diff1": 0.106725, | |
| "nauc_precision_at_5_max": 0.025734, | |
| "nauc_precision_at_5_std": -0.009853, | |
| "nauc_precision_at_5_diff1": 0.068572, | |
| "nauc_precision_at_10_max": 0.178111, | |
| "nauc_precision_at_10_std": 0.056516, | |
| "nauc_precision_at_10_diff1": 0.07601, | |
| "nauc_precision_at_20_max": 0.239859, | |
| "nauc_precision_at_20_std": 0.104235, | |
| "nauc_precision_at_20_diff1": 0.070172, | |
| "nauc_precision_at_100_max": 0.307669, | |
| "nauc_precision_at_100_std": 0.509552, | |
| "nauc_precision_at_100_diff1": 0.051657, | |
| "nauc_precision_at_1000_max": 0.254176, | |
| "nauc_precision_at_1000_std": 0.730444, | |
| "nauc_precision_at_1000_diff1": 0.166349, | |
| "nauc_mrr_at_1_max": -0.051381, | |
| "nauc_mrr_at_1_std": -0.041855, | |
| "nauc_mrr_at_1_diff1": 0.132056, | |
| "nauc_mrr_at_3_max": -0.017796, | |
| "nauc_mrr_at_3_std": -0.023432, | |
| "nauc_mrr_at_3_diff1": 0.114369, | |
| "nauc_mrr_at_5_max": -0.017394, | |
| "nauc_mrr_at_5_std": -0.023168, | |
| "nauc_mrr_at_5_diff1": 0.107454, | |
| "nauc_mrr_at_10_max": -0.005076, | |
| "nauc_mrr_at_10_std": -0.016223, | |
| "nauc_mrr_at_10_diff1": 0.109067, | |
| "nauc_mrr_at_20_max": -0.00715, | |
| "nauc_mrr_at_20_std": -0.016808, | |
| "nauc_mrr_at_20_diff1": 0.109766, | |
| "nauc_mrr_at_100_max": -0.009223, | |
| "nauc_mrr_at_100_std": -0.016097, | |
| "nauc_mrr_at_100_diff1": 0.109945, | |
| "nauc_mrr_at_1000_max": -0.00938, | |
| "nauc_mrr_at_1000_std": -0.0163, | |
| "nauc_mrr_at_1000_diff1": 0.109988, | |
| "main_score": 0.46381, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 18.032260179519653, | |
| "kg_co2_emissions": null | |
| } |