| { | |
| "dataset_revision": "e4e08e0b7dbe3c8700f0daef558ff32256715259", | |
| "task_name": "QuoraRetrieval", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.7981, | |
| "ndcg_at_3": 0.83923, | |
| "ndcg_at_5": 0.85516, | |
| "ndcg_at_10": 0.86825, | |
| "ndcg_at_20": 0.87562, | |
| "ndcg_at_100": 0.88241, | |
| "ndcg_at_1000": 0.88406, | |
| "map_at_1": 0.69387, | |
| "map_at_3": 0.80109, | |
| "map_at_5": 0.81907, | |
| "map_at_10": 0.82976, | |
| "map_at_20": 0.83391, | |
| "map_at_100": 0.83627, | |
| "map_at_1000": 0.83648, | |
| "recall_at_1": 0.69387, | |
| "recall_at_3": 0.85762, | |
| "recall_at_5": 0.90305, | |
| "recall_at_10": 0.94156, | |
| "recall_at_20": 0.9656, | |
| "recall_at_100": 0.99099, | |
| "recall_at_1000": 0.99905, | |
| "precision_at_1": 0.7981, | |
| "precision_at_3": 0.3661, | |
| "precision_at_5": 0.24042, | |
| "precision_at_10": 0.13102, | |
| "precision_at_20": 0.06961, | |
| "precision_at_100": 0.0151, | |
| "precision_at_1000": 0.00156, | |
| "mrr_at_1": 0.7979, | |
| "mrr_at_3": 0.8504, | |
| "mrr_at_5": 0.85789, | |
| "mrr_at_10": 0.861217, | |
| "mrr_at_20": 0.862272, | |
| "mrr_at_100": 0.862594, | |
| "mrr_at_1000": 0.862613, | |
| "nauc_ndcg_at_1_max": 0.385323, | |
| "nauc_ndcg_at_1_std": -0.352997, | |
| "nauc_ndcg_at_1_diff1": 0.768904, | |
| "nauc_ndcg_at_3_max": 0.358767, | |
| "nauc_ndcg_at_3_std": -0.422362, | |
| "nauc_ndcg_at_3_diff1": 0.750812, | |
| "nauc_ndcg_at_5_max": 0.365901, | |
| "nauc_ndcg_at_5_std": -0.437432, | |
| "nauc_ndcg_at_5_diff1": 0.756063, | |
| "nauc_ndcg_at_10_max": 0.371952, | |
| "nauc_ndcg_at_10_std": -0.432721, | |
| "nauc_ndcg_at_10_diff1": 0.758216, | |
| "nauc_ndcg_at_20_max": 0.375014, | |
| "nauc_ndcg_at_20_std": -0.419042, | |
| "nauc_ndcg_at_20_diff1": 0.75704, | |
| "nauc_ndcg_at_100_max": 0.380351, | |
| "nauc_ndcg_at_100_std": -0.39988, | |
| "nauc_ndcg_at_100_diff1": 0.756946, | |
| "nauc_ndcg_at_1000_max": 0.380961, | |
| "nauc_ndcg_at_1000_std": -0.395691, | |
| "nauc_ndcg_at_1000_diff1": 0.756467, | |
| "nauc_map_at_1_max": 0.276589, | |
| "nauc_map_at_1_std": -0.386526, | |
| "nauc_map_at_1_diff1": 0.7886, | |
| "nauc_map_at_3_max": 0.332655, | |
| "nauc_map_at_3_std": -0.448285, | |
| "nauc_map_at_3_diff1": 0.762881, | |
| "nauc_map_at_5_max": 0.348765, | |
| "nauc_map_at_5_std": -0.448588, | |
| "nauc_map_at_5_diff1": 0.761948, | |
| "nauc_map_at_10_max": 0.357223, | |
| "nauc_map_at_10_std": -0.437594, | |
| "nauc_map_at_10_diff1": 0.760072, | |
| "nauc_map_at_20_max": 0.360747, | |
| "nauc_map_at_20_std": -0.427652, | |
| "nauc_map_at_20_diff1": 0.75873, | |
| "nauc_map_at_100_max": 0.363031, | |
| "nauc_map_at_100_std": -0.420231, | |
| "nauc_map_at_100_diff1": 0.758438, | |
| "nauc_map_at_1000_max": 0.363384, | |
| "nauc_map_at_1000_std": -0.41938, | |
| "nauc_map_at_1000_diff1": 0.758393, | |
| "nauc_recall_at_1_max": 0.276589, | |
| "nauc_recall_at_1_std": -0.386526, | |
| "nauc_recall_at_1_diff1": 0.7886, | |
| "nauc_recall_at_3_max": 0.29953, | |
| "nauc_recall_at_3_std": -0.507123, | |
| "nauc_recall_at_3_diff1": 0.723936, | |
| "nauc_recall_at_5_max": 0.318398, | |
| "nauc_recall_at_5_std": -0.564493, | |
| "nauc_recall_at_5_diff1": 0.717385, | |
| "nauc_recall_at_10_max": 0.330489, | |
| "nauc_recall_at_10_std": -0.596467, | |
| "nauc_recall_at_10_diff1": 0.714574, | |
| "nauc_recall_at_20_max": 0.34185, | |
| "nauc_recall_at_20_std": -0.570183, | |
| "nauc_recall_at_20_diff1": 0.707112, | |
| "nauc_recall_at_100_max": 0.426654, | |
| "nauc_recall_at_100_std": -0.408769, | |
| "nauc_recall_at_100_diff1": 0.720717, | |
| "nauc_recall_at_1000_max": 0.441165, | |
| "nauc_recall_at_1000_std": 0.174422, | |
| "nauc_recall_at_1000_diff1": 0.582066, | |
| "nauc_precision_at_1_max": 0.385323, | |
| "nauc_precision_at_1_std": -0.352997, | |
| "nauc_precision_at_1_diff1": 0.768904, | |
| "nauc_precision_at_3_max": 0.115283, | |
| "nauc_precision_at_3_std": 0.034073, | |
| "nauc_precision_at_3_diff1": -0.11805, | |
| "nauc_precision_at_5_max": 0.067543, | |
| "nauc_precision_at_5_std": 0.137509, | |
| "nauc_precision_at_5_diff1": -0.254885, | |
| "nauc_precision_at_10_max": 0.025493, | |
| "nauc_precision_at_10_std": 0.236938, | |
| "nauc_precision_at_10_diff1": -0.342161, | |
| "nauc_precision_at_20_max": -0.001939, | |
| "nauc_precision_at_20_std": 0.310031, | |
| "nauc_precision_at_20_diff1": -0.388267, | |
| "nauc_precision_at_100_max": -0.02205, | |
| "nauc_precision_at_100_std": 0.38886, | |
| "nauc_precision_at_100_diff1": -0.41661, | |
| "nauc_precision_at_1000_max": -0.027452, | |
| "nauc_precision_at_1000_std": 0.411492, | |
| "nauc_precision_at_1000_diff1": -0.424162, | |
| "nauc_mrr_at_1_max": 0.383192, | |
| "nauc_mrr_at_1_std": -0.353824, | |
| "nauc_mrr_at_1_diff1": 0.769376, | |
| "nauc_mrr_at_3_max": 0.386992, | |
| "nauc_mrr_at_3_std": -0.374313, | |
| "nauc_mrr_at_3_diff1": 0.758136, | |
| "nauc_mrr_at_5_max": 0.389249, | |
| "nauc_mrr_at_5_std": -0.377732, | |
| "nauc_mrr_at_5_diff1": 0.760258, | |
| "nauc_mrr_at_10_max": 0.390148, | |
| "nauc_mrr_at_10_std": -0.375749, | |
| "nauc_mrr_at_10_diff1": 0.761165, | |
| "nauc_mrr_at_20_max": 0.389778, | |
| "nauc_mrr_at_20_std": -0.373585, | |
| "nauc_mrr_at_20_diff1": 0.761091, | |
| "nauc_mrr_at_100_max": 0.389507, | |
| "nauc_mrr_at_100_std": -0.373448, | |
| "nauc_mrr_at_100_diff1": 0.761166, | |
| "nauc_mrr_at_1000_max": 0.389482, | |
| "nauc_mrr_at_1000_std": -0.373441, | |
| "nauc_mrr_at_1000_diff1": 0.76116, | |
| "main_score": 0.86825, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 304.4700849056244, | |
| "kg_co2_emissions": null | |
| } |