{ "dataset_revision": "e4e08e0b7dbe3c8700f0daef558ff32256715259", "task_name": "QuoraRetrieval", "mteb_version": "1.25.1", "scores": { "test": [ { "ndcg_at_1": 0.7981, "ndcg_at_3": 0.83923, "ndcg_at_5": 0.85516, "ndcg_at_10": 0.86825, "ndcg_at_20": 0.87562, "ndcg_at_100": 0.88241, "ndcg_at_1000": 0.88406, "map_at_1": 0.69387, "map_at_3": 0.80109, "map_at_5": 0.81907, "map_at_10": 0.82976, "map_at_20": 0.83391, "map_at_100": 0.83627, "map_at_1000": 0.83648, "recall_at_1": 0.69387, "recall_at_3": 0.85762, "recall_at_5": 0.90305, "recall_at_10": 0.94156, "recall_at_20": 0.9656, "recall_at_100": 0.99099, "recall_at_1000": 0.99905, "precision_at_1": 0.7981, "precision_at_3": 0.3661, "precision_at_5": 0.24042, "precision_at_10": 0.13102, "precision_at_20": 0.06961, "precision_at_100": 0.0151, "precision_at_1000": 0.00156, "mrr_at_1": 0.7979, "mrr_at_3": 0.8504, "mrr_at_5": 0.85789, "mrr_at_10": 0.861217, "mrr_at_20": 0.862272, "mrr_at_100": 0.862594, "mrr_at_1000": 0.862613, "nauc_ndcg_at_1_max": 0.385323, "nauc_ndcg_at_1_std": -0.352997, "nauc_ndcg_at_1_diff1": 0.768904, "nauc_ndcg_at_3_max": 0.358767, "nauc_ndcg_at_3_std": -0.422362, "nauc_ndcg_at_3_diff1": 0.750812, "nauc_ndcg_at_5_max": 0.365901, "nauc_ndcg_at_5_std": -0.437432, "nauc_ndcg_at_5_diff1": 0.756063, "nauc_ndcg_at_10_max": 0.371952, "nauc_ndcg_at_10_std": -0.432721, "nauc_ndcg_at_10_diff1": 0.758216, "nauc_ndcg_at_20_max": 0.375014, "nauc_ndcg_at_20_std": -0.419042, "nauc_ndcg_at_20_diff1": 0.75704, "nauc_ndcg_at_100_max": 0.380351, "nauc_ndcg_at_100_std": -0.39988, "nauc_ndcg_at_100_diff1": 0.756946, "nauc_ndcg_at_1000_max": 0.380961, "nauc_ndcg_at_1000_std": -0.395691, "nauc_ndcg_at_1000_diff1": 0.756467, "nauc_map_at_1_max": 0.276589, "nauc_map_at_1_std": -0.386526, "nauc_map_at_1_diff1": 0.7886, "nauc_map_at_3_max": 0.332655, "nauc_map_at_3_std": -0.448285, "nauc_map_at_3_diff1": 0.762881, "nauc_map_at_5_max": 0.348765, "nauc_map_at_5_std": -0.448588, "nauc_map_at_5_diff1": 0.761948, "nauc_map_at_10_max": 0.357223, "nauc_map_at_10_std": -0.437594, "nauc_map_at_10_diff1": 0.760072, "nauc_map_at_20_max": 0.360747, "nauc_map_at_20_std": -0.427652, "nauc_map_at_20_diff1": 0.75873, "nauc_map_at_100_max": 0.363031, "nauc_map_at_100_std": -0.420231, "nauc_map_at_100_diff1": 0.758438, "nauc_map_at_1000_max": 0.363384, "nauc_map_at_1000_std": -0.41938, "nauc_map_at_1000_diff1": 0.758393, "nauc_recall_at_1_max": 0.276589, "nauc_recall_at_1_std": -0.386526, "nauc_recall_at_1_diff1": 0.7886, "nauc_recall_at_3_max": 0.29953, "nauc_recall_at_3_std": -0.507123, "nauc_recall_at_3_diff1": 0.723936, "nauc_recall_at_5_max": 0.318398, "nauc_recall_at_5_std": -0.564493, "nauc_recall_at_5_diff1": 0.717385, "nauc_recall_at_10_max": 0.330489, "nauc_recall_at_10_std": -0.596467, "nauc_recall_at_10_diff1": 0.714574, "nauc_recall_at_20_max": 0.34185, "nauc_recall_at_20_std": -0.570183, "nauc_recall_at_20_diff1": 0.707112, "nauc_recall_at_100_max": 0.426654, "nauc_recall_at_100_std": -0.408769, "nauc_recall_at_100_diff1": 0.720717, "nauc_recall_at_1000_max": 0.441165, "nauc_recall_at_1000_std": 0.174422, "nauc_recall_at_1000_diff1": 0.582066, "nauc_precision_at_1_max": 0.385323, "nauc_precision_at_1_std": -0.352997, "nauc_precision_at_1_diff1": 0.768904, "nauc_precision_at_3_max": 0.115283, "nauc_precision_at_3_std": 0.034073, "nauc_precision_at_3_diff1": -0.11805, "nauc_precision_at_5_max": 0.067543, "nauc_precision_at_5_std": 0.137509, "nauc_precision_at_5_diff1": -0.254885, "nauc_precision_at_10_max": 0.025493, "nauc_precision_at_10_std": 0.236938, "nauc_precision_at_10_diff1": -0.342161, "nauc_precision_at_20_max": -0.001939, "nauc_precision_at_20_std": 0.310031, "nauc_precision_at_20_diff1": -0.388267, "nauc_precision_at_100_max": -0.02205, "nauc_precision_at_100_std": 0.38886, "nauc_precision_at_100_diff1": -0.41661, "nauc_precision_at_1000_max": -0.027452, "nauc_precision_at_1000_std": 0.411492, "nauc_precision_at_1000_diff1": -0.424162, "nauc_mrr_at_1_max": 0.383192, "nauc_mrr_at_1_std": -0.353824, "nauc_mrr_at_1_diff1": 0.769376, "nauc_mrr_at_3_max": 0.386992, "nauc_mrr_at_3_std": -0.374313, "nauc_mrr_at_3_diff1": 0.758136, "nauc_mrr_at_5_max": 0.389249, "nauc_mrr_at_5_std": -0.377732, "nauc_mrr_at_5_diff1": 0.760258, "nauc_mrr_at_10_max": 0.390148, "nauc_mrr_at_10_std": -0.375749, "nauc_mrr_at_10_diff1": 0.761165, "nauc_mrr_at_20_max": 0.389778, "nauc_mrr_at_20_std": -0.373585, "nauc_mrr_at_20_diff1": 0.761091, "nauc_mrr_at_100_max": 0.389507, "nauc_mrr_at_100_std": -0.373448, "nauc_mrr_at_100_diff1": 0.761166, "nauc_mrr_at_1000_max": 0.389482, "nauc_mrr_at_1000_std": -0.373441, "nauc_mrr_at_1000_diff1": 0.76116, "main_score": 0.86825, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 304.4700849056244, "kg_co2_emissions": null }