{ "dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4", "task_name": "CQADupstackPhysicsRetrieval", "mteb_version": "1.25.1", "scores": { "test": [ { "ndcg_at_1": 0.27238, "ndcg_at_3": 0.32157, "ndcg_at_5": 0.34044, "ndcg_at_10": 0.37013, "ndcg_at_20": 0.39337, "ndcg_at_100": 0.42811, "ndcg_at_1000": 0.45276, "map_at_1": 0.22537, "map_at_3": 0.2879, "map_at_5": 0.3009, "map_at_10": 0.31509, "map_at_20": 0.32265, "map_at_100": 0.32835, "map_at_1000": 0.3296, "recall_at_1": 0.22537, "recall_at_3": 0.35122, "recall_at_5": 0.39946, "recall_at_10": 0.48803, "recall_at_20": 0.56927, "recall_at_100": 0.73288, "recall_at_1000": 0.89725, "precision_at_1": 0.27238, "precision_at_3": 0.15271, "precision_at_5": 0.1078, "precision_at_10": 0.06756, "precision_at_20": 0.04139, "precision_at_100": 0.01153, "precision_at_1000": 0.00154, "mrr_at_1": 0.272377, "mrr_at_3": 0.336702, "mrr_at_5": 0.350369, "mrr_at_10": 0.36334, "mrr_at_20": 0.368893, "mrr_at_100": 0.372666, "mrr_at_1000": 0.373281, "nauc_ndcg_at_1_max": 0.434963, "nauc_ndcg_at_1_std": -0.016834, "nauc_ndcg_at_1_diff1": 0.587191, "nauc_ndcg_at_3_max": 0.376659, "nauc_ndcg_at_3_std": -0.021128, "nauc_ndcg_at_3_diff1": 0.498754, "nauc_ndcg_at_5_max": 0.371104, "nauc_ndcg_at_5_std": -0.006056, "nauc_ndcg_at_5_diff1": 0.484702, "nauc_ndcg_at_10_max": 0.371137, "nauc_ndcg_at_10_std": 0.000755, "nauc_ndcg_at_10_diff1": 0.472322, "nauc_ndcg_at_20_max": 0.374454, "nauc_ndcg_at_20_std": 0.009248, "nauc_ndcg_at_20_diff1": 0.471307, "nauc_ndcg_at_100_max": 0.385982, "nauc_ndcg_at_100_std": 0.032502, "nauc_ndcg_at_100_diff1": 0.473894, "nauc_ndcg_at_1000_max": 0.39129, "nauc_ndcg_at_1000_std": 0.036103, "nauc_ndcg_at_1000_diff1": 0.475898, "nauc_map_at_1_max": 0.387388, "nauc_map_at_1_std": -0.063459, "nauc_map_at_1_diff1": 0.595917, "nauc_map_at_3_max": 0.368626, "nauc_map_at_3_std": -0.041075, "nauc_map_at_3_diff1": 0.520431, "nauc_map_at_5_max": 0.369652, "nauc_map_at_5_std": -0.028134, "nauc_map_at_5_diff1": 0.512029, "nauc_map_at_10_max": 0.373143, "nauc_map_at_10_std": -0.021212, "nauc_map_at_10_diff1": 0.505536, "nauc_map_at_20_max": 0.375873, "nauc_map_at_20_std": -0.017235, "nauc_map_at_20_diff1": 0.50533, "nauc_map_at_100_max": 0.378729, "nauc_map_at_100_std": -0.013049, "nauc_map_at_100_diff1": 0.505814, "nauc_map_at_1000_max": 0.379222, "nauc_map_at_1000_std": -0.012218, "nauc_map_at_1000_diff1": 0.505796, "nauc_recall_at_1_max": 0.387388, "nauc_recall_at_1_std": -0.063459, "nauc_recall_at_1_diff1": 0.595917, "nauc_recall_at_3_max": 0.317313, "nauc_recall_at_3_std": -0.038849, "nauc_recall_at_3_diff1": 0.442818, "nauc_recall_at_5_max": 0.31284, "nauc_recall_at_5_std": 0.002032, "nauc_recall_at_5_diff1": 0.407502, "nauc_recall_at_10_max": 0.310181, "nauc_recall_at_10_std": 0.029815, "nauc_recall_at_10_diff1": 0.357645, "nauc_recall_at_20_max": 0.305273, "nauc_recall_at_20_std": 0.052793, "nauc_recall_at_20_diff1": 0.339285, "nauc_recall_at_100_max": 0.336613, "nauc_recall_at_100_std": 0.198697, "nauc_recall_at_100_diff1": 0.314998, "nauc_recall_at_1000_max": 0.399223, "nauc_recall_at_1000_std": 0.384869, "nauc_recall_at_1000_diff1": 0.223792, "nauc_precision_at_1_max": 0.434963, "nauc_precision_at_1_std": -0.016834, "nauc_precision_at_1_diff1": 0.587191, "nauc_precision_at_3_max": 0.379844, "nauc_precision_at_3_std": 0.058961, "nauc_precision_at_3_diff1": 0.369786, "nauc_precision_at_5_max": 0.367037, "nauc_precision_at_5_std": 0.113331, "nauc_precision_at_5_diff1": 0.304295, "nauc_precision_at_10_max": 0.353315, "nauc_precision_at_10_std": 0.159411, "nauc_precision_at_10_diff1": 0.216986, "nauc_precision_at_20_max": 0.321937, "nauc_precision_at_20_std": 0.210608, "nauc_precision_at_20_diff1": 0.15191, "nauc_precision_at_100_max": 0.261556, "nauc_precision_at_100_std": 0.287677, "nauc_precision_at_100_diff1": 0.038748, "nauc_precision_at_1000_max": 0.144137, "nauc_precision_at_1000_std": 0.283117, "nauc_precision_at_1000_diff1": -0.06849, "nauc_mrr_at_1_max": 0.434963, "nauc_mrr_at_1_std": -0.016834, "nauc_mrr_at_1_diff1": 0.587191, "nauc_mrr_at_3_max": 0.401226, "nauc_mrr_at_3_std": -0.007172, "nauc_mrr_at_3_diff1": 0.516348, "nauc_mrr_at_5_max": 0.402557, "nauc_mrr_at_5_std": 0.003495, "nauc_mrr_at_5_diff1": 0.506254, "nauc_mrr_at_10_max": 0.403164, "nauc_mrr_at_10_std": 0.006847, "nauc_mrr_at_10_diff1": 0.501766, "nauc_mrr_at_20_max": 0.40341, "nauc_mrr_at_20_std": 0.008421, "nauc_mrr_at_20_diff1": 0.502319, "nauc_mrr_at_100_max": 0.403681, "nauc_mrr_at_100_std": 0.009655, "nauc_mrr_at_100_diff1": 0.503195, "nauc_mrr_at_1000_max": 0.403715, "nauc_mrr_at_1000_std": 0.00956, "nauc_mrr_at_1000_diff1": 0.503187, "main_score": 0.37013, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 59.619898080825806, "kg_co2_emissions": null }