{ "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2", "task_name": "CQADupstackGisRetrieval", "mteb_version": "1.25.1", "scores": { "test": [ { "ndcg_at_1": 0.19322, "ndcg_at_3": 0.2464, "ndcg_at_5": 0.26398, "ndcg_at_10": 0.28629, "ndcg_at_20": 0.30424, "ndcg_at_100": 0.33635, "ndcg_at_1000": 0.36296, "map_at_1": 0.1796, "map_at_3": 0.22722, "map_at_5": 0.23737, "map_at_10": 0.24671, "map_at_20": 0.25173, "map_at_100": 0.25633, "map_at_1000": 0.25725, "recall_at_1": 0.1796, "recall_at_3": 0.28451, "recall_at_5": 0.32652, "recall_at_10": 0.39283, "recall_at_20": 0.46066, "recall_at_100": 0.62619, "recall_at_1000": 0.83354, "precision_at_1": 0.19322, "precision_at_3": 0.10395, "precision_at_5": 0.07254, "precision_at_10": 0.04475, "precision_at_20": 0.02672, "precision_at_100": 0.0074, "precision_at_1000": 0.00101, "mrr_at_1": 0.19322, "mrr_at_3": 0.243315, "mrr_at_5": 0.25371, "mrr_at_10": 0.263167, "mrr_at_20": 0.268103, "mrr_at_100": 0.27234, "mrr_at_1000": 0.273059, "nauc_ndcg_at_1_max": 0.3509, "nauc_ndcg_at_1_std": -0.028343, "nauc_ndcg_at_1_diff1": 0.4556, "nauc_ndcg_at_3_max": 0.332288, "nauc_ndcg_at_3_std": -0.001513, "nauc_ndcg_at_3_diff1": 0.383786, "nauc_ndcg_at_5_max": 0.323156, "nauc_ndcg_at_5_std": -0.002329, "nauc_ndcg_at_5_diff1": 0.375401, "nauc_ndcg_at_10_max": 0.319542, "nauc_ndcg_at_10_std": 0.001314, "nauc_ndcg_at_10_diff1": 0.371061, "nauc_ndcg_at_20_max": 0.322781, "nauc_ndcg_at_20_std": 0.007944, "nauc_ndcg_at_20_diff1": 0.359749, "nauc_ndcg_at_100_max": 0.321408, "nauc_ndcg_at_100_std": 0.021193, "nauc_ndcg_at_100_diff1": 0.353214, "nauc_ndcg_at_1000_max": 0.333213, "nauc_ndcg_at_1000_std": 0.028037, "nauc_ndcg_at_1000_diff1": 0.362077, "nauc_map_at_1_max": 0.334646, "nauc_map_at_1_std": -0.046069, "nauc_map_at_1_diff1": 0.475264, "nauc_map_at_3_max": 0.330952, "nauc_map_at_3_std": -0.014788, "nauc_map_at_3_diff1": 0.405655, "nauc_map_at_5_max": 0.326424, "nauc_map_at_5_std": -0.015209, "nauc_map_at_5_diff1": 0.400335, "nauc_map_at_10_max": 0.325464, "nauc_map_at_10_std": -0.014892, "nauc_map_at_10_diff1": 0.398555, "nauc_map_at_20_max": 0.326796, "nauc_map_at_20_std": -0.013008, "nauc_map_at_20_diff1": 0.395344, "nauc_map_at_100_max": 0.326354, "nauc_map_at_100_std": -0.01094, "nauc_map_at_100_diff1": 0.394208, "nauc_map_at_1000_max": 0.326999, "nauc_map_at_1000_std": -0.01055, "nauc_map_at_1000_diff1": 0.394564, "nauc_recall_at_1_max": 0.334646, "nauc_recall_at_1_std": -0.046069, "nauc_recall_at_1_diff1": 0.475264, "nauc_recall_at_3_max": 0.312987, "nauc_recall_at_3_std": 0.018809, "nauc_recall_at_3_diff1": 0.329535, "nauc_recall_at_5_max": 0.291171, "nauc_recall_at_5_std": 0.015371, "nauc_recall_at_5_diff1": 0.310569, "nauc_recall_at_10_max": 0.278967, "nauc_recall_at_10_std": 0.027129, "nauc_recall_at_10_diff1": 0.297162, "nauc_recall_at_20_max": 0.285044, "nauc_recall_at_20_std": 0.048128, "nauc_recall_at_20_diff1": 0.255835, "nauc_recall_at_100_max": 0.265933, "nauc_recall_at_100_std": 0.119517, "nauc_recall_at_100_diff1": 0.202748, "nauc_recall_at_1000_max": 0.373161, "nauc_recall_at_1000_std": 0.285925, "nauc_recall_at_1000_diff1": 0.204139, "nauc_precision_at_1_max": 0.3509, "nauc_precision_at_1_std": -0.028343, "nauc_precision_at_1_diff1": 0.4556, "nauc_precision_at_3_max": 0.349653, "nauc_precision_at_3_std": 0.037263, "nauc_precision_at_3_diff1": 0.316443, "nauc_precision_at_5_max": 0.337659, "nauc_precision_at_5_std": 0.038751, "nauc_precision_at_5_diff1": 0.294004, "nauc_precision_at_10_max": 0.327502, "nauc_precision_at_10_std": 0.043505, "nauc_precision_at_10_diff1": 0.285592, "nauc_precision_at_20_max": 0.331996, "nauc_precision_at_20_std": 0.076739, "nauc_precision_at_20_diff1": 0.232499, "nauc_precision_at_100_max": 0.299848, "nauc_precision_at_100_std": 0.144632, "nauc_precision_at_100_diff1": 0.154486, "nauc_precision_at_1000_max": 0.28517, "nauc_precision_at_1000_std": 0.204971, "nauc_precision_at_1000_diff1": 0.090991, "nauc_mrr_at_1_max": 0.3509, "nauc_mrr_at_1_std": -0.028343, "nauc_mrr_at_1_diff1": 0.4556, "nauc_mrr_at_3_max": 0.343039, "nauc_mrr_at_3_std": 0.003194, "nauc_mrr_at_3_diff1": 0.395025, "nauc_mrr_at_5_max": 0.338967, "nauc_mrr_at_5_std": 0.002291, "nauc_mrr_at_5_diff1": 0.389964, "nauc_mrr_at_10_max": 0.337191, "nauc_mrr_at_10_std": 0.004711, "nauc_mrr_at_10_diff1": 0.388168, "nauc_mrr_at_20_max": 0.338323, "nauc_mrr_at_20_std": 0.006217, "nauc_mrr_at_20_diff1": 0.385364, "nauc_mrr_at_100_max": 0.337901, "nauc_mrr_at_100_std": 0.007768, "nauc_mrr_at_100_diff1": 0.384638, "nauc_mrr_at_1000_max": 0.338161, "nauc_mrr_at_1000_std": 0.00777, "nauc_mrr_at_1000_diff1": 0.384956, "main_score": 0.28629, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 75.08722925186157, "kg_co2_emissions": null }