| { | |
| "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2", | |
| "task_name": "CQADupstackGisRetrieval", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.19322, | |
| "ndcg_at_3": 0.2464, | |
| "ndcg_at_5": 0.26398, | |
| "ndcg_at_10": 0.28629, | |
| "ndcg_at_20": 0.30424, | |
| "ndcg_at_100": 0.33635, | |
| "ndcg_at_1000": 0.36296, | |
| "map_at_1": 0.1796, | |
| "map_at_3": 0.22722, | |
| "map_at_5": 0.23737, | |
| "map_at_10": 0.24671, | |
| "map_at_20": 0.25173, | |
| "map_at_100": 0.25633, | |
| "map_at_1000": 0.25725, | |
| "recall_at_1": 0.1796, | |
| "recall_at_3": 0.28451, | |
| "recall_at_5": 0.32652, | |
| "recall_at_10": 0.39283, | |
| "recall_at_20": 0.46066, | |
| "recall_at_100": 0.62619, | |
| "recall_at_1000": 0.83354, | |
| "precision_at_1": 0.19322, | |
| "precision_at_3": 0.10395, | |
| "precision_at_5": 0.07254, | |
| "precision_at_10": 0.04475, | |
| "precision_at_20": 0.02672, | |
| "precision_at_100": 0.0074, | |
| "precision_at_1000": 0.00101, | |
| "mrr_at_1": 0.19322, | |
| "mrr_at_3": 0.243315, | |
| "mrr_at_5": 0.25371, | |
| "mrr_at_10": 0.263167, | |
| "mrr_at_20": 0.268103, | |
| "mrr_at_100": 0.27234, | |
| "mrr_at_1000": 0.273059, | |
| "nauc_ndcg_at_1_max": 0.3509, | |
| "nauc_ndcg_at_1_std": -0.028343, | |
| "nauc_ndcg_at_1_diff1": 0.4556, | |
| "nauc_ndcg_at_3_max": 0.332288, | |
| "nauc_ndcg_at_3_std": -0.001513, | |
| "nauc_ndcg_at_3_diff1": 0.383786, | |
| "nauc_ndcg_at_5_max": 0.323156, | |
| "nauc_ndcg_at_5_std": -0.002329, | |
| "nauc_ndcg_at_5_diff1": 0.375401, | |
| "nauc_ndcg_at_10_max": 0.319542, | |
| "nauc_ndcg_at_10_std": 0.001314, | |
| "nauc_ndcg_at_10_diff1": 0.371061, | |
| "nauc_ndcg_at_20_max": 0.322781, | |
| "nauc_ndcg_at_20_std": 0.007944, | |
| "nauc_ndcg_at_20_diff1": 0.359749, | |
| "nauc_ndcg_at_100_max": 0.321408, | |
| "nauc_ndcg_at_100_std": 0.021193, | |
| "nauc_ndcg_at_100_diff1": 0.353214, | |
| "nauc_ndcg_at_1000_max": 0.333213, | |
| "nauc_ndcg_at_1000_std": 0.028037, | |
| "nauc_ndcg_at_1000_diff1": 0.362077, | |
| "nauc_map_at_1_max": 0.334646, | |
| "nauc_map_at_1_std": -0.046069, | |
| "nauc_map_at_1_diff1": 0.475264, | |
| "nauc_map_at_3_max": 0.330952, | |
| "nauc_map_at_3_std": -0.014788, | |
| "nauc_map_at_3_diff1": 0.405655, | |
| "nauc_map_at_5_max": 0.326424, | |
| "nauc_map_at_5_std": -0.015209, | |
| "nauc_map_at_5_diff1": 0.400335, | |
| "nauc_map_at_10_max": 0.325464, | |
| "nauc_map_at_10_std": -0.014892, | |
| "nauc_map_at_10_diff1": 0.398555, | |
| "nauc_map_at_20_max": 0.326796, | |
| "nauc_map_at_20_std": -0.013008, | |
| "nauc_map_at_20_diff1": 0.395344, | |
| "nauc_map_at_100_max": 0.326354, | |
| "nauc_map_at_100_std": -0.01094, | |
| "nauc_map_at_100_diff1": 0.394208, | |
| "nauc_map_at_1000_max": 0.326999, | |
| "nauc_map_at_1000_std": -0.01055, | |
| "nauc_map_at_1000_diff1": 0.394564, | |
| "nauc_recall_at_1_max": 0.334646, | |
| "nauc_recall_at_1_std": -0.046069, | |
| "nauc_recall_at_1_diff1": 0.475264, | |
| "nauc_recall_at_3_max": 0.312987, | |
| "nauc_recall_at_3_std": 0.018809, | |
| "nauc_recall_at_3_diff1": 0.329535, | |
| "nauc_recall_at_5_max": 0.291171, | |
| "nauc_recall_at_5_std": 0.015371, | |
| "nauc_recall_at_5_diff1": 0.310569, | |
| "nauc_recall_at_10_max": 0.278967, | |
| "nauc_recall_at_10_std": 0.027129, | |
| "nauc_recall_at_10_diff1": 0.297162, | |
| "nauc_recall_at_20_max": 0.285044, | |
| "nauc_recall_at_20_std": 0.048128, | |
| "nauc_recall_at_20_diff1": 0.255835, | |
| "nauc_recall_at_100_max": 0.265933, | |
| "nauc_recall_at_100_std": 0.119517, | |
| "nauc_recall_at_100_diff1": 0.202748, | |
| "nauc_recall_at_1000_max": 0.373161, | |
| "nauc_recall_at_1000_std": 0.285925, | |
| "nauc_recall_at_1000_diff1": 0.204139, | |
| "nauc_precision_at_1_max": 0.3509, | |
| "nauc_precision_at_1_std": -0.028343, | |
| "nauc_precision_at_1_diff1": 0.4556, | |
| "nauc_precision_at_3_max": 0.349653, | |
| "nauc_precision_at_3_std": 0.037263, | |
| "nauc_precision_at_3_diff1": 0.316443, | |
| "nauc_precision_at_5_max": 0.337659, | |
| "nauc_precision_at_5_std": 0.038751, | |
| "nauc_precision_at_5_diff1": 0.294004, | |
| "nauc_precision_at_10_max": 0.327502, | |
| "nauc_precision_at_10_std": 0.043505, | |
| "nauc_precision_at_10_diff1": 0.285592, | |
| "nauc_precision_at_20_max": 0.331996, | |
| "nauc_precision_at_20_std": 0.076739, | |
| "nauc_precision_at_20_diff1": 0.232499, | |
| "nauc_precision_at_100_max": 0.299848, | |
| "nauc_precision_at_100_std": 0.144632, | |
| "nauc_precision_at_100_diff1": 0.154486, | |
| "nauc_precision_at_1000_max": 0.28517, | |
| "nauc_precision_at_1000_std": 0.204971, | |
| "nauc_precision_at_1000_diff1": 0.090991, | |
| "nauc_mrr_at_1_max": 0.3509, | |
| "nauc_mrr_at_1_std": -0.028343, | |
| "nauc_mrr_at_1_diff1": 0.4556, | |
| "nauc_mrr_at_3_max": 0.343039, | |
| "nauc_mrr_at_3_std": 0.003194, | |
| "nauc_mrr_at_3_diff1": 0.395025, | |
| "nauc_mrr_at_5_max": 0.338967, | |
| "nauc_mrr_at_5_std": 0.002291, | |
| "nauc_mrr_at_5_diff1": 0.389964, | |
| "nauc_mrr_at_10_max": 0.337191, | |
| "nauc_mrr_at_10_std": 0.004711, | |
| "nauc_mrr_at_10_diff1": 0.388168, | |
| "nauc_mrr_at_20_max": 0.338323, | |
| "nauc_mrr_at_20_std": 0.006217, | |
| "nauc_mrr_at_20_diff1": 0.385364, | |
| "nauc_mrr_at_100_max": 0.337901, | |
| "nauc_mrr_at_100_std": 0.007768, | |
| "nauc_mrr_at_100_diff1": 0.384638, | |
| "nauc_mrr_at_1000_max": 0.338161, | |
| "nauc_mrr_at_1000_std": 0.00777, | |
| "nauc_mrr_at_1000_diff1": 0.384956, | |
| "main_score": 0.28629, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 75.08722925186157, | |
| "kg_co2_emissions": null | |
| } |