{ "dataset_revision": "47f2ac6acb640fc46020b02a5b59fdda04d39380", "task_name": "ClimateFEVER", "mteb_version": "1.25.1", "scores": { "test": [ { "ndcg_at_1": 0.21042, "ndcg_at_3": 0.18007, "ndcg_at_5": 0.19365, "ndcg_at_10": 0.22698, "ndcg_at_20": 0.25245, "ndcg_at_100": 0.29216, "ndcg_at_1000": 0.32348, "map_at_1": 0.09732, "map_at_3": 0.13098, "map_at_5": 0.14246, "map_at_10": 0.15738, "map_at_20": 0.16557, "map_at_100": 0.17281, "map_at_1000": 0.17442, "recall_at_1": 0.09732, "recall_at_3": 0.16374, "recall_at_5": 0.20321, "recall_at_10": 0.27863, "recall_at_20": 0.35101, "recall_at_100": 0.50446, "recall_at_1000": 0.68127, "precision_at_1": 0.21042, "precision_at_3": 0.12942, "precision_at_5": 0.09967, "precision_at_10": 0.07114, "precision_at_20": 0.04635, "precision_at_100": 0.014, "precision_at_1000": 0.00197, "mrr_at_1": 0.210423, "mrr_at_3": 0.276439, "mrr_at_5": 0.293377, "mrr_at_10": 0.309231, "mrr_at_20": 0.315901, "mrr_at_100": 0.319553, "mrr_at_1000": 0.320057, "nauc_ndcg_at_1_max": 0.253668, "nauc_ndcg_at_1_std": 0.041982, "nauc_ndcg_at_1_diff1": 0.263596, "nauc_ndcg_at_3_max": 0.303375, "nauc_ndcg_at_3_std": 0.071602, "nauc_ndcg_at_3_diff1": 0.231569, "nauc_ndcg_at_5_max": 0.31039, "nauc_ndcg_at_5_std": 0.08631, "nauc_ndcg_at_5_diff1": 0.234282, "nauc_ndcg_at_10_max": 0.321631, "nauc_ndcg_at_10_std": 0.128647, "nauc_ndcg_at_10_diff1": 0.224955, "nauc_ndcg_at_20_max": 0.329699, "nauc_ndcg_at_20_std": 0.159557, "nauc_ndcg_at_20_diff1": 0.228594, "nauc_ndcg_at_100_max": 0.345065, "nauc_ndcg_at_100_std": 0.20812, "nauc_ndcg_at_100_diff1": 0.230539, "nauc_ndcg_at_1000_max": 0.351358, "nauc_ndcg_at_1000_std": 0.224793, "nauc_ndcg_at_1000_diff1": 0.228996, "nauc_map_at_1_max": 0.281958, "nauc_map_at_1_std": -0.021727, "nauc_map_at_1_diff1": 0.313643, "nauc_map_at_3_max": 0.298457, "nauc_map_at_3_std": 0.022626, "nauc_map_at_3_diff1": 0.257536, "nauc_map_at_5_max": 0.304463, "nauc_map_at_5_std": 0.038367, "nauc_map_at_5_diff1": 0.257217, "nauc_map_at_10_max": 0.31309, "nauc_map_at_10_std": 0.066086, "nauc_map_at_10_diff1": 0.251932, "nauc_map_at_20_max": 0.31663, "nauc_map_at_20_std": 0.07943, "nauc_map_at_20_diff1": 0.253261, "nauc_map_at_100_max": 0.320402, "nauc_map_at_100_std": 0.092723, "nauc_map_at_100_diff1": 0.252213, "nauc_map_at_1000_max": 0.320828, "nauc_map_at_1000_std": 0.094498, "nauc_map_at_1000_diff1": 0.252002, "nauc_recall_at_1_max": 0.281958, "nauc_recall_at_1_std": -0.021727, "nauc_recall_at_1_diff1": 0.313643, "nauc_recall_at_3_max": 0.311157, "nauc_recall_at_3_std": 0.060219, "nauc_recall_at_3_diff1": 0.210486, "nauc_recall_at_5_max": 0.297119, "nauc_recall_at_5_std": 0.096385, "nauc_recall_at_5_diff1": 0.194008, "nauc_recall_at_10_max": 0.29758, "nauc_recall_at_10_std": 0.167827, "nauc_recall_at_10_diff1": 0.168048, "nauc_recall_at_20_max": 0.302094, "nauc_recall_at_20_std": 0.227934, "nauc_recall_at_20_diff1": 0.167479, "nauc_recall_at_100_max": 0.325903, "nauc_recall_at_100_std": 0.356132, "nauc_recall_at_100_diff1": 0.163043, "nauc_recall_at_1000_max": 0.365571, "nauc_recall_at_1000_std": 0.465573, "nauc_recall_at_1000_diff1": 0.146935, "nauc_precision_at_1_max": 0.253668, "nauc_precision_at_1_std": 0.041982, "nauc_precision_at_1_diff1": 0.263596, "nauc_precision_at_3_max": 0.302638, "nauc_precision_at_3_std": 0.164883, "nauc_precision_at_3_diff1": 0.165101, "nauc_precision_at_5_max": 0.299424, "nauc_precision_at_5_std": 0.204229, "nauc_precision_at_5_diff1": 0.152494, "nauc_precision_at_10_max": 0.287718, "nauc_precision_at_10_std": 0.276706, "nauc_precision_at_10_diff1": 0.105829, "nauc_precision_at_20_max": 0.276563, "nauc_precision_at_20_std": 0.329983, "nauc_precision_at_20_diff1": 0.10746, "nauc_precision_at_100_max": 0.258573, "nauc_precision_at_100_std": 0.432574, "nauc_precision_at_100_diff1": 0.079839, "nauc_precision_at_1000_max": 0.199198, "nauc_precision_at_1000_std": 0.440233, "nauc_precision_at_1000_diff1": 0.024789, "nauc_mrr_at_1_max": 0.253668, "nauc_mrr_at_1_std": 0.041982, "nauc_mrr_at_1_diff1": 0.263596, "nauc_mrr_at_3_max": 0.298863, "nauc_mrr_at_3_std": 0.106849, "nauc_mrr_at_3_diff1": 0.230179, "nauc_mrr_at_5_max": 0.29585, "nauc_mrr_at_5_std": 0.117695, "nauc_mrr_at_5_diff1": 0.225112, "nauc_mrr_at_10_max": 0.297507, "nauc_mrr_at_10_std": 0.128053, "nauc_mrr_at_10_diff1": 0.222167, "nauc_mrr_at_20_max": 0.298771, "nauc_mrr_at_20_std": 0.13317, "nauc_mrr_at_20_diff1": 0.223668, "nauc_mrr_at_100_max": 0.299334, "nauc_mrr_at_100_std": 0.133076, "nauc_mrr_at_100_diff1": 0.224883, "nauc_mrr_at_1000_max": 0.299249, "nauc_mrr_at_1000_std": 0.132749, "nauc_mrr_at_1000_diff1": 0.224871, "main_score": 0.22698, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 5528.608217954636, "kg_co2_emissions": null }