--- tags: - mteb model-index: - name: winberta-large results: - task: type: STS dataset: type: C-MTEB/AFQMC name: MTEB AFQMC config: default split: validation revision: None metrics: - type: cos_sim_pearson value: 41.77725389846057 - type: cos_sim_spearman value: 46.70255351226939 - type: euclidean_pearson value: 45.22550045993912 - type: euclidean_spearman value: 46.70255351226939 - type: manhattan_pearson value: 45.19405644988887 - type: manhattan_spearman value: 46.680519207418264 - task: type: STS dataset: type: C-MTEB/ATEC name: MTEB ATEC config: default split: test revision: None metrics: - type: cos_sim_pearson value: 41.90208621690777 - type: cos_sim_spearman value: 49.95255202729448 - type: euclidean_pearson value: 49.756907552767956 - type: euclidean_spearman value: 49.95255202729448 - type: manhattan_pearson value: 49.75325413164269 - type: manhattan_spearman value: 49.96252496785108 - task: type: Classification dataset: type: mteb/amazon_reviews_multi name: MTEB AmazonReviewsClassification (zh) config: zh split: test revision: 1399c76144fd37290681b995c656ef9b2e06e26d metrics: - type: accuracy value: 42.038000000000004 - type: f1 value: 40.20953065985179 - task: type: STS dataset: type: C-MTEB/BQ name: MTEB BQ config: default split: test revision: None metrics: - type: cos_sim_pearson value: 54.24089984585099 - type: cos_sim_spearman value: 56.075463873104766 - type: euclidean_pearson value: 55.20252472986401 - type: euclidean_spearman value: 56.075463873104766 - type: manhattan_pearson value: 55.13086772848814 - type: manhattan_spearman value: 56.02039158535162 - task: type: Clustering dataset: type: C-MTEB/CLSClusteringP2P name: MTEB CLSClusteringP2P config: default split: test revision: None metrics: - type: v_measure value: 42.83769092800803 - task: type: Clustering dataset: type: C-MTEB/CLSClusteringS2S name: MTEB CLSClusteringS2S config: default split: test revision: None metrics: - type: v_measure value: 39.772368416311195 - task: type: Reranking dataset: type: C-MTEB/CMedQAv1-reranking name: MTEB CMedQAv1 config: default split: test revision: None metrics: - type: map value: 78.3895639270477 - type: mrr value: 81.64801587301588 - task: type: Reranking dataset: type: C-MTEB/CMedQAv2-reranking name: MTEB CMedQAv2 config: default split: test revision: None metrics: - type: map value: 80.84221923370502 - type: mrr value: 84.32821428571428 - task: type: Retrieval dataset: type: C-MTEB/CmedqaRetrieval name: MTEB CmedqaRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 18.695999999999998 - type: map_at_10 value: 28.171000000000003 - type: map_at_100 value: 29.927 - type: map_at_1000 value: 30.09 - type: map_at_3 value: 24.854000000000003 - type: map_at_5 value: 26.573 - type: mrr_at_1 value: 29.256999999999998 - type: mrr_at_10 value: 36.584 - type: mrr_at_100 value: 37.643 - type: mrr_at_1000 value: 37.713 - type: mrr_at_3 value: 34.171 - type: mrr_at_5 value: 35.436 - type: ndcg_at_1 value: 29.256999999999998 - type: ndcg_at_10 value: 34.079 - type: ndcg_at_100 value: 41.538000000000004 - type: ndcg_at_1000 value: 44.651999999999994 - type: ndcg_at_3 value: 29.439999999999998 - type: ndcg_at_5 value: 31.172 - type: precision_at_1 value: 29.256999999999998 - type: precision_at_10 value: 7.804 - type: precision_at_100 value: 1.392 - type: precision_at_1000 value: 0.179 - type: precision_at_3 value: 16.804 - type: precision_at_5 value: 12.267999999999999 - type: recall_at_1 value: 18.695999999999998 - type: recall_at_10 value: 43.325 - type: recall_at_100 value: 74.765 - type: recall_at_1000 value: 95.999 - type: recall_at_3 value: 29.384 - type: recall_at_5 value: 34.765 - task: type: PairClassification dataset: type: C-MTEB/CMNLI name: MTEB Cmnli config: default split: validation revision: None metrics: - type: cos_sim_accuracy value: 79.15814792543597 - type: cos_sim_ap value: 87.29838623651833 - type: cos_sim_f1 value: 80.6512349097353 - type: cos_sim_precision value: 76.62037037037037 - type: cos_sim_recall value: 85.1297638531681 - type: dot_accuracy value: 79.15814792543597 - type: dot_ap value: 87.30641807786448 - type: dot_f1 value: 80.6512349097353 - type: dot_precision value: 76.62037037037037 - type: dot_recall value: 85.1297638531681 - type: euclidean_accuracy value: 79.15814792543597 - type: euclidean_ap value: 87.29838623651833 - type: euclidean_f1 value: 80.6512349097353 - type: euclidean_precision value: 76.62037037037037 - type: euclidean_recall value: 85.1297638531681 - type: manhattan_accuracy value: 79.15814792543597 - type: manhattan_ap value: 87.29705330875109 - type: manhattan_f1 value: 80.66914498141264 - type: manhattan_precision value: 75.76504415691106 - type: manhattan_recall value: 86.2520458265139 - type: max_accuracy value: 79.15814792543597 - type: max_ap value: 87.30641807786448 - type: max_f1 value: 80.66914498141264 - task: type: Retrieval dataset: type: C-MTEB/CovidRetrieval name: MTEB CovidRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 58.325 - type: map_at_10 value: 67.572 - type: map_at_100 value: 68.142 - type: map_at_1000 value: 68.152 - type: map_at_3 value: 65.446 - type: map_at_5 value: 66.794 - type: mrr_at_1 value: 58.272 - type: mrr_at_10 value: 67.469 - type: mrr_at_100 value: 68.048 - type: mrr_at_1000 value: 68.05799999999999 - type: mrr_at_3 value: 65.385 - type: mrr_at_5 value: 66.728 - type: ndcg_at_1 value: 58.377 - type: ndcg_at_10 value: 71.922 - type: ndcg_at_100 value: 74.49799999999999 - type: ndcg_at_1000 value: 74.80799999999999 - type: ndcg_at_3 value: 67.711 - type: ndcg_at_5 value: 70.075 - type: precision_at_1 value: 58.377 - type: precision_at_10 value: 8.641 - type: precision_at_100 value: 0.9809999999999999 - type: precision_at_1000 value: 0.101 - type: precision_at_3 value: 24.833 - type: precision_at_5 value: 16.101 - type: recall_at_1 value: 58.325 - type: recall_at_10 value: 85.458 - type: recall_at_100 value: 97.05 - type: recall_at_1000 value: 99.579 - type: recall_at_3 value: 74.18299999999999 - type: recall_at_5 value: 79.768 - task: type: Retrieval dataset: type: C-MTEB/DuRetrieval name: MTEB DuRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 23.448 - type: map_at_10 value: 70.368 - type: map_at_100 value: 73.644 - type: map_at_1000 value: 73.727 - type: map_at_3 value: 48.317 - type: map_at_5 value: 61.114999999999995 - type: mrr_at_1 value: 83.5 - type: mrr_at_10 value: 88.592 - type: mrr_at_100 value: 88.69200000000001 - type: mrr_at_1000 value: 88.696 - type: mrr_at_3 value: 88.058 - type: mrr_at_5 value: 88.458 - type: ndcg_at_1 value: 83.5 - type: ndcg_at_10 value: 79.696 - type: ndcg_at_100 value: 83.88799999999999 - type: ndcg_at_1000 value: 84.64699999999999 - type: ndcg_at_3 value: 78.39500000000001 - type: ndcg_at_5 value: 77.289 - type: precision_at_1 value: 83.5 - type: precision_at_10 value: 38.525 - type: precision_at_100 value: 4.656 - type: precision_at_1000 value: 0.485 - type: precision_at_3 value: 70.383 - type: precision_at_5 value: 59.56 - type: recall_at_1 value: 23.448 - type: recall_at_10 value: 81.274 - type: recall_at_100 value: 94.447 - type: recall_at_1000 value: 98.209 - type: recall_at_3 value: 51.122 - type: recall_at_5 value: 67.29899999999999 - task: type: Retrieval dataset: type: C-MTEB/EcomRetrieval name: MTEB EcomRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 44.2 - type: map_at_10 value: 54.083999999999996 - type: map_at_100 value: 54.775 - type: map_at_1000 value: 54.800000000000004 - type: map_at_3 value: 51.5 - type: map_at_5 value: 52.94 - type: mrr_at_1 value: 44.2 - type: mrr_at_10 value: 54.083999999999996 - type: mrr_at_100 value: 54.775 - type: mrr_at_1000 value: 54.800000000000004 - type: mrr_at_3 value: 51.5 - type: mrr_at_5 value: 52.94 - type: ndcg_at_1 value: 44.2 - type: ndcg_at_10 value: 59.221999999999994 - type: ndcg_at_100 value: 62.463 - type: ndcg_at_1000 value: 63.159 - type: ndcg_at_3 value: 53.888000000000005 - type: ndcg_at_5 value: 56.483000000000004 - type: precision_at_1 value: 44.2 - type: precision_at_10 value: 7.55 - type: precision_at_100 value: 0.9039999999999999 - type: precision_at_1000 value: 0.096 - type: precision_at_3 value: 20.267 - type: precision_at_5 value: 13.420000000000002 - type: recall_at_1 value: 44.2 - type: recall_at_10 value: 75.5 - type: recall_at_100 value: 90.4 - type: recall_at_1000 value: 95.89999999999999 - type: recall_at_3 value: 60.8 - type: recall_at_5 value: 67.10000000000001 - task: type: Classification dataset: type: C-MTEB/IFlyTek-classification name: MTEB IFlyTek config: default split: validation revision: None metrics: - type: accuracy value: 46.30242400923432 - type: f1 value: 34.9084495621858 - task: type: Classification dataset: type: C-MTEB/JDReview-classification name: MTEB JDReview config: default split: test revision: None metrics: - type: accuracy value: 77.2983114446529 - type: ap value: 38.88426285856333 - type: f1 value: 70.55729261942591 - task: type: STS dataset: type: C-MTEB/LCQMC name: MTEB LCQMC config: default split: test revision: None metrics: - type: cos_sim_pearson value: 68.5643564120875 - type: cos_sim_spearman value: 74.96268256412532 - type: euclidean_pearson value: 74.05621406127399 - type: euclidean_spearman value: 74.96268256412532 - type: manhattan_pearson value: 74.04916252136826 - type: manhattan_spearman value: 74.95628866390487 - task: type: Reranking dataset: type: C-MTEB/Mmarco-reranking name: MTEB MMarcoReranking config: default split: dev revision: None metrics: - type: map value: 27.289171935571773 - type: mrr value: 25.7218253968254 - task: type: Retrieval dataset: type: C-MTEB/MMarcoRetrieval name: MTEB MMarcoRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 61.632 - type: map_at_10 value: 70.796 - type: map_at_100 value: 71.21300000000001 - type: map_at_1000 value: 71.22800000000001 - type: map_at_3 value: 68.848 - type: map_at_5 value: 70.044 - type: mrr_at_1 value: 63.768 - type: mrr_at_10 value: 71.516 - type: mrr_at_100 value: 71.884 - type: mrr_at_1000 value: 71.897 - type: mrr_at_3 value: 69.814 - type: mrr_at_5 value: 70.843 - type: ndcg_at_1 value: 63.768 - type: ndcg_at_10 value: 74.727 - type: ndcg_at_100 value: 76.649 - type: ndcg_at_1000 value: 77.05300000000001 - type: ndcg_at_3 value: 71.00800000000001 - type: ndcg_at_5 value: 73.015 - type: precision_at_1 value: 63.768 - type: precision_at_10 value: 9.15 - type: precision_at_100 value: 1.012 - type: precision_at_1000 value: 0.105 - type: precision_at_3 value: 26.848 - type: precision_at_5 value: 17.172 - type: recall_at_1 value: 61.632 - type: recall_at_10 value: 86.162 - type: recall_at_100 value: 94.953 - type: recall_at_1000 value: 98.148 - type: recall_at_3 value: 76.287 - type: recall_at_5 value: 81.03399999999999 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (af) config: af split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 25.79690652320108 - type: f1 value: 24.093438782440067 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (am) config: am split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 3.338937457969066 - type: f1 value: 2.404152046553366 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ar) config: ar split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 6.489576328177541 - type: f1 value: 4.62270646032821 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (az) config: az split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 24.767989240080695 - type: f1 value: 23.495689794075474 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (bn) config: bn split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 4.29724277067922 - type: f1 value: 2.2466735164037934 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (cy) config: cy split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 26.388702084734366 - type: f1 value: 23.86003112409349 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (da) config: da split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 31.4694014794889 - type: f1 value: 29.017559554815392 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (de) config: de split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 28.09011432414256 - type: f1 value: 24.796051996220104 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (el) config: el split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 19.240080699394753 - type: f1 value: 16.13607169381968 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (en) config: en split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 53.406186953597846 - type: f1 value: 49.55550114595557 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (es) config: es split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 30.615332885003365 - type: f1 value: 29.13481030937436 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (fa) config: fa split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 7.205783456624077 - type: f1 value: 4.601802513446058 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (fi) config: fi split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 27.205783456624072 - type: f1 value: 24.177535740725418 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (fr) config: fr split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 32.63618022864828 - type: f1 value: 31.190168140021303 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (he) config: he split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 2.6630800268997983 - type: f1 value: 1.913464455449111 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (hi) config: hi split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 4.593140551445864 - type: f1 value: 2.6428594688121865 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (hu) config: hu split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 25.648957632817755 - type: f1 value: 22.88249345748577 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (hy) config: hy split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 4.862138533960995 - type: f1 value: 2.739262235100375 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (id) config: id split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 29.808338937457968 - type: f1 value: 29.055301842025006 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (is) config: is split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 23.5305985205111 - type: f1 value: 21.232935753763023 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (it) config: it split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 34.47209145931405 - type: f1 value: 32.987844813265305 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ja) config: ja split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 39.40147948890383 - type: f1 value: 37.59135086216479 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (jv) config: jv split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 28.749159381304644 - type: f1 value: 26.132814845473103 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ka) config: ka split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 4.344317417619368 - type: f1 value: 2.9377190150068957 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (km) config: km split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 6.102891728312036 - type: f1 value: 3.962539148306579 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (kn) config: kn split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 4.462004034969738 - type: f1 value: 2.618811361288446 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ko) config: ko split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 14.156018829858777 - type: f1 value: 12.032224251194693 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (lv) config: lv split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 29.855413584398114 - type: f1 value: 26.4935948293649 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ml) config: ml split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 3.6919973100201746 - type: f1 value: 1.9455177645088522 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (mn) config: mn split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 7.864828513786145 - type: f1 value: 5.890463192551815 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ms) config: ms split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 28.05312710154674 - type: f1 value: 25.167919685520967 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (my) config: my split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 6.9804976462676525 - type: f1 value: 3.5784028024922963 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (nb) config: nb split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 28.648285137861468 - type: f1 value: 26.310748922753458 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (nl) config: nl split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 32.92199058507062 - type: f1 value: 29.644293217296745 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (pl) config: pl split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 27.622730329522525 - type: f1 value: 24.469668239014812 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (pt) config: pt split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 33.52723604572966 - type: f1 value: 30.92548605264693 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ro) config: ro split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 31.32145258910558 - type: f1 value: 29.33012083327001 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ru) config: ru split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 11.271015467383993 - type: f1 value: 10.062644252034659 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (sl) config: sl split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 27.942165433759254 - type: f1 value: 25.33080090111651 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (sq) config: sq split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 32.895090786819104 - type: f1 value: 28.439539068323533 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (sv) config: sv split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 26.852723604572965 - type: f1 value: 25.395656180022463 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (sw) config: sw split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 29.404841963685275 - type: f1 value: 26.21621146728871 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ta) config: ta split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 3.3254875588433084 - type: f1 value: 1.603092746324846 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (te) config: te split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 3.463349024882313 - type: f1 value: 2.0928407358339736 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (th) config: th split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 12.982515131136513 - type: f1 value: 11.01712677163494 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (tl) config: tl split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 30.729657027572294 - type: f1 value: 26.83317869501593 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (tr) config: tr split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 23.570948217888372 - type: f1 value: 22.40127425434381 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ur) config: ur split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 4.983187626092804 - type: f1 value: 3.718347039099332 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (vi) config: vi split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 21.893073301950235 - type: f1 value: 20.675025999929755 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (zh-CN) config: zh-CN split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 70.82044384667114 - type: f1 value: 68.45757969594844 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (zh-TW) config: zh-TW split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 65.52790854068594 - type: f1 value: 64.67811461805108 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (af) config: af split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 31.55346334902488 - type: f1 value: 29.191252426466214 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (am) config: am split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 7.488231338264964 - type: f1 value: 5.0160562127811685 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ar) config: ar split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 14.996637525218562 - type: f1 value: 11.249193510499182 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (az) config: az split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 29.132481506388704 - type: f1 value: 26.38076542865094 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (bn) config: bn split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 9.243443174176194 - type: f1 value: 6.038537369329211 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (cy) config: cy split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 29.720914593140552 - type: f1 value: 26.928872478782672 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (da) config: da split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 39.791526563550775 - type: f1 value: 35.368330225384334 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (de) config: de split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 34.67720242098184 - type: f1 value: 31.39329003485599 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (el) config: el split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 28.833221250840612 - type: f1 value: 25.447170771092875 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (en) config: en split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 61.77538668459987 - type: f1 value: 58.638713385209904 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (es) config: es split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 35.96839273705447 - type: f1 value: 32.76368046131194 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (fa) config: fa split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 11.123066577000671 - type: f1 value: 7.872676893973924 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (fi) config: fi split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 28.614660390047074 - type: f1 value: 25.645947438401855 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (fr) config: fr split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 40.65568258238063 - type: f1 value: 37.66349602390266 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (he) config: he split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 9.008069939475453 - type: f1 value: 5.1554089293899965 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (hi) config: hi split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 9.915938130464022 - type: f1 value: 6.413016136448915 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (hu) config: hu split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 32.07464694014795 - type: f1 value: 29.435621484770174 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (hy) config: hy split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 8.43981170141224 - type: f1 value: 6.157676936089851 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (id) config: id split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 34.89912575655683 - type: f1 value: 31.614865711813938 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (is) config: is split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 30.954942837928712 - type: f1 value: 26.844232924337497 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (it) config: it split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 41.059179556153325 - type: f1 value: 36.92471115077745 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ja) config: ja split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 48.73234700739745 - type: f1 value: 46.89395011365762 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (jv) config: jv split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 35.08742434431742 - type: f1 value: 32.314520222383585 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ka) config: ka split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 9.287155346334904 - type: f1 value: 7.13459214077311 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (km) config: km split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 11.193678547410894 - type: f1 value: 7.329043540295746 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (kn) config: kn split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 10.097511768661734 - type: f1 value: 7.212356186519867 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ko) config: ko split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 19.196368527236046 - type: f1 value: 16.798046606500282 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (lv) config: lv split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 32.49495628782785 - type: f1 value: 28.359188240241444 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ml) config: ml split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 6.36516476126429 - type: f1 value: 3.7192665599079913 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (mn) config: mn split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 13.076664425016812 - type: f1 value: 9.572770203976713 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ms) config: ms split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 39.17955615332885 - type: f1 value: 33.8253960820197 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (my) config: my split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 12.252858103564224 - type: f1 value: 9.096519579346872 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (nb) config: nb split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 35.24209818426362 - type: f1 value: 32.24756964062884 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (nl) config: nl split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 38.17081371889711 - type: f1 value: 34.8539465599922 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (pl) config: pl split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 31.60390047074647 - type: f1 value: 28.24199310436465 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (pt) config: pt split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 40.01008742434432 - type: f1 value: 37.21826826542489 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ro) config: ro split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 39.25353059852051 - type: f1 value: 35.457426597271784 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ru) config: ru split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 16.70813718897108 - type: f1 value: 14.338767956114001 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (sl) config: sl split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 33.94418291862811 - type: f1 value: 30.577444242695694 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (sq) config: sq split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 40.396772024209824 - type: f1 value: 36.028103018769436 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (sv) config: sv split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 30.722932078009418 - type: f1 value: 28.49491987141746 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (sw) config: sw split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 37.14189643577674 - type: f1 value: 32.52116385408168 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ta) config: ta split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 8.214525891055818 - type: f1 value: 4.448399109965533 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (te) config: te split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 7.96570275722932 - type: f1 value: 5.128691464756114 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (th) config: th split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 21.55682582380632 - type: f1 value: 17.110218757379613 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (tl) config: tl split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 36.70141223940821 - type: f1 value: 32.96113533567822 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (tr) config: tr split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 28.80295897780767 - type: f1 value: 27.77008973951413 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ur) config: ur split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 10.460659045057163 - type: f1 value: 7.90075042321315 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (vi) config: vi split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 27.720242098184265 - type: f1 value: 26.76341970948208 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (zh-CN) config: zh-CN split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 75.21183591123066 - type: f1 value: 74.55953469104787 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (zh-TW) config: zh-TW split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 71.52320107599192 - type: f1 value: 71.16094498697193 - task: type: Retrieval dataset: type: C-MTEB/MedicalRetrieval name: MTEB MedicalRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 43.2 - type: map_at_10 value: 48.788 - type: map_at_100 value: 49.412 - type: map_at_1000 value: 49.480000000000004 - type: map_at_3 value: 47.55 - type: map_at_5 value: 48.27 - type: mrr_at_1 value: 43.2 - type: mrr_at_10 value: 48.788 - type: mrr_at_100 value: 49.412 - type: mrr_at_1000 value: 49.480000000000004 - type: mrr_at_3 value: 47.55 - type: mrr_at_5 value: 48.27 - type: ndcg_at_1 value: 43.2 - type: ndcg_at_10 value: 51.504000000000005 - type: ndcg_at_100 value: 54.718 - type: ndcg_at_1000 value: 56.754000000000005 - type: ndcg_at_3 value: 48.975 - type: ndcg_at_5 value: 50.283 - type: precision_at_1 value: 43.2 - type: precision_at_10 value: 6.0 - type: precision_at_100 value: 0.755 - type: precision_at_1000 value: 0.092 - type: precision_at_3 value: 17.7 - type: precision_at_5 value: 11.26 - type: recall_at_1 value: 43.2 - type: recall_at_10 value: 60.0 - type: recall_at_100 value: 75.5 - type: recall_at_1000 value: 92.0 - type: recall_at_3 value: 53.1 - type: recall_at_5 value: 56.3 - task: type: Classification dataset: type: C-MTEB/MultilingualSentiment-classification name: MTEB MultilingualSentiment config: default split: validation revision: None metrics: - type: accuracy value: 71.66666666666669 - type: f1 value: 71.30679309756734 - task: type: PairClassification dataset: type: C-MTEB/OCNLI name: MTEB Ocnli config: default split: validation revision: None metrics: - type: cos_sim_accuracy value: 73.47049269085004 - type: cos_sim_ap value: 77.45627413542758 - type: cos_sim_f1 value: 76.38326585695006 - type: cos_sim_precision value: 66.53605015673982 - type: cos_sim_recall value: 89.65153115100317 - type: dot_accuracy value: 73.47049269085004 - type: dot_ap value: 77.45627413542758 - type: dot_f1 value: 76.38326585695006 - type: dot_precision value: 66.53605015673982 - type: dot_recall value: 89.65153115100317 - type: euclidean_accuracy value: 73.47049269085004 - type: euclidean_ap value: 77.45620654340667 - type: euclidean_f1 value: 76.38326585695006 - type: euclidean_precision value: 66.53605015673982 - type: euclidean_recall value: 89.65153115100317 - type: manhattan_accuracy value: 73.36220898754738 - type: manhattan_ap value: 77.37536169412738 - type: manhattan_f1 value: 76.38640429338103 - type: manhattan_precision value: 66.25290923196276 - type: manhattan_recall value: 90.17951425554382 - type: max_accuracy value: 73.47049269085004 - type: max_ap value: 77.45627413542758 - type: max_f1 value: 76.38640429338103 - task: type: Classification dataset: type: C-MTEB/OnlineShopping-classification name: MTEB OnlineShopping config: default split: test revision: None metrics: - type: accuracy value: 91.53 - type: ap value: 89.42581459526625 - type: f1 value: 91.52129393166419 - task: type: STS dataset: type: C-MTEB/PAWSX name: MTEB PAWSX config: default split: test revision: None metrics: - type: cos_sim_pearson value: 29.140746638094146 - type: cos_sim_spearman value: 33.485405306894954 - type: euclidean_pearson value: 33.519345307695055 - type: euclidean_spearman value: 33.485405306894954 - type: manhattan_pearson value: 33.477525315080555 - type: manhattan_spearman value: 33.45108970796106 - task: type: STS dataset: type: C-MTEB/QBQTC name: MTEB QBQTC config: default split: test revision: None metrics: - type: cos_sim_pearson value: 29.1489803117667 - type: cos_sim_spearman value: 31.064278185902484 - type: euclidean_pearson value: 29.46668604738617 - type: euclidean_spearman value: 31.064327209275294 - type: manhattan_pearson value: 29.486028367555363 - type: manhattan_spearman value: 31.08380235579532 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (zh) config: zh split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 metrics: - type: cos_sim_pearson value: 62.11437173048506 - type: cos_sim_spearman value: 64.51063977663124 - type: euclidean_pearson value: 63.21313519423639 - type: euclidean_spearman value: 64.51063977663124 - type: manhattan_pearson value: 66.21953089701206 - type: manhattan_spearman value: 66.39662588897919 - task: type: STS dataset: type: C-MTEB/STSB name: MTEB STSB config: default split: test revision: None metrics: - type: cos_sim_pearson value: 78.98157503278959 - type: cos_sim_spearman value: 79.62582795918624 - type: euclidean_pearson value: 79.44521376122044 - type: euclidean_spearman value: 79.62582795918624 - type: manhattan_pearson value: 79.4254734731864 - type: manhattan_spearman value: 79.61078135348473 - task: type: Reranking dataset: type: C-MTEB/T2Reranking name: MTEB T2Reranking config: default split: dev revision: None metrics: - type: map value: 66.29923663749156 - type: mrr value: 76.31176720293172 - task: type: Retrieval dataset: type: C-MTEB/T2Retrieval name: MTEB T2Retrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 24.518 - type: map_at_10 value: 67.938 - type: map_at_100 value: 71.769 - type: map_at_1000 value: 71.882 - type: map_at_3 value: 47.884 - type: map_at_5 value: 58.733000000000004 - type: mrr_at_1 value: 84.328 - type: mrr_at_10 value: 87.96000000000001 - type: mrr_at_100 value: 88.114 - type: mrr_at_1000 value: 88.12 - type: mrr_at_3 value: 87.306 - type: mrr_at_5 value: 87.734 - type: ndcg_at_1 value: 84.328 - type: ndcg_at_10 value: 77.077 - type: ndcg_at_100 value: 81.839 - type: ndcg_at_1000 value: 82.974 - type: ndcg_at_3 value: 79.209 - type: ndcg_at_5 value: 77.345 - type: precision_at_1 value: 84.328 - type: precision_at_10 value: 38.596000000000004 - type: precision_at_100 value: 4.825 - type: precision_at_1000 value: 0.51 - type: precision_at_3 value: 69.547 - type: precision_at_5 value: 58.033 - type: recall_at_1 value: 24.518 - type: recall_at_10 value: 75.982 - type: recall_at_100 value: 91.40899999999999 - type: recall_at_1000 value: 97.129 - type: recall_at_3 value: 50.014 - type: recall_at_5 value: 62.971 - task: type: Classification dataset: type: C-MTEB/TNews-classification name: MTEB TNews config: default split: validation revision: None metrics: - type: accuracy value: 50.17400000000001 - type: f1 value: 48.49778139007515 - task: type: Clustering dataset: type: C-MTEB/ThuNewsClusteringP2P name: MTEB ThuNewsClusteringP2P config: default split: test revision: None metrics: - type: v_measure value: 58.925265567508944 - task: type: Clustering dataset: type: C-MTEB/ThuNewsClusteringS2S name: MTEB ThuNewsClusteringS2S config: default split: test revision: None metrics: - type: v_measure value: 53.70728044857883 - task: type: Retrieval dataset: type: C-MTEB/VideoRetrieval name: MTEB VideoRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 49.5 - type: map_at_10 value: 59.772000000000006 - type: map_at_100 value: 60.312 - type: map_at_1000 value: 60.333000000000006 - type: map_at_3 value: 57.367000000000004 - type: map_at_5 value: 58.797 - type: mrr_at_1 value: 49.5 - type: mrr_at_10 value: 59.772000000000006 - type: mrr_at_100 value: 60.312 - type: mrr_at_1000 value: 60.333000000000006 - type: mrr_at_3 value: 57.367000000000004 - type: mrr_at_5 value: 58.797 - type: ndcg_at_1 value: 49.5 - type: ndcg_at_10 value: 64.672 - type: ndcg_at_100 value: 67.389 - type: ndcg_at_1000 value: 67.984 - type: ndcg_at_3 value: 59.8 - type: ndcg_at_5 value: 62.385999999999996 - type: precision_at_1 value: 49.5 - type: precision_at_10 value: 8.0 - type: precision_at_100 value: 0.9289999999999999 - type: precision_at_1000 value: 0.098 - type: precision_at_3 value: 22.267 - type: precision_at_5 value: 14.62 - type: recall_at_1 value: 49.5 - type: recall_at_10 value: 80.0 - type: recall_at_100 value: 92.9 - type: recall_at_1000 value: 97.7 - type: recall_at_3 value: 66.8 - type: recall_at_5 value: 73.1 - task: type: Classification dataset: type: C-MTEB/waimai-classification name: MTEB Waimai config: default split: test revision: None metrics: - type: accuracy value: 85.97999999999999 - type: ap value: 68.63874013611306 - type: f1 value: 84.22025909308913 --- --- license: apache-2.0 ---