--- pipeline_tag: sentence-similarity tags: - sentence-transformers - feature-extraction - sentence-similarity - mteb model-index: - name: MUG-B-1.6 results: - task: type: Classification dataset: type: mteb/amazon_counterfactual name: MTEB AmazonCounterfactualClassification (en-ext) config: en-ext split: test revision: e8379541af4e31359cca9fbcf4b00f2671dba205 metrics: - type: accuracy value: 74.04047976011994 - type: ap value: 23.622442298323236 - type: f1 value: 61.681362134359354 - task: type: Classification dataset: type: mteb/amazon_counterfactual name: MTEB AmazonCounterfactualClassification (en) config: en split: test revision: e8379541af4e31359cca9fbcf4b00f2671dba205 metrics: - type: accuracy value: 72.38805970149255 - type: ap value: 35.14527522183942 - type: f1 value: 66.40004634079556 - task: type: Classification dataset: type: mteb/amazon_counterfactual name: MTEB AmazonCounterfactualClassification (de) config: de split: test revision: e8379541af4e31359cca9fbcf4b00f2671dba205 metrics: - type: accuracy value: 54.3254817987152 - type: ap value: 71.95259605308317 - type: f1 value: 52.50731386267296 - task: type: Classification dataset: type: mteb/amazon_counterfactual name: MTEB AmazonCounterfactualClassification (ja) config: ja split: test revision: e8379541af4e31359cca9fbcf4b00f2671dba205 metrics: - type: accuracy value: 56.33832976445397 - type: ap value: 12.671021199223937 - type: f1 value: 46.127586182990605 - task: type: Classification dataset: type: mteb/amazon_polarity name: MTEB AmazonPolarityClassification config: default split: test revision: e2d317d38cd51312af73b3d32a06d1a08b442046 metrics: - type: accuracy value: 93.70805000000001 - type: ap value: 90.58639913354553 - type: f1 value: 93.69822635061847 - task: type: Classification dataset: type: mteb/amazon_reviews_multi name: MTEB AmazonReviewsClassification (en) config: en split: test revision: 1399c76144fd37290681b995c656ef9b2e06e26d metrics: - type: accuracy value: 50.85000000000001 - type: f1 value: 49.80013009020246 - task: type: Classification dataset: type: mteb/amazon_reviews_multi name: MTEB AmazonReviewsClassification (de) config: de split: test revision: 1399c76144fd37290681b995c656ef9b2e06e26d metrics: - type: accuracy value: 27.203999999999994 - type: f1 value: 26.60134413072989 - task: type: Classification dataset: type: mteb/amazon_reviews_multi name: MTEB AmazonReviewsClassification (es) config: es split: test revision: 1399c76144fd37290681b995c656ef9b2e06e26d metrics: - type: accuracy value: 34.878 - type: f1 value: 33.072592092252314 - task: type: Classification dataset: type: mteb/amazon_reviews_multi name: MTEB AmazonReviewsClassification (fr) config: fr split: test revision: 1399c76144fd37290681b995c656ef9b2e06e26d metrics: - type: accuracy value: 31.557999999999993 - type: f1 value: 30.866094552542624 - task: type: Classification dataset: type: mteb/amazon_reviews_multi name: MTEB AmazonReviewsClassification (ja) config: ja split: test revision: 1399c76144fd37290681b995c656ef9b2e06e26d metrics: - type: accuracy value: 22.706 - type: f1 value: 22.23195837325246 - task: type: Classification dataset: type: mteb/amazon_reviews_multi name: MTEB AmazonReviewsClassification (zh) config: zh split: test revision: 1399c76144fd37290681b995c656ef9b2e06e26d metrics: - type: accuracy value: 22.349999999999998 - type: f1 value: 21.80183891680617 - task: type: Retrieval dataset: type: mteb/arguana name: MTEB ArguAna config: default split: test revision: c22ab2a51041ffd869aaddef7af8d8215647e41a metrics: - type: map_at_1 value: 41.892 - type: map_at_10 value: 57.989999999999995 - type: map_at_100 value: 58.45 - type: map_at_1000 value: 58.453 - type: map_at_20 value: 58.392999999999994 - type: map_at_3 value: 53.746 - type: map_at_5 value: 56.566 - type: mrr_at_1 value: 43.314 - type: mrr_at_10 value: 58.535000000000004 - type: mrr_at_100 value: 58.975 - type: mrr_at_1000 value: 58.977999999999994 - type: mrr_at_20 value: 58.916999999999994 - type: mrr_at_3 value: 54.303000000000004 - type: mrr_at_5 value: 57.055 - type: ndcg_at_1 value: 41.892 - type: ndcg_at_10 value: 66.176 - type: ndcg_at_100 value: 67.958 - type: ndcg_at_1000 value: 68.00699999999999 - type: ndcg_at_20 value: 67.565 - type: ndcg_at_3 value: 57.691 - type: ndcg_at_5 value: 62.766 - type: precision_at_1 value: 41.892 - type: precision_at_10 value: 9.189 - type: precision_at_100 value: 0.993 - type: precision_at_1000 value: 0.1 - type: precision_at_20 value: 4.861 - type: precision_at_3 value: 23.044 - type: precision_at_5 value: 16.287 - type: recall_at_1 value: 41.892 - type: recall_at_10 value: 91.892 - type: recall_at_100 value: 99.289 - type: recall_at_1000 value: 99.644 - type: recall_at_20 value: 97.226 - type: recall_at_3 value: 69.132 - type: recall_at_5 value: 81.437 - task: type: Clustering dataset: type: mteb/arxiv-clustering-p2p name: MTEB ArxivClusteringP2P config: default split: test revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d metrics: - type: v_measure value: 49.03486273664411 - task: type: Clustering dataset: type: mteb/arxiv-clustering-s2s name: MTEB ArxivClusteringS2S config: default split: test revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 metrics: - type: v_measure value: 43.04797567338598 - task: type: Reranking dataset: type: mteb/askubuntudupquestions-reranking name: MTEB AskUbuntuDupQuestions config: default split: test revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 metrics: - type: map value: 64.29499572176032 - type: mrr value: 77.28861627753592 - task: type: STS dataset: type: mteb/biosses-sts name: MTEB BIOSSES config: default split: test revision: d3fb88f8f02e40887cd149695127462bbcf29b4a metrics: - type: cos_sim_pearson value: 89.53248242133246 - type: cos_sim_spearman value: 88.38032705871927 - type: euclidean_pearson value: 87.77994445569084 - type: euclidean_spearman value: 88.38032705871927 - type: manhattan_pearson value: 87.52369210088627 - type: manhattan_spearman value: 88.27972235673434 - task: type: Classification dataset: type: mteb/banking77 name: MTEB Banking77Classification config: default split: test revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 metrics: - type: accuracy value: 85.4090909090909 - type: f1 value: 84.87743757972068 - task: type: Clustering dataset: type: mteb/biorxiv-clustering-p2p name: MTEB BiorxivClusteringP2P config: default split: test revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 metrics: - type: v_measure value: 39.73840151083438 - task: type: Clustering dataset: type: mteb/biorxiv-clustering-s2s name: MTEB BiorxivClusteringS2S config: default split: test revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 metrics: - type: v_measure value: 36.565075977998966 - task: type: Retrieval dataset: type: mteb/cqadupstack-android name: MTEB CQADupstackAndroidRetrieval config: default split: test revision: f46a197baaae43b4f621051089b82a364682dfeb metrics: - type: map_at_1 value: 33.082 - type: map_at_10 value: 44.787 - type: map_at_100 value: 46.322 - type: map_at_1000 value: 46.446 - type: map_at_20 value: 45.572 - type: map_at_3 value: 40.913 - type: map_at_5 value: 42.922 - type: mrr_at_1 value: 40.629 - type: mrr_at_10 value: 51.119 - type: mrr_at_100 value: 51.783 - type: mrr_at_1000 value: 51.82 - type: mrr_at_20 value: 51.49700000000001 - type: mrr_at_3 value: 48.355 - type: mrr_at_5 value: 49.979 - type: ndcg_at_1 value: 40.629 - type: ndcg_at_10 value: 51.647 - type: ndcg_at_100 value: 56.923 - type: ndcg_at_1000 value: 58.682 - type: ndcg_at_20 value: 53.457 - type: ndcg_at_3 value: 46.065 - type: ndcg_at_5 value: 48.352000000000004 - type: precision_at_1 value: 40.629 - type: precision_at_10 value: 10.072000000000001 - type: precision_at_100 value: 1.5939999999999999 - type: precision_at_1000 value: 0.20600000000000002 - type: precision_at_20 value: 5.908 - type: precision_at_3 value: 22.222 - type: precision_at_5 value: 15.937000000000001 - type: recall_at_1 value: 33.082 - type: recall_at_10 value: 64.55300000000001 - type: recall_at_100 value: 86.86399999999999 - type: recall_at_1000 value: 97.667 - type: recall_at_20 value: 70.988 - type: recall_at_3 value: 48.067 - type: recall_at_5 value: 54.763 - task: type: Retrieval dataset: type: mteb/cqadupstack-english name: MTEB CQADupstackEnglishRetrieval config: default split: test revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 metrics: - type: map_at_1 value: 32.272 - type: map_at_10 value: 42.620000000000005 - type: map_at_100 value: 43.936 - type: map_at_1000 value: 44.066 - type: map_at_20 value: 43.349 - type: map_at_3 value: 39.458 - type: map_at_5 value: 41.351 - type: mrr_at_1 value: 40.127 - type: mrr_at_10 value: 48.437000000000005 - type: mrr_at_100 value: 49.096000000000004 - type: mrr_at_1000 value: 49.14 - type: mrr_at_20 value: 48.847 - type: mrr_at_3 value: 46.21 - type: mrr_at_5 value: 47.561 - type: ndcg_at_1 value: 40.127 - type: ndcg_at_10 value: 48.209999999999994 - type: ndcg_at_100 value: 52.632 - type: ndcg_at_1000 value: 54.59 - type: ndcg_at_20 value: 50.012 - type: ndcg_at_3 value: 43.996 - type: ndcg_at_5 value: 46.122 - type: precision_at_1 value: 40.127 - type: precision_at_10 value: 9.051 - type: precision_at_100 value: 1.465 - type: precision_at_1000 value: 0.193 - type: precision_at_20 value: 5.35 - type: precision_at_3 value: 21.104 - type: precision_at_5 value: 15.146 - type: recall_at_1 value: 32.272 - type: recall_at_10 value: 57.870999999999995 - type: recall_at_100 value: 76.211 - type: recall_at_1000 value: 88.389 - type: recall_at_20 value: 64.354 - type: recall_at_3 value: 45.426 - type: recall_at_5 value: 51.23799999999999 - task: type: Retrieval dataset: type: mteb/cqadupstack-gaming name: MTEB CQADupstackGamingRetrieval config: default split: test revision: 4885aa143210c98657558c04aaf3dc47cfb54340 metrics: - type: map_at_1 value: 40.261 - type: map_at_10 value: 53.400000000000006 - type: map_at_100 value: 54.42399999999999 - type: map_at_1000 value: 54.473000000000006 - type: map_at_20 value: 54.052 - type: map_at_3 value: 49.763000000000005 - type: map_at_5 value: 51.878 - type: mrr_at_1 value: 46.019 - type: mrr_at_10 value: 56.653 - type: mrr_at_100 value: 57.28 - type: mrr_at_1000 value: 57.303000000000004 - type: mrr_at_20 value: 57.057 - type: mrr_at_3 value: 53.971000000000004 - type: mrr_at_5 value: 55.632000000000005 - type: ndcg_at_1 value: 46.019 - type: ndcg_at_10 value: 59.597 - type: ndcg_at_100 value: 63.452 - type: ndcg_at_1000 value: 64.434 - type: ndcg_at_20 value: 61.404 - type: ndcg_at_3 value: 53.620999999999995 - type: ndcg_at_5 value: 56.688 - type: precision_at_1 value: 46.019 - type: precision_at_10 value: 9.748999999999999 - type: precision_at_100 value: 1.261 - type: precision_at_1000 value: 0.13799999999999998 - type: precision_at_20 value: 5.436 - type: precision_at_3 value: 24.075 - type: precision_at_5 value: 16.715 - type: recall_at_1 value: 40.261 - type: recall_at_10 value: 74.522 - type: recall_at_100 value: 91.014 - type: recall_at_1000 value: 98.017 - type: recall_at_20 value: 81.186 - type: recall_at_3 value: 58.72500000000001 - type: recall_at_5 value: 66.23599999999999 - task: type: Retrieval dataset: type: mteb/cqadupstack-gis name: MTEB CQADupstackGisRetrieval config: default split: test revision: 5003b3064772da1887988e05400cf3806fe491f2 metrics: - type: map_at_1 value: 27.666 - type: map_at_10 value: 36.744 - type: map_at_100 value: 37.794 - type: map_at_1000 value: 37.865 - type: map_at_20 value: 37.336999999999996 - type: map_at_3 value: 33.833999999999996 - type: map_at_5 value: 35.61 - type: mrr_at_1 value: 29.944 - type: mrr_at_10 value: 38.838 - type: mrr_at_100 value: 39.765 - type: mrr_at_1000 value: 39.818999999999996 - type: mrr_at_20 value: 39.373000000000005 - type: mrr_at_3 value: 36.234 - type: mrr_at_5 value: 37.844 - type: ndcg_at_1 value: 29.944 - type: ndcg_at_10 value: 41.986000000000004 - type: ndcg_at_100 value: 47.05 - type: ndcg_at_1000 value: 48.897 - type: ndcg_at_20 value: 43.989 - type: ndcg_at_3 value: 36.452 - type: ndcg_at_5 value: 39.395 - type: precision_at_1 value: 29.944 - type: precision_at_10 value: 6.4750000000000005 - type: precision_at_100 value: 0.946 - type: precision_at_1000 value: 0.11399999999999999 - type: precision_at_20 value: 3.6839999999999997 - type: precision_at_3 value: 15.443000000000001 - type: precision_at_5 value: 10.96 - type: recall_at_1 value: 27.666 - type: recall_at_10 value: 56.172999999999995 - type: recall_at_100 value: 79.142 - type: recall_at_1000 value: 93.013 - type: recall_at_20 value: 63.695 - type: recall_at_3 value: 41.285 - type: recall_at_5 value: 48.36 - task: type: Retrieval dataset: type: mteb/cqadupstack-mathematica name: MTEB CQADupstackMathematicaRetrieval config: default split: test revision: 90fceea13679c63fe563ded68f3b6f06e50061de metrics: - type: map_at_1 value: 17.939 - type: map_at_10 value: 27.301 - type: map_at_100 value: 28.485 - type: map_at_1000 value: 28.616000000000003 - type: map_at_20 value: 27.843 - type: map_at_3 value: 24.342 - type: map_at_5 value: 26.259 - type: mrr_at_1 value: 22.761 - type: mrr_at_10 value: 32.391 - type: mrr_at_100 value: 33.297 - type: mrr_at_1000 value: 33.361000000000004 - type: mrr_at_20 value: 32.845 - type: mrr_at_3 value: 29.498 - type: mrr_at_5 value: 31.375999999999998 - type: ndcg_at_1 value: 22.761 - type: ndcg_at_10 value: 33.036 - type: ndcg_at_100 value: 38.743 - type: ndcg_at_1000 value: 41.568 - type: ndcg_at_20 value: 34.838 - type: ndcg_at_3 value: 27.803 - type: ndcg_at_5 value: 30.781 - type: precision_at_1 value: 22.761 - type: precision_at_10 value: 6.132 - type: precision_at_100 value: 1.031 - type: precision_at_1000 value: 0.14200000000000002 - type: precision_at_20 value: 3.582 - type: precision_at_3 value: 13.474 - type: precision_at_5 value: 10.123999999999999 - type: recall_at_1 value: 17.939 - type: recall_at_10 value: 45.515 - type: recall_at_100 value: 70.56700000000001 - type: recall_at_1000 value: 90.306 - type: recall_at_20 value: 51.946999999999996 - type: recall_at_3 value: 31.459 - type: recall_at_5 value: 39.007 - task: type: Retrieval dataset: type: mteb/cqadupstack-physics name: MTEB CQADupstackPhysicsRetrieval config: default split: test revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 metrics: - type: map_at_1 value: 31.156 - type: map_at_10 value: 42.317 - type: map_at_100 value: 43.742 - type: map_at_1000 value: 43.852000000000004 - type: map_at_20 value: 43.147999999999996 - type: map_at_3 value: 38.981 - type: map_at_5 value: 40.827000000000005 - type: mrr_at_1 value: 38.401999999999994 - type: mrr_at_10 value: 48.141 - type: mrr_at_100 value: 48.991 - type: mrr_at_1000 value: 49.03 - type: mrr_at_20 value: 48.665000000000006 - type: mrr_at_3 value: 45.684999999999995 - type: mrr_at_5 value: 47.042 - type: ndcg_at_1 value: 38.401999999999994 - type: ndcg_at_10 value: 48.541000000000004 - type: ndcg_at_100 value: 54.063 - type: ndcg_at_1000 value: 56.005 - type: ndcg_at_20 value: 50.895999999999994 - type: ndcg_at_3 value: 43.352000000000004 - type: ndcg_at_5 value: 45.769 - type: precision_at_1 value: 38.401999999999994 - type: precision_at_10 value: 8.738999999999999 - type: precision_at_100 value: 1.335 - type: precision_at_1000 value: 0.16999999999999998 - type: precision_at_20 value: 5.164 - type: precision_at_3 value: 20.468 - type: precision_at_5 value: 14.437 - type: recall_at_1 value: 31.156 - type: recall_at_10 value: 61.172000000000004 - type: recall_at_100 value: 83.772 - type: recall_at_1000 value: 96.192 - type: recall_at_20 value: 69.223 - type: recall_at_3 value: 46.628 - type: recall_at_5 value: 53.032000000000004 - task: type: Retrieval dataset: type: mteb/cqadupstack-programmers name: MTEB CQADupstackProgrammersRetrieval config: default split: test revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 metrics: - type: map_at_1 value: 26.741999999999997 - type: map_at_10 value: 36.937 - type: map_at_100 value: 38.452 - type: map_at_1000 value: 38.557 - type: map_at_20 value: 37.858999999999995 - type: map_at_3 value: 33.579 - type: map_at_5 value: 35.415 - type: mrr_at_1 value: 32.991 - type: mrr_at_10 value: 42.297000000000004 - type: mrr_at_100 value: 43.282 - type: mrr_at_1000 value: 43.332 - type: mrr_at_20 value: 42.95 - type: mrr_at_3 value: 39.707 - type: mrr_at_5 value: 41.162 - type: ndcg_at_1 value: 32.991 - type: ndcg_at_10 value: 43.004999999999995 - type: ndcg_at_100 value: 49.053000000000004 - type: ndcg_at_1000 value: 51.166999999999994 - type: ndcg_at_20 value: 45.785 - type: ndcg_at_3 value: 37.589 - type: ndcg_at_5 value: 40.007999999999996 - type: precision_at_1 value: 32.991 - type: precision_at_10 value: 8.025 - type: precision_at_100 value: 1.268 - type: precision_at_1000 value: 0.163 - type: precision_at_20 value: 4.846 - type: precision_at_3 value: 17.922 - type: precision_at_5 value: 13.059000000000001 - type: recall_at_1 value: 26.741999999999997 - type: recall_at_10 value: 55.635999999999996 - type: recall_at_100 value: 80.798 - type: recall_at_1000 value: 94.918 - type: recall_at_20 value: 65.577 - type: recall_at_3 value: 40.658 - type: recall_at_5 value: 46.812 - task: type: Retrieval dataset: type: mteb/cqadupstack name: MTEB CQADupstackRetrieval config: default split: test revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 metrics: - type: map_at_1 value: 27.274583333333336 - type: map_at_10 value: 37.04091666666666 - type: map_at_100 value: 38.27966666666667 - type: map_at_1000 value: 38.39383333333334 - type: map_at_20 value: 37.721500000000006 - type: map_at_3 value: 33.937999999999995 - type: map_at_5 value: 35.67974999999999 - type: mrr_at_1 value: 32.40525 - type: mrr_at_10 value: 41.43925000000001 - type: mrr_at_100 value: 42.271 - type: mrr_at_1000 value: 42.32416666666667 - type: mrr_at_20 value: 41.92733333333334 - type: mrr_at_3 value: 38.84941666666666 - type: mrr_at_5 value: 40.379583333333336 - type: ndcg_at_1 value: 32.40525 - type: ndcg_at_10 value: 42.73808333333334 - type: ndcg_at_100 value: 47.88941666666667 - type: ndcg_at_1000 value: 50.05008333333334 - type: ndcg_at_20 value: 44.74183333333334 - type: ndcg_at_3 value: 37.51908333333334 - type: ndcg_at_5 value: 40.01883333333333 - type: precision_at_1 value: 32.40525 - type: precision_at_10 value: 7.5361666666666665 - type: precision_at_100 value: 1.1934166666666666 - type: precision_at_1000 value: 0.1575 - type: precision_at_20 value: 4.429166666666667 - type: precision_at_3 value: 17.24941666666667 - type: precision_at_5 value: 12.362333333333336 - type: recall_at_1 value: 27.274583333333336 - type: recall_at_10 value: 55.21358333333334 - type: recall_at_100 value: 77.60366666666667 - type: recall_at_1000 value: 92.43691666666666 - type: recall_at_20 value: 62.474583333333335 - type: recall_at_3 value: 40.79375 - type: recall_at_5 value: 47.15158333333334 - task: type: Retrieval dataset: type: mteb/cqadupstack-stats name: MTEB CQADupstackStatsRetrieval config: default split: test revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a metrics: - type: map_at_1 value: 27.389999999999997 - type: map_at_10 value: 34.107 - type: map_at_100 value: 35.022999999999996 - type: map_at_1000 value: 35.13 - type: map_at_20 value: 34.605999999999995 - type: map_at_3 value: 32.021 - type: map_at_5 value: 32.948 - type: mrr_at_1 value: 30.982 - type: mrr_at_10 value: 37.345 - type: mrr_at_100 value: 38.096999999999994 - type: mrr_at_1000 value: 38.179 - type: mrr_at_20 value: 37.769000000000005 - type: mrr_at_3 value: 35.481 - type: mrr_at_5 value: 36.293 - type: ndcg_at_1 value: 30.982 - type: ndcg_at_10 value: 38.223 - type: ndcg_at_100 value: 42.686 - type: ndcg_at_1000 value: 45.352 - type: ndcg_at_20 value: 39.889 - type: ndcg_at_3 value: 34.259 - type: ndcg_at_5 value: 35.664 - type: precision_at_1 value: 30.982 - type: precision_at_10 value: 5.7669999999999995 - type: precision_at_100 value: 0.877 - type: precision_at_1000 value: 0.11800000000000001 - type: precision_at_20 value: 3.3360000000000003 - type: precision_at_3 value: 14.264 - type: precision_at_5 value: 9.54 - type: recall_at_1 value: 27.389999999999997 - type: recall_at_10 value: 48.009 - type: recall_at_100 value: 68.244 - type: recall_at_1000 value: 87.943 - type: recall_at_20 value: 54.064 - type: recall_at_3 value: 36.813 - type: recall_at_5 value: 40.321 - task: type: Retrieval dataset: type: mteb/cqadupstack-tex name: MTEB CQADupstackTexRetrieval config: default split: test revision: 46989137a86843e03a6195de44b09deda022eec7 metrics: - type: map_at_1 value: 18.249000000000002 - type: map_at_10 value: 25.907000000000004 - type: map_at_100 value: 27.105 - type: map_at_1000 value: 27.233 - type: map_at_20 value: 26.541999999999998 - type: map_at_3 value: 23.376 - type: map_at_5 value: 24.673000000000002 - type: mrr_at_1 value: 21.989 - type: mrr_at_10 value: 29.846 - type: mrr_at_100 value: 30.808999999999997 - type: mrr_at_1000 value: 30.885 - type: mrr_at_20 value: 30.384 - type: mrr_at_3 value: 27.46 - type: mrr_at_5 value: 28.758 - type: ndcg_at_1 value: 21.989 - type: ndcg_at_10 value: 30.874000000000002 - type: ndcg_at_100 value: 36.504999999999995 - type: ndcg_at_1000 value: 39.314 - type: ndcg_at_20 value: 32.952999999999996 - type: ndcg_at_3 value: 26.249 - type: ndcg_at_5 value: 28.229 - type: precision_at_1 value: 21.989 - type: precision_at_10 value: 5.705 - type: precision_at_100 value: 0.9990000000000001 - type: precision_at_1000 value: 0.14100000000000001 - type: precision_at_20 value: 3.4459999999999997 - type: precision_at_3 value: 12.377 - type: precision_at_5 value: 8.961 - type: recall_at_1 value: 18.249000000000002 - type: recall_at_10 value: 41.824 - type: recall_at_100 value: 67.071 - type: recall_at_1000 value: 86.863 - type: recall_at_20 value: 49.573 - type: recall_at_3 value: 28.92 - type: recall_at_5 value: 34.003 - task: type: Retrieval dataset: type: mteb/cqadupstack-unix name: MTEB CQADupstackUnixRetrieval config: default split: test revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 metrics: - type: map_at_1 value: 26.602999999999998 - type: map_at_10 value: 36.818 - type: map_at_100 value: 37.894 - type: map_at_1000 value: 37.991 - type: map_at_20 value: 37.389 - type: map_at_3 value: 33.615 - type: map_at_5 value: 35.432 - type: mrr_at_1 value: 31.53 - type: mrr_at_10 value: 41.144 - type: mrr_at_100 value: 41.937999999999995 - type: mrr_at_1000 value: 41.993 - type: mrr_at_20 value: 41.585 - type: mrr_at_3 value: 38.385999999999996 - type: mrr_at_5 value: 39.995000000000005 - type: ndcg_at_1 value: 31.53 - type: ndcg_at_10 value: 42.792 - type: ndcg_at_100 value: 47.749 - type: ndcg_at_1000 value: 49.946 - type: ndcg_at_20 value: 44.59 - type: ndcg_at_3 value: 37.025000000000006 - type: ndcg_at_5 value: 39.811 - type: precision_at_1 value: 31.53 - type: precision_at_10 value: 7.2669999999999995 - type: precision_at_100 value: 1.109 - type: precision_at_1000 value: 0.14100000000000001 - type: precision_at_20 value: 4.184 - type: precision_at_3 value: 16.791 - type: precision_at_5 value: 12.09 - type: recall_at_1 value: 26.602999999999998 - type: recall_at_10 value: 56.730999999999995 - type: recall_at_100 value: 78.119 - type: recall_at_1000 value: 93.458 - type: recall_at_20 value: 63.00599999999999 - type: recall_at_3 value: 41.306 - type: recall_at_5 value: 48.004999999999995 - task: type: Retrieval dataset: type: mteb/cqadupstack-webmasters name: MTEB CQADupstackWebmastersRetrieval config: default split: test revision: 160c094312a0e1facb97e55eeddb698c0abe3571 metrics: - type: map_at_1 value: 23.988 - type: map_at_10 value: 33.650999999999996 - type: map_at_100 value: 35.263 - type: map_at_1000 value: 35.481 - type: map_at_20 value: 34.463 - type: map_at_3 value: 30.330000000000002 - type: map_at_5 value: 32.056000000000004 - type: mrr_at_1 value: 29.644 - type: mrr_at_10 value: 38.987 - type: mrr_at_100 value: 39.973 - type: mrr_at_1000 value: 40.013 - type: mrr_at_20 value: 39.553 - type: mrr_at_3 value: 36.001 - type: mrr_at_5 value: 37.869 - type: ndcg_at_1 value: 29.644 - type: ndcg_at_10 value: 40.156 - type: ndcg_at_100 value: 46.244 - type: ndcg_at_1000 value: 48.483 - type: ndcg_at_20 value: 42.311 - type: ndcg_at_3 value: 34.492 - type: ndcg_at_5 value: 37.118 - type: precision_at_1 value: 29.644 - type: precision_at_10 value: 7.925 - type: precision_at_100 value: 1.5890000000000002 - type: precision_at_1000 value: 0.245 - type: precision_at_20 value: 4.97 - type: precision_at_3 value: 16.469 - type: precision_at_5 value: 12.174 - type: recall_at_1 value: 23.988 - type: recall_at_10 value: 52.844 - type: recall_at_100 value: 80.143 - type: recall_at_1000 value: 93.884 - type: recall_at_20 value: 61.050000000000004 - type: recall_at_3 value: 36.720000000000006 - type: recall_at_5 value: 43.614999999999995 - task: type: Retrieval dataset: type: mteb/cqadupstack-wordpress name: MTEB CQADupstackWordpressRetrieval config: default split: test revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 metrics: - type: map_at_1 value: 21.947 - type: map_at_10 value: 29.902 - type: map_at_100 value: 30.916 - type: map_at_1000 value: 31.016 - type: map_at_20 value: 30.497999999999998 - type: map_at_3 value: 27.044 - type: map_at_5 value: 28.786 - type: mrr_at_1 value: 23.845 - type: mrr_at_10 value: 32.073 - type: mrr_at_100 value: 32.940999999999995 - type: mrr_at_1000 value: 33.015 - type: mrr_at_20 value: 32.603 - type: mrr_at_3 value: 29.205 - type: mrr_at_5 value: 31.044 - type: ndcg_at_1 value: 23.845 - type: ndcg_at_10 value: 34.79 - type: ndcg_at_100 value: 39.573 - type: ndcg_at_1000 value: 42.163000000000004 - type: ndcg_at_20 value: 36.778 - type: ndcg_at_3 value: 29.326 - type: ndcg_at_5 value: 32.289 - type: precision_at_1 value: 23.845 - type: precision_at_10 value: 5.527 - type: precision_at_100 value: 0.847 - type: precision_at_1000 value: 0.11900000000000001 - type: precision_at_20 value: 3.2439999999999998 - type: precision_at_3 value: 12.384 - type: precision_at_5 value: 9.205 - type: recall_at_1 value: 21.947 - type: recall_at_10 value: 47.713 - type: recall_at_100 value: 69.299 - type: recall_at_1000 value: 88.593 - type: recall_at_20 value: 55.032000000000004 - type: recall_at_3 value: 33.518 - type: recall_at_5 value: 40.427 - task: type: Retrieval dataset: type: mteb/climate-fever name: MTEB ClimateFEVER config: default split: test revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 metrics: - type: map_at_1 value: 13.655999999999999 - type: map_at_10 value: 23.954 - type: map_at_100 value: 26.07 - type: map_at_1000 value: 26.266000000000002 - type: map_at_20 value: 25.113000000000003 - type: map_at_3 value: 19.85 - type: map_at_5 value: 21.792 - type: mrr_at_1 value: 31.075000000000003 - type: mrr_at_10 value: 43.480000000000004 - type: mrr_at_100 value: 44.39 - type: mrr_at_1000 value: 44.42 - type: mrr_at_20 value: 44.06 - type: mrr_at_3 value: 40.38 - type: mrr_at_5 value: 42.138999999999996 - type: ndcg_at_1 value: 31.075000000000003 - type: ndcg_at_10 value: 33.129999999999995 - type: ndcg_at_100 value: 40.794000000000004 - type: ndcg_at_1000 value: 44.062 - type: ndcg_at_20 value: 36.223 - type: ndcg_at_3 value: 27.224999999999998 - type: ndcg_at_5 value: 28.969 - type: precision_at_1 value: 31.075000000000003 - type: precision_at_10 value: 10.476 - type: precision_at_100 value: 1.864 - type: precision_at_1000 value: 0.247 - type: precision_at_20 value: 6.593 - type: precision_at_3 value: 20.456 - type: precision_at_5 value: 15.440000000000001 - type: recall_at_1 value: 13.655999999999999 - type: recall_at_10 value: 39.678000000000004 - type: recall_at_100 value: 65.523 - type: recall_at_1000 value: 83.59100000000001 - type: recall_at_20 value: 48.27 - type: recall_at_3 value: 24.863 - type: recall_at_5 value: 30.453999999999997 - task: type: Retrieval dataset: type: mteb/dbpedia name: MTEB DBPedia config: default split: test revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 metrics: - type: map_at_1 value: 9.139 - type: map_at_10 value: 20.366999999999997 - type: map_at_100 value: 29.755 - type: map_at_1000 value: 31.563999999999997 - type: map_at_20 value: 24.021 - type: map_at_3 value: 14.395 - type: map_at_5 value: 16.853 - type: mrr_at_1 value: 69.0 - type: mrr_at_10 value: 76.778 - type: mrr_at_100 value: 77.116 - type: mrr_at_1000 value: 77.12299999999999 - type: mrr_at_20 value: 77.046 - type: mrr_at_3 value: 75.208 - type: mrr_at_5 value: 76.146 - type: ndcg_at_1 value: 57.125 - type: ndcg_at_10 value: 42.84 - type: ndcg_at_100 value: 48.686 - type: ndcg_at_1000 value: 56.294 - type: ndcg_at_20 value: 42.717 - type: ndcg_at_3 value: 46.842 - type: ndcg_at_5 value: 44.248 - type: precision_at_1 value: 69.0 - type: precision_at_10 value: 34.625 - type: precision_at_100 value: 11.468 - type: precision_at_1000 value: 2.17 - type: precision_at_20 value: 26.562 - type: precision_at_3 value: 50.917 - type: precision_at_5 value: 43.35 - type: recall_at_1 value: 9.139 - type: recall_at_10 value: 26.247999999999998 - type: recall_at_100 value: 56.647000000000006 - type: recall_at_1000 value: 80.784 - type: recall_at_20 value: 35.010999999999996 - type: recall_at_3 value: 15.57 - type: recall_at_5 value: 19.198 - task: type: Classification dataset: type: mteb/emotion name: MTEB EmotionClassification config: default split: test revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 metrics: - type: accuracy value: 55.93 - type: f1 value: 49.35314406745291 - task: type: Retrieval dataset: type: mteb/fever name: MTEB FEVER config: default split: test revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 metrics: - type: map_at_1 value: 73.198 - type: map_at_10 value: 81.736 - type: map_at_100 value: 82.02000000000001 - type: map_at_1000 value: 82.03399999999999 - type: map_at_20 value: 81.937 - type: map_at_3 value: 80.692 - type: map_at_5 value: 81.369 - type: mrr_at_1 value: 78.803 - type: mrr_at_10 value: 86.144 - type: mrr_at_100 value: 86.263 - type: mrr_at_1000 value: 86.26599999999999 - type: mrr_at_20 value: 86.235 - type: mrr_at_3 value: 85.464 - type: mrr_at_5 value: 85.95 - type: ndcg_at_1 value: 78.803 - type: ndcg_at_10 value: 85.442 - type: ndcg_at_100 value: 86.422 - type: ndcg_at_1000 value: 86.68900000000001 - type: ndcg_at_20 value: 85.996 - type: ndcg_at_3 value: 83.839 - type: ndcg_at_5 value: 84.768 - type: precision_at_1 value: 78.803 - type: precision_at_10 value: 10.261000000000001 - type: precision_at_100 value: 1.0959999999999999 - type: precision_at_1000 value: 0.11399999999999999 - type: precision_at_20 value: 5.286 - type: precision_at_3 value: 32.083 - type: precision_at_5 value: 19.898 - type: recall_at_1 value: 73.198 - type: recall_at_10 value: 92.42099999999999 - type: recall_at_100 value: 96.28 - type: recall_at_1000 value: 97.995 - type: recall_at_20 value: 94.36 - type: recall_at_3 value: 88.042 - type: recall_at_5 value: 90.429 - task: type: Retrieval dataset: type: mteb/fiqa name: MTEB FiQA2018 config: default split: test revision: 27a168819829fe9bcd655c2df245fb19452e8e06 metrics: - type: map_at_1 value: 21.583 - type: map_at_10 value: 36.503 - type: map_at_100 value: 38.529 - type: map_at_1000 value: 38.701 - type: map_at_20 value: 37.69 - type: map_at_3 value: 31.807000000000002 - type: map_at_5 value: 34.424 - type: mrr_at_1 value: 43.827 - type: mrr_at_10 value: 53.528 - type: mrr_at_100 value: 54.291 - type: mrr_at_1000 value: 54.32599999999999 - type: mrr_at_20 value: 54.064 - type: mrr_at_3 value: 51.25999999999999 - type: mrr_at_5 value: 52.641000000000005 - type: ndcg_at_1 value: 43.827 - type: ndcg_at_10 value: 44.931 - type: ndcg_at_100 value: 51.778999999999996 - type: ndcg_at_1000 value: 54.532000000000004 - type: ndcg_at_20 value: 47.899 - type: ndcg_at_3 value: 41.062 - type: ndcg_at_5 value: 42.33 - type: precision_at_1 value: 43.827 - type: precision_at_10 value: 12.608 - type: precision_at_100 value: 1.974 - type: precision_at_1000 value: 0.247 - type: precision_at_20 value: 7.585 - type: precision_at_3 value: 27.778000000000002 - type: precision_at_5 value: 20.308999999999997 - type: recall_at_1 value: 21.583 - type: recall_at_10 value: 52.332 - type: recall_at_100 value: 77.256 - type: recall_at_1000 value: 93.613 - type: recall_at_20 value: 61.413 - type: recall_at_3 value: 37.477 - type: recall_at_5 value: 44.184 - task: type: Retrieval dataset: type: mteb/hotpotqa name: MTEB HotpotQA config: default split: test revision: ab518f4d6fcca38d87c25209f94beba119d02014 metrics: - type: map_at_1 value: 39.845000000000006 - type: map_at_10 value: 64.331 - type: map_at_100 value: 65.202 - type: map_at_1000 value: 65.261 - type: map_at_20 value: 64.833 - type: map_at_3 value: 60.663 - type: map_at_5 value: 62.94 - type: mrr_at_1 value: 79.689 - type: mrr_at_10 value: 85.299 - type: mrr_at_100 value: 85.461 - type: mrr_at_1000 value: 85.466 - type: mrr_at_20 value: 85.39099999999999 - type: mrr_at_3 value: 84.396 - type: mrr_at_5 value: 84.974 - type: ndcg_at_1 value: 79.689 - type: ndcg_at_10 value: 72.49 - type: ndcg_at_100 value: 75.485 - type: ndcg_at_1000 value: 76.563 - type: ndcg_at_20 value: 73.707 - type: ndcg_at_3 value: 67.381 - type: ndcg_at_5 value: 70.207 - type: precision_at_1 value: 79.689 - type: precision_at_10 value: 15.267 - type: precision_at_100 value: 1.7610000000000001 - type: precision_at_1000 value: 0.19 - type: precision_at_20 value: 8.024000000000001 - type: precision_at_3 value: 43.363 - type: precision_at_5 value: 28.248 - type: recall_at_1 value: 39.845000000000006 - type: recall_at_10 value: 76.334 - type: recall_at_100 value: 88.042 - type: recall_at_1000 value: 95.09100000000001 - type: recall_at_20 value: 80.243 - type: recall_at_3 value: 65.044 - type: recall_at_5 value: 70.621 - task: type: Classification dataset: type: mteb/imdb name: MTEB ImdbClassification config: default split: test revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 metrics: - type: accuracy value: 93.57079999999999 - type: ap value: 90.50045924786099 - type: f1 value: 93.56673497845476 - task: type: Retrieval dataset: type: mteb/msmarco name: MTEB MSMARCO config: default split: dev revision: c5a29a104738b98a9e76336939199e264163d4a0 metrics: - type: map_at_1 value: 22.212 - type: map_at_10 value: 34.528 - type: map_at_100 value: 35.69 - type: map_at_1000 value: 35.74 - type: map_at_20 value: 35.251 - type: map_at_3 value: 30.628 - type: map_at_5 value: 32.903999999999996 - type: mrr_at_1 value: 22.794 - type: mrr_at_10 value: 35.160000000000004 - type: mrr_at_100 value: 36.251 - type: mrr_at_1000 value: 36.295 - type: mrr_at_20 value: 35.845 - type: mrr_at_3 value: 31.328 - type: mrr_at_5 value: 33.574 - type: ndcg_at_1 value: 22.779 - type: ndcg_at_10 value: 41.461 - type: ndcg_at_100 value: 47.049 - type: ndcg_at_1000 value: 48.254000000000005 - type: ndcg_at_20 value: 44.031 - type: ndcg_at_3 value: 33.561 - type: ndcg_at_5 value: 37.62 - type: precision_at_1 value: 22.779 - type: precision_at_10 value: 6.552 - type: precision_at_100 value: 0.936 - type: precision_at_1000 value: 0.104 - type: precision_at_20 value: 3.8120000000000003 - type: precision_at_3 value: 14.274000000000001 - type: precision_at_5 value: 10.622 - type: recall_at_1 value: 22.212 - type: recall_at_10 value: 62.732 - type: recall_at_100 value: 88.567 - type: recall_at_1000 value: 97.727 - type: recall_at_20 value: 72.733 - type: recall_at_3 value: 41.367 - type: recall_at_5 value: 51.105999999999995 - task: type: Classification dataset: type: mteb/mtop_domain name: MTEB MTOPDomainClassification (en) config: en split: test revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf metrics: - type: accuracy value: 94.24988600091199 - type: f1 value: 94.06064583085202 - task: type: Classification dataset: type: mteb/mtop_domain name: MTEB MTOPDomainClassification (de) config: de split: test revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf metrics: - type: accuracy value: 74.86052409129333 - type: f1 value: 72.24661442078647 - task: type: Classification dataset: type: mteb/mtop_domain name: MTEB MTOPDomainClassification (es) config: es split: test revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf metrics: - type: accuracy value: 77.09139426284189 - type: f1 value: 76.3725044443502 - task: type: Classification dataset: type: mteb/mtop_domain name: MTEB MTOPDomainClassification (fr) config: fr split: test revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf metrics: - type: accuracy value: 79.79956154087064 - type: f1 value: 78.41859658401724 - task: type: Classification dataset: type: mteb/mtop_domain name: MTEB MTOPDomainClassification (hi) config: hi split: test revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf metrics: - type: accuracy value: 32.785944783076374 - type: f1 value: 31.182237278594922 - task: type: Classification dataset: type: mteb/mtop_domain name: MTEB MTOPDomainClassification (th) config: th split: test revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf metrics: - type: accuracy value: 16.654611211573236 - type: f1 value: 12.088413093236642 - task: type: Classification dataset: type: mteb/mtop_intent name: MTEB MTOPIntentClassification (en) config: en split: test revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba metrics: - type: accuracy value: 67.51481988144094 - type: f1 value: 49.561420234732125 - task: type: Classification dataset: type: mteb/mtop_intent name: MTEB MTOPIntentClassification (de) config: de split: test revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba metrics: - type: accuracy value: 42.36122851507467 - type: f1 value: 25.445030887504398 - task: type: Classification dataset: type: mteb/mtop_intent name: MTEB MTOPIntentClassification (es) config: es split: test revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba metrics: - type: accuracy value: 44.73315543695797 - type: f1 value: 28.42075153540265 - task: type: Classification dataset: type: mteb/mtop_intent name: MTEB MTOPIntentClassification (fr) config: fr split: test revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba metrics: - type: accuracy value: 38.96022549326651 - type: f1 value: 25.926979537146106 - task: type: Classification dataset: type: mteb/mtop_intent name: MTEB MTOPIntentClassification (hi) config: hi split: test revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba metrics: - type: accuracy value: 13.578343492291141 - type: f1 value: 8.929295550931657 - task: type: Classification dataset: type: mteb/mtop_intent name: MTEB MTOPIntentClassification (th) config: th split: test revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba metrics: - type: accuracy value: 5.396021699819168 - type: f1 value: 1.8587148785378742 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (af) config: af split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 37.22259583053128 - type: f1 value: 34.63013680947778 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (am) config: am split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 3.194351042367182 - type: f1 value: 1.2612010214639442 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ar) config: ar split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 14.26361802286483 - type: f1 value: 13.70260406613821 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (az) config: az split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 37.21923335574983 - type: f1 value: 36.33553913878251 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (bn) config: bn split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 10.756556825823807 - type: f1 value: 9.676431920229374 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (cy) config: cy split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 32.49831876260928 - type: f1 value: 30.818895782691868 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (da) config: da split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 40.995292535305985 - type: f1 value: 37.68768183180129 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (de) config: de split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 42.780766644250164 - type: f1 value: 37.82194830667135 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (el) config: el split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 33.490248823133825 - type: f1 value: 29.71809045584527 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (en) config: en split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 73.8836583725622 - type: f1 value: 72.16381047416814 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (es) config: es split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 44.45191661062542 - type: f1 value: 43.46583297093683 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (fa) config: fa split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 26.738399462004036 - type: f1 value: 24.11896530001951 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (fi) config: fi split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 38.09683927370545 - type: f1 value: 35.34443269387154 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (fr) config: fr split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 46.89307330195024 - type: f1 value: 43.47164092514292 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (he) config: he split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 25.198386012104912 - type: f1 value: 22.446286736401916 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (hi) config: hi split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 13.940820443846672 - type: f1 value: 13.257747189396213 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (hu) config: hu split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 34.710827168796236 - type: f1 value: 32.036974696095996 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (hy) config: hy split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 6.711499663752522 - type: f1 value: 5.439441019096591 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (id) config: id split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 38.56758574310693 - type: f1 value: 36.83183505458304 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (is) config: is split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 32.22595830531271 - type: f1 value: 30.10972675771159 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (it) config: it split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 45.79690652320107 - type: f1 value: 44.37143784350453 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ja) config: ja split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 29.189643577673163 - type: f1 value: 25.43718135312703 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (jv) config: jv split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 34.21990585070612 - type: f1 value: 32.333592263041396 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ka) config: ka split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 8.890383322125084 - type: f1 value: 7.294310113130201 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (km) config: km split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 4.616677874915938 - type: f1 value: 1.5028537477535886 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (kn) config: kn split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 3.170813718897109 - type: f1 value: 1.5771411815826382 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ko) config: ko split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 15.026899798251513 - type: f1 value: 14.077395255366183 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (lv) config: lv split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 36.0995292535306 - type: f1 value: 35.0877269083235 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ml) config: ml split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 2.9959650302622727 - type: f1 value: 0.8064424547273695 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (mn) config: mn split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 23.301950235373234 - type: f1 value: 22.477376205075853 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ms) config: ms split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 36.13315400134499 - type: f1 value: 32.99623898888715 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (my) config: my split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 3.813046402151983 - type: f1 value: 1.1769597223141248 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (nb) config: nb split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 39.66711499663752 - type: f1 value: 35.921474753569214 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (nl) config: nl split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 41.079354404841965 - type: f1 value: 37.57739961852201 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (pl) config: pl split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 38.211163416274374 - type: f1 value: 34.89419275422068 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (pt) config: pt split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 45.19838601210491 - type: f1 value: 42.71660225307043 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ro) config: ro split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 39.48554135843981 - type: f1 value: 37.47402102847154 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ru) config: ru split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 31.819098856758576 - type: f1 value: 30.120158288509725 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (sl) config: sl split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 35.44720914593141 - type: f1 value: 33.74530063536304 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (sq) config: sq split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 36.89307330195024 - type: f1 value: 34.46971619696105 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (sv) config: sv split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 38.83322125084062 - type: f1 value: 36.050770344888264 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (sw) config: sw split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 37.535305985205106 - type: f1 value: 35.21395700670493 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ta) config: ta split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 7.905178211163418 - type: f1 value: 6.163513326325246 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (te) config: te split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 2.8480161398789514 - type: f1 value: 1.0163931337986962 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (th) config: th split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 10.501008742434433 - type: f1 value: 6.858549418430471 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (tl) config: tl split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 39.46536650975118 - type: f1 value: 34.96292597328575 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (tr) config: tr split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 37.50168123739071 - type: f1 value: 35.031097269820464 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ur) config: ur split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 16.109616677874918 - type: f1 value: 15.884609726192519 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (vi) config: vi split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 36.11297915265636 - type: f1 value: 34.59918716321474 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (zh-CN) config: zh-CN split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 18.850033624747812 - type: f1 value: 15.09584388649328 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (zh-TW) config: zh-TW split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 17.219233355749832 - type: f1 value: 14.538046039008337 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (af) config: af split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 47.79757901815736 - type: f1 value: 45.078250421193324 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (am) config: am split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 7.078009414929388 - type: f1 value: 4.0122456300041645 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ar) config: ar split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 22.831203765971754 - type: f1 value: 20.131610050816555 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (az) config: az split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 44.952925353059854 - type: f1 value: 42.6865575762921 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (bn) config: bn split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 16.593813046402154 - type: f1 value: 14.087144503044291 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (cy) config: cy split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 37.91862811028917 - type: f1 value: 34.968402727911915 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (da) config: da split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 51.923335574983184 - type: f1 value: 49.357147840776335 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (de) config: de split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 58.73570948217889 - type: f1 value: 54.92084137819753 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (el) config: el split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 42.995965030262276 - type: f1 value: 38.47512542753069 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (en) config: en split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 77.42098184263618 - type: f1 value: 77.03413816048877 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (es) config: es split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 54.46536650975118 - type: f1 value: 53.08520810835907 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (fa) config: fa split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 30.578345662407525 - type: f1 value: 28.822998245702635 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (fi) config: fi split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 43.567585743106925 - type: f1 value: 39.79216651714347 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (fr) config: fr split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 56.98722259583053 - type: f1 value: 55.31168113501439 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (he) config: he split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 28.076664425016812 - type: f1 value: 24.927348965627573 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (hi) config: hi split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 18.096839273705445 - type: f1 value: 17.386603595777103 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (hu) config: hu split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 41.73839946200403 - type: f1 value: 38.65545902563735 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (hy) config: hy split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 11.536650975117688 - type: f1 value: 10.898336694524854 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (id) config: id split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 46.9502353732347 - type: f1 value: 44.332561323528644 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (is) config: is split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 42.777404169468724 - type: f1 value: 39.378117766055354 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (it) config: it split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 54.6469401479489 - type: f1 value: 52.512025274851794 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ja) config: ja split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 35.90114324142569 - type: f1 value: 34.90331274712605 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (jv) config: jv split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 42.51176866173504 - type: f1 value: 39.417541845685676 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ka) config: ka split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 13.799596503026226 - type: f1 value: 11.587556164962251 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (km) config: km split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 9.44855413584398 - type: f1 value: 4.30711077076907 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (kn) config: kn split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 8.157363819771351 - type: f1 value: 5.5588908736809515 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ko) config: ko split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 19.909213180901144 - type: f1 value: 18.964761241087984 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (lv) config: lv split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 40.47747141896436 - type: f1 value: 38.17159556642586 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ml) config: ml split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 6.701412239408204 - type: f1 value: 3.621974155647488 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (mn) config: mn split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 28.55413584398117 - type: f1 value: 26.582548923662753 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ms) config: ms split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 46.617350369872234 - type: f1 value: 41.35397419267425 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (my) config: my split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 9.976462676529927 - type: f1 value: 5.900764382768462 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (nb) config: nb split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 50.894418291862806 - type: f1 value: 47.70929403771086 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (nl) config: nl split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 51.761936785474106 - type: f1 value: 48.42797973062516 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (pl) config: pl split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 46.21385339609952 - type: f1 value: 43.7081546200347 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (pt) config: pt split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 55.59852051109617 - type: f1 value: 54.19610878409633 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ro) config: ro split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 50.54135843981169 - type: f1 value: 47.79393938467311 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ru) config: ru split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 37.73032952252858 - type: f1 value: 35.96450149708041 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (sl) config: sl split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 41.67114996637525 - type: f1 value: 40.28283538885605 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (sq) config: sq split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 47.38063214525891 - type: f1 value: 44.93264016007152 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (sv) config: sv split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 49.28379287155347 - type: f1 value: 46.25486396570196 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (sw) config: sw split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 44.18291862811029 - type: f1 value: 41.17519157172804 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ta) config: ta split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 12.599193006052452 - type: f1 value: 11.129236666238377 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (te) config: te split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 7.017484868863484 - type: f1 value: 3.9665415549749077 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (th) config: th split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 19.788164088769335 - type: f1 value: 15.783384761347582 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (tl) config: tl split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 50.35978480161398 - type: f1 value: 47.30586047800275 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (tr) config: tr split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 45.484196368527236 - type: f1 value: 44.65101184252231 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ur) config: ur split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 23.681909885675857 - type: f1 value: 22.247817138937524 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (vi) config: vi split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 41.63080026899798 - type: f1 value: 39.546896741744 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (zh-CN) config: zh-CN split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 30.141223940820446 - type: f1 value: 28.177838960078123 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (zh-TW) config: zh-TW split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 27.515131136516473 - type: f1 value: 26.514325837594654 - task: type: Clustering dataset: type: mteb/medrxiv-clustering-p2p name: MTEB MedrxivClusteringP2P config: default split: test revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 metrics: - type: v_measure value: 33.70592767911301 - task: type: Clustering dataset: type: mteb/medrxiv-clustering-s2s name: MTEB MedrxivClusteringS2S config: default split: test revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 metrics: - type: v_measure value: 31.80943770643908 - task: type: Reranking dataset: type: mteb/mind_small name: MTEB MindSmallReranking config: default split: test revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69 metrics: - type: map value: 32.66434973425713 - type: mrr value: 33.92240574935323 - task: type: Retrieval dataset: type: mteb/nfcorpus name: MTEB NFCorpus config: default split: test revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 metrics: - type: map_at_1 value: 6.561999999999999 - type: map_at_10 value: 14.854000000000001 - type: map_at_100 value: 19.187 - type: map_at_1000 value: 20.812 - type: map_at_20 value: 16.744 - type: map_at_3 value: 10.804 - type: map_at_5 value: 12.555 - type: mrr_at_1 value: 48.916 - type: mrr_at_10 value: 57.644 - type: mrr_at_100 value: 58.17 - type: mrr_at_1000 value: 58.206 - type: mrr_at_20 value: 57.969 - type: mrr_at_3 value: 55.36600000000001 - type: mrr_at_5 value: 56.729 - type: ndcg_at_1 value: 46.594 - type: ndcg_at_10 value: 37.897999999999996 - type: ndcg_at_100 value: 35.711 - type: ndcg_at_1000 value: 44.65 - type: ndcg_at_20 value: 35.989 - type: ndcg_at_3 value: 42.869 - type: ndcg_at_5 value: 40.373 - type: precision_at_1 value: 48.297000000000004 - type: precision_at_10 value: 28.297 - type: precision_at_100 value: 9.099 - type: precision_at_1000 value: 2.229 - type: precision_at_20 value: 21.455 - type: precision_at_3 value: 40.248 - type: precision_at_5 value: 34.675 - type: recall_at_1 value: 6.561999999999999 - type: recall_at_10 value: 19.205 - type: recall_at_100 value: 36.742999999999995 - type: recall_at_1000 value: 69.119 - type: recall_at_20 value: 23.787 - type: recall_at_3 value: 11.918 - type: recall_at_5 value: 14.860000000000001 - task: type: Retrieval dataset: type: mteb/nq name: MTEB NQ config: default split: test revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 metrics: - type: map_at_1 value: 30.306 - type: map_at_10 value: 46.916999999999994 - type: map_at_100 value: 47.899 - type: map_at_1000 value: 47.925000000000004 - type: map_at_20 value: 47.583 - type: map_at_3 value: 42.235 - type: map_at_5 value: 45.118 - type: mrr_at_1 value: 34.327999999999996 - type: mrr_at_10 value: 49.248999999999995 - type: mrr_at_100 value: 49.96 - type: mrr_at_1000 value: 49.977 - type: mrr_at_20 value: 49.738 - type: mrr_at_3 value: 45.403999999999996 - type: mrr_at_5 value: 47.786 - type: ndcg_at_1 value: 34.327999999999996 - type: ndcg_at_10 value: 55.123999999999995 - type: ndcg_at_100 value: 59.136 - type: ndcg_at_1000 value: 59.71300000000001 - type: ndcg_at_20 value: 57.232000000000006 - type: ndcg_at_3 value: 46.48 - type: ndcg_at_5 value: 51.237 - type: precision_at_1 value: 34.327999999999996 - type: precision_at_10 value: 9.261 - type: precision_at_100 value: 1.1520000000000001 - type: precision_at_1000 value: 0.121 - type: precision_at_20 value: 5.148 - type: precision_at_3 value: 21.523999999999997 - type: precision_at_5 value: 15.659999999999998 - type: recall_at_1 value: 30.306 - type: recall_at_10 value: 77.65100000000001 - type: recall_at_100 value: 94.841 - type: recall_at_1000 value: 99.119 - type: recall_at_20 value: 85.37599999999999 - type: recall_at_3 value: 55.562 - type: recall_at_5 value: 66.5 - task: type: Retrieval dataset: type: mteb/quora name: MTEB QuoraRetrieval config: default split: test revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 metrics: - type: map_at_1 value: 71.516 - type: map_at_10 value: 85.48400000000001 - type: map_at_100 value: 86.11 - type: map_at_1000 value: 86.124 - type: map_at_20 value: 85.895 - type: map_at_3 value: 82.606 - type: map_at_5 value: 84.395 - type: mrr_at_1 value: 82.38 - type: mrr_at_10 value: 88.31099999999999 - type: mrr_at_100 value: 88.407 - type: mrr_at_1000 value: 88.407 - type: mrr_at_20 value: 88.385 - type: mrr_at_3 value: 87.42699999999999 - type: mrr_at_5 value: 88.034 - type: ndcg_at_1 value: 82.39999999999999 - type: ndcg_at_10 value: 89.07300000000001 - type: ndcg_at_100 value: 90.23400000000001 - type: ndcg_at_1000 value: 90.304 - type: ndcg_at_20 value: 89.714 - type: ndcg_at_3 value: 86.42699999999999 - type: ndcg_at_5 value: 87.856 - type: precision_at_1 value: 82.39999999999999 - type: precision_at_10 value: 13.499 - type: precision_at_100 value: 1.536 - type: precision_at_1000 value: 0.157 - type: precision_at_20 value: 7.155 - type: precision_at_3 value: 37.846999999999994 - type: precision_at_5 value: 24.778 - type: recall_at_1 value: 71.516 - type: recall_at_10 value: 95.831 - type: recall_at_100 value: 99.714 - type: recall_at_1000 value: 99.979 - type: recall_at_20 value: 97.87599999999999 - type: recall_at_3 value: 88.08 - type: recall_at_5 value: 92.285 - task: type: Clustering dataset: type: mteb/reddit-clustering name: MTEB RedditClustering config: default split: test revision: 24640382cdbf8abc73003fb0fa6d111a705499eb metrics: - type: v_measure value: 61.3760407207699 - task: type: Clustering dataset: type: mteb/reddit-clustering-p2p name: MTEB RedditClusteringP2P config: default split: test revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 metrics: - type: v_measure value: 65.28621066626943 - task: type: Retrieval dataset: type: mteb/scidocs name: MTEB SCIDOCS config: default split: test revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 metrics: - type: map_at_1 value: 5.163 - type: map_at_10 value: 14.377 - type: map_at_100 value: 17.177 - type: map_at_1000 value: 17.588 - type: map_at_20 value: 15.827 - type: map_at_3 value: 9.879 - type: map_at_5 value: 12.133 - type: mrr_at_1 value: 25.5 - type: mrr_at_10 value: 38.435 - type: mrr_at_100 value: 39.573 - type: mrr_at_1000 value: 39.606 - type: mrr_at_20 value: 39.134 - type: mrr_at_3 value: 34.666999999999994 - type: mrr_at_5 value: 37.117 - type: ndcg_at_1 value: 25.5 - type: ndcg_at_10 value: 23.688000000000002 - type: ndcg_at_100 value: 33.849000000000004 - type: ndcg_at_1000 value: 39.879 - type: ndcg_at_20 value: 27.36 - type: ndcg_at_3 value: 22.009999999999998 - type: ndcg_at_5 value: 19.691 - type: precision_at_1 value: 25.5 - type: precision_at_10 value: 12.540000000000001 - type: precision_at_100 value: 2.721 - type: precision_at_1000 value: 0.415 - type: precision_at_20 value: 8.385 - type: precision_at_3 value: 21.099999999999998 - type: precision_at_5 value: 17.84 - type: recall_at_1 value: 5.163 - type: recall_at_10 value: 25.405 - type: recall_at_100 value: 55.213 - type: recall_at_1000 value: 84.243 - type: recall_at_20 value: 34.003 - type: recall_at_3 value: 12.837000000000002 - type: recall_at_5 value: 18.096999999999998 - task: type: STS dataset: type: mteb/sickr-sts name: MTEB SICK-R config: default split: test revision: 20a6d6f312dd54037fe07a32d58e5e168867909d metrics: - type: cos_sim_pearson value: 87.64406884822948 - type: cos_sim_spearman value: 83.00239648251724 - type: euclidean_pearson value: 85.03347205351844 - type: euclidean_spearman value: 83.00240733538445 - type: manhattan_pearson value: 85.0312758694447 - type: manhattan_spearman value: 82.99430696077589 - task: type: STS dataset: type: mteb/sts12-sts name: MTEB STS12 config: default split: test revision: a0d554a64d88156834ff5ae9920b964011b16384 metrics: - type: cos_sim_pearson value: 87.68832340658764 - type: cos_sim_spearman value: 79.21679373212476 - type: euclidean_pearson value: 85.17094885886415 - type: euclidean_spearman value: 79.21421345946399 - type: manhattan_pearson value: 85.17409319145995 - type: manhattan_spearman value: 79.20992207976401 - task: type: STS dataset: type: mteb/sts13-sts name: MTEB STS13 config: default split: test revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca metrics: - type: cos_sim_pearson value: 88.43733084958856 - type: cos_sim_spearman value: 89.43082089321751 - type: euclidean_pearson value: 88.63286785416938 - type: euclidean_spearman value: 89.43082081372343 - type: manhattan_pearson value: 88.62969346368385 - type: manhattan_spearman value: 89.43131586189746 - task: type: STS dataset: type: mteb/sts14-sts name: MTEB STS14 config: default split: test revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 metrics: - type: cos_sim_pearson value: 86.62185532014894 - type: cos_sim_spearman value: 84.7923120886599 - type: euclidean_pearson value: 85.99786490539253 - type: euclidean_spearman value: 84.79231064318844 - type: manhattan_pearson value: 85.97647892920392 - type: manhattan_spearman value: 84.76865232132103 - task: type: STS dataset: type: mteb/sts15-sts name: MTEB STS15 config: default split: test revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 metrics: - type: cos_sim_pearson value: 88.39303997282114 - type: cos_sim_spearman value: 89.54273264876765 - type: euclidean_pearson value: 88.8848627924181 - type: euclidean_spearman value: 89.54275013645078 - type: manhattan_pearson value: 88.86926987108802 - type: manhattan_spearman value: 89.53259197721715 - task: type: STS dataset: type: mteb/sts16-sts name: MTEB STS16 config: default split: test revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 metrics: - type: cos_sim_pearson value: 85.21814352466886 - type: cos_sim_spearman value: 86.68505223422434 - type: euclidean_pearson value: 86.07422446469991 - type: euclidean_spearman value: 86.68505161067375 - type: manhattan_pearson value: 86.05114200797293 - type: manhattan_spearman value: 86.6587670422703 - task: type: STS dataset: type: mteb/sts17-crosslingual-sts name: MTEB STS17 (ko-ko) config: ko-ko split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d metrics: - type: cos_sim_pearson value: 39.17871768366095 - type: cos_sim_spearman value: 39.78510424960567 - type: euclidean_pearson value: 41.65680175653682 - type: euclidean_spearman value: 39.78538944779548 - type: manhattan_pearson value: 41.567603690394755 - type: manhattan_spearman value: 39.71393388259443 - task: type: STS dataset: type: mteb/sts17-crosslingual-sts name: MTEB STS17 (ar-ar) config: ar-ar split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d metrics: - type: cos_sim_pearson value: 49.26766904195114 - type: cos_sim_spearman value: 46.79722787057151 - type: euclidean_pearson value: 51.2329334717446 - type: euclidean_spearman value: 46.7920623095072 - type: manhattan_pearson value: 51.26488560860826 - type: manhattan_spearman value: 47.00400318665492 - task: type: STS dataset: type: mteb/sts17-crosslingual-sts name: MTEB STS17 (en-ar) config: en-ar split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d metrics: - type: cos_sim_pearson value: 1.6821294132202447 - type: cos_sim_spearman value: -0.7813676799492025 - type: euclidean_pearson value: 1.9197388753860283 - type: euclidean_spearman value: -0.7813676799492025 - type: manhattan_pearson value: 2.209862430499871 - type: manhattan_spearman value: -0.863014010062456 - task: type: STS dataset: type: mteb/sts17-crosslingual-sts name: MTEB STS17 (en-de) config: en-de split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d metrics: - type: cos_sim_pearson value: 48.76382428941107 - type: cos_sim_spearman value: 47.50280322999196 - type: euclidean_pearson value: 48.73919143974209 - type: euclidean_spearman value: 47.50280322999196 - type: manhattan_pearson value: 48.76291223862666 - type: manhattan_spearman value: 47.51318193687094 - task: type: STS dataset: type: mteb/sts17-crosslingual-sts name: MTEB STS17 (en-en) config: en-en split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d metrics: - type: cos_sim_pearson value: 89.6579390263212 - type: cos_sim_spearman value: 89.64423556388047 - type: euclidean_pearson value: 90.1160733522703 - type: euclidean_spearman value: 89.64423556388047 - type: manhattan_pearson value: 90.1528407376387 - type: manhattan_spearman value: 89.61290724496793 - task: type: STS dataset: type: mteb/sts17-crosslingual-sts name: MTEB STS17 (en-tr) config: en-tr split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d metrics: - type: cos_sim_pearson value: 6.717092266815236 - type: cos_sim_spearman value: 4.180543503488665 - type: euclidean_pearson value: 7.120267092048099 - type: euclidean_spearman value: 4.180543503488665 - type: manhattan_pearson value: 6.396237465828514 - type: manhattan_spearman value: 3.61244941411957 - task: type: STS dataset: type: mteb/sts17-crosslingual-sts name: MTEB STS17 (es-en) config: es-en split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d metrics: - type: cos_sim_pearson value: 44.36476614938953 - type: cos_sim_spearman value: 44.265723809500685 - type: euclidean_pearson value: 44.61551298711104 - type: euclidean_spearman value: 44.265723809500685 - type: manhattan_pearson value: 44.54302374682193 - type: manhattan_spearman value: 44.08642490624185 - task: type: STS dataset: type: mteb/sts17-crosslingual-sts name: MTEB STS17 (es-es) config: es-es split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d metrics: - type: cos_sim_pearson value: 79.64871991975828 - type: cos_sim_spearman value: 79.21979030014373 - type: euclidean_pearson value: 81.8672798988218 - type: euclidean_spearman value: 79.21950130108661 - type: manhattan_pearson value: 82.02131606326583 - type: manhattan_spearman value: 79.44848373553044 - task: type: STS dataset: type: mteb/sts17-crosslingual-sts name: MTEB STS17 (fr-en) config: fr-en split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d metrics: - type: cos_sim_pearson value: 48.73898658957231 - type: cos_sim_spearman value: 47.15192605817168 - type: euclidean_pearson value: 49.11990573381456 - type: euclidean_spearman value: 47.15192605817168 - type: manhattan_pearson value: 48.5694400358235 - type: manhattan_spearman value: 46.651326429708135 - task: type: STS dataset: type: mteb/sts17-crosslingual-sts name: MTEB STS17 (it-en) config: it-en split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d metrics: - type: cos_sim_pearson value: 44.42168074232218 - type: cos_sim_spearman value: 42.64799010889372 - type: euclidean_pearson value: 44.41376048324183 - type: euclidean_spearman value: 42.64799010889372 - type: manhattan_pearson value: 44.724522621427546 - type: manhattan_spearman value: 42.60912761758016 - task: type: STS dataset: type: mteb/sts17-crosslingual-sts name: MTEB STS17 (nl-en) config: nl-en split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d metrics: - type: cos_sim_pearson value: 40.55050173163197 - type: cos_sim_spearman value: 36.59720399843921 - type: euclidean_pearson value: 41.49402389245919 - type: euclidean_spearman value: 36.59720399843921 - type: manhattan_pearson value: 41.877514420153666 - type: manhattan_spearman value: 36.782790653297695 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (en) config: en split: test revision: eea2b4fe26a775864c896887d910b76a8098ad3f metrics: - type: cos_sim_pearson value: 69.44405106094861 - type: cos_sim_spearman value: 70.25621893108706 - type: euclidean_pearson value: 71.15726637696066 - type: euclidean_spearman value: 70.25621893108706 - type: manhattan_pearson value: 71.28565265298322 - type: manhattan_spearman value: 70.30317892414027 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (de) config: de split: test revision: eea2b4fe26a775864c896887d910b76a8098ad3f metrics: - type: cos_sim_pearson value: 34.56638014500804 - type: cos_sim_spearman value: 39.48672765878819 - type: euclidean_pearson value: 31.61811391543846 - type: euclidean_spearman value: 39.48672765878819 - type: manhattan_pearson value: 31.839117286689977 - type: manhattan_spearman value: 39.71519891403971 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (es) config: es split: test revision: eea2b4fe26a775864c896887d910b76a8098ad3f metrics: - type: cos_sim_pearson value: 53.72389957326714 - type: cos_sim_spearman value: 59.47018781803598 - type: euclidean_pearson value: 57.02101112722141 - type: euclidean_spearman value: 59.47018781803598 - type: manhattan_pearson value: 57.16531255049132 - type: manhattan_spearman value: 59.57320508684436 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (pl) config: pl split: test revision: eea2b4fe26a775864c896887d910b76a8098ad3f metrics: - type: cos_sim_pearson value: 24.14602533311477 - type: cos_sim_spearman value: 35.38039329704056 - type: euclidean_pearson value: 13.540543553763765 - type: euclidean_spearman value: 35.38039329704056 - type: manhattan_pearson value: 13.566377379303256 - type: manhattan_spearman value: 35.88351047224126 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (tr) config: tr split: test revision: eea2b4fe26a775864c896887d910b76a8098ad3f metrics: - type: cos_sim_pearson value: 39.07697432450346 - type: cos_sim_spearman value: 45.65479772235109 - type: euclidean_pearson value: 41.68913259791294 - type: euclidean_spearman value: 45.65479772235109 - type: manhattan_pearson value: 41.58872552392231 - type: manhattan_spearman value: 45.462070534023404 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (ar) config: ar split: test revision: eea2b4fe26a775864c896887d910b76a8098ad3f metrics: - type: cos_sim_pearson value: 23.917322166825183 - type: cos_sim_spearman value: 25.06042767518008 - type: euclidean_pearson value: 24.29850435278771 - type: euclidean_spearman value: 25.06042767518008 - type: manhattan_pearson value: 24.461400062927154 - type: manhattan_spearman value: 25.285239684773046 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (ru) config: ru split: test revision: eea2b4fe26a775864c896887d910b76a8098ad3f metrics: - type: cos_sim_pearson value: 20.39987623162105 - type: cos_sim_spearman value: 30.62427846964406 - type: euclidean_pearson value: 20.817950942480323 - type: euclidean_spearman value: 30.618700916425222 - type: manhattan_pearson value: 20.756787430880788 - type: manhattan_spearman value: 30.813116243628436 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (zh) config: zh split: test revision: eea2b4fe26a775864c896887d910b76a8098ad3f metrics: - type: cos_sim_pearson value: 43.838363041373974 - type: cos_sim_spearman value: 54.17598089882719 - type: euclidean_pearson value: 47.51044033919419 - type: euclidean_spearman value: 54.17598089882719 - type: manhattan_pearson value: 47.54911083403354 - type: manhattan_spearman value: 54.2562151204606 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (fr) config: fr split: test revision: eea2b4fe26a775864c896887d910b76a8098ad3f metrics: - type: cos_sim_pearson value: 77.69372699157654 - type: cos_sim_spearman value: 79.88201388457435 - type: euclidean_pearson value: 78.81259581302578 - type: euclidean_spearman value: 79.88201388457435 - type: manhattan_pearson value: 78.85098508555477 - type: manhattan_spearman value: 80.20154858554835 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (de-en) config: de-en split: test revision: eea2b4fe26a775864c896887d910b76a8098ad3f metrics: - type: cos_sim_pearson value: 51.83713469138834 - type: cos_sim_spearman value: 54.2205845288082 - type: euclidean_pearson value: 54.14828396506985 - type: euclidean_spearman value: 54.2205845288082 - type: manhattan_pearson value: 54.10701855179347 - type: manhattan_spearman value: 54.30261135461622 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (es-en) config: es-en split: test revision: eea2b4fe26a775864c896887d910b76a8098ad3f metrics: - type: cos_sim_pearson value: 61.59147752554915 - type: cos_sim_spearman value: 66.65350021824162 - type: euclidean_pearson value: 62.577915098325434 - type: euclidean_spearman value: 66.65350021824162 - type: manhattan_pearson value: 62.22817675366819 - type: manhattan_spearman value: 66.35054389546214 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (it) config: it split: test revision: eea2b4fe26a775864c896887d910b76a8098ad3f metrics: - type: cos_sim_pearson value: 65.23775897743552 - type: cos_sim_spearman value: 68.1509652709288 - type: euclidean_pearson value: 66.17577980319408 - type: euclidean_spearman value: 68.1509652709288 - type: manhattan_pearson value: 66.40051933918704 - type: manhattan_spearman value: 68.37138808382802 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (pl-en) config: pl-en split: test revision: eea2b4fe26a775864c896887d910b76a8098ad3f metrics: - type: cos_sim_pearson value: 61.943863830043725 - type: cos_sim_spearman value: 62.699440972016774 - type: euclidean_pearson value: 62.810366501196 - type: euclidean_spearman value: 62.699440972016774 - type: manhattan_pearson value: 63.13065659868621 - type: manhattan_spearman value: 63.314141373703215 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (zh-en) config: zh-en split: test revision: eea2b4fe26a775864c896887d910b76a8098ad3f metrics: - type: cos_sim_pearson value: 48.1108866326284 - type: cos_sim_spearman value: 49.25274096772371 - type: euclidean_pearson value: 47.87203797435136 - type: euclidean_spearman value: 49.25274096772371 - type: manhattan_pearson value: 47.39927722979605 - type: manhattan_spearman value: 48.76629586560382 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (es-it) config: es-it split: test revision: eea2b4fe26a775864c896887d910b76a8098ad3f metrics: - type: cos_sim_pearson value: 58.58401639298775 - type: cos_sim_spearman value: 64.37272828346495 - type: euclidean_pearson value: 61.03680632288844 - type: euclidean_spearman value: 64.37272828346495 - type: manhattan_pearson value: 61.381331848220675 - type: manhattan_spearman value: 65.01053960017909 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (de-fr) config: de-fr split: test revision: eea2b4fe26a775864c896887d910b76a8098ad3f metrics: - type: cos_sim_pearson value: 44.374682063416735 - type: cos_sim_spearman value: 48.907776246550185 - type: euclidean_pearson value: 45.473260322201284 - type: euclidean_spearman value: 48.907776246550185 - type: manhattan_pearson value: 46.051779591771854 - type: manhattan_spearman value: 49.69297213757249 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (de-pl) config: de-pl split: test revision: eea2b4fe26a775864c896887d910b76a8098ad3f metrics: - type: cos_sim_pearson value: 31.55497030143048 - type: cos_sim_spearman value: 33.042073055100396 - type: euclidean_pearson value: 33.548707962408955 - type: euclidean_spearman value: 33.042073055100396 - type: manhattan_pearson value: 31.704989941561873 - type: manhattan_spearman value: 31.56395608711827 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (fr-pl) config: fr-pl split: test revision: eea2b4fe26a775864c896887d910b76a8098ad3f metrics: - type: cos_sim_pearson value: 51.253093232573036 - type: cos_sim_spearman value: 39.440531887330785 - type: euclidean_pearson value: 51.42758694144294 - type: euclidean_spearman value: 39.440531887330785 - type: manhattan_pearson value: 49.623915715149394 - type: manhattan_spearman value: 39.440531887330785 - task: type: STS dataset: type: mteb/stsbenchmark-sts name: MTEB STSBenchmark config: default split: test revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 metrics: - type: cos_sim_pearson value: 87.61260941646887 - type: cos_sim_spearman value: 88.96384726759047 - type: euclidean_pearson value: 88.72268994912045 - type: euclidean_spearman value: 88.96384726759047 - type: manhattan_pearson value: 88.72080954591475 - type: manhattan_spearman value: 88.92379960545995 - task: type: Reranking dataset: type: mteb/scidocs-reranking name: MTEB SciDocsRR config: default split: test revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab metrics: - type: map value: 87.64768404690723 - type: mrr value: 96.25675341361615 - task: type: Retrieval dataset: type: mteb/scifact name: MTEB SciFact config: default split: test revision: 0228b52cf27578f30900b9e5271d331663a030d7 metrics: - type: map_at_1 value: 61.194 - type: map_at_10 value: 70.62899999999999 - type: map_at_100 value: 71.119 - type: map_at_1000 value: 71.14200000000001 - type: map_at_20 value: 71.033 - type: map_at_3 value: 67.51899999999999 - type: map_at_5 value: 69.215 - type: mrr_at_1 value: 63.666999999999994 - type: mrr_at_10 value: 71.456 - type: mrr_at_100 value: 71.844 - type: mrr_at_1000 value: 71.866 - type: mrr_at_20 value: 71.769 - type: mrr_at_3 value: 69.167 - type: mrr_at_5 value: 70.39999999999999 - type: ndcg_at_1 value: 63.666999999999994 - type: ndcg_at_10 value: 75.14 - type: ndcg_at_100 value: 77.071 - type: ndcg_at_1000 value: 77.55199999999999 - type: ndcg_at_20 value: 76.491 - type: ndcg_at_3 value: 69.836 - type: ndcg_at_5 value: 72.263 - type: precision_at_1 value: 63.666999999999994 - type: precision_at_10 value: 10.0 - type: precision_at_100 value: 1.093 - type: precision_at_1000 value: 0.11299999999999999 - type: precision_at_20 value: 5.3 - type: precision_at_3 value: 27.0 - type: precision_at_5 value: 17.867 - type: recall_at_1 value: 61.194 - type: recall_at_10 value: 88.156 - type: recall_at_100 value: 96.5 - type: recall_at_1000 value: 100.0 - type: recall_at_20 value: 93.389 - type: recall_at_3 value: 73.839 - type: recall_at_5 value: 79.828 - task: type: PairClassification dataset: type: mteb/sprintduplicatequestions-pairclassification name: MTEB SprintDuplicateQuestions config: default split: test revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 metrics: - type: cos_sim_accuracy value: 99.87425742574257 - type: cos_sim_ap value: 96.97141655369937 - type: cos_sim_f1 value: 93.6910084451068 - type: cos_sim_precision value: 93.0898321816387 - type: cos_sim_recall value: 94.3 - type: dot_accuracy value: 99.87425742574257 - type: dot_ap value: 96.97141655369938 - type: dot_f1 value: 93.6910084451068 - type: dot_precision value: 93.0898321816387 - type: dot_recall value: 94.3 - type: euclidean_accuracy value: 99.87425742574257 - type: euclidean_ap value: 96.97141655369938 - type: euclidean_f1 value: 93.6910084451068 - type: euclidean_precision value: 93.0898321816387 - type: euclidean_recall value: 94.3 - type: manhattan_accuracy value: 99.87425742574257 - type: manhattan_ap value: 96.98252972861131 - type: manhattan_f1 value: 93.68473396320238 - type: manhattan_precision value: 93.17507418397626 - type: manhattan_recall value: 94.19999999999999 - type: max_accuracy value: 99.87425742574257 - type: max_ap value: 96.98252972861131 - type: max_f1 value: 93.6910084451068 - task: type: Clustering dataset: type: mteb/stackexchange-clustering name: MTEB StackExchangeClustering config: default split: test revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 metrics: - type: v_measure value: 66.5976926394361 - task: type: Clustering dataset: type: mteb/stackexchange-clustering-p2p name: MTEB StackExchangeClusteringP2P config: default split: test revision: 815ca46b2622cec33ccafc3735d572c266efdb44 metrics: - type: v_measure value: 36.3221929214798 - task: type: Reranking dataset: type: mteb/stackoverflowdupquestions-reranking name: MTEB StackOverflowDupQuestions config: default split: test revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 metrics: - type: map value: 55.28322662897131 - type: mrr value: 56.223620129870135 - task: type: Summarization dataset: type: mteb/summeval name: MTEB SummEval config: default split: test revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c metrics: - type: cos_sim_pearson value: 31.176396304511282 - type: cos_sim_spearman value: 32.11989671564906 - type: dot_pearson value: 31.17639740597169 - type: dot_spearman value: 32.145586989831564 - task: type: Retrieval dataset: type: mteb/trec-covid name: MTEB TRECCOVID config: default split: test revision: bb9466bac8153a0349341eb1b22e06409e78ef4e metrics: - type: map_at_1 value: 0.186 - type: map_at_10 value: 1.659 - type: map_at_100 value: 9.224 - type: map_at_1000 value: 22.506999999999998 - type: map_at_20 value: 2.937 - type: map_at_3 value: 0.5539999999999999 - type: map_at_5 value: 0.8920000000000001 - type: mrr_at_1 value: 72.0 - type: mrr_at_10 value: 82.633 - type: mrr_at_100 value: 82.633 - type: mrr_at_1000 value: 82.633 - type: mrr_at_20 value: 82.633 - type: mrr_at_3 value: 80.333 - type: mrr_at_5 value: 82.633 - type: ndcg_at_1 value: 69.0 - type: ndcg_at_10 value: 67.327 - type: ndcg_at_100 value: 51.626000000000005 - type: ndcg_at_1000 value: 47.396 - type: ndcg_at_20 value: 63.665000000000006 - type: ndcg_at_3 value: 68.95 - type: ndcg_at_5 value: 69.241 - type: precision_at_1 value: 72.0 - type: precision_at_10 value: 71.6 - type: precision_at_100 value: 53.22 - type: precision_at_1000 value: 20.721999999999998 - type: precision_at_20 value: 67.30000000000001 - type: precision_at_3 value: 72.667 - type: precision_at_5 value: 74.0 - type: recall_at_1 value: 0.186 - type: recall_at_10 value: 1.932 - type: recall_at_100 value: 12.883 - type: recall_at_1000 value: 44.511 - type: recall_at_20 value: 3.583 - type: recall_at_3 value: 0.601 - type: recall_at_5 value: 1.0 - task: type: Retrieval dataset: type: mteb/touche2020 name: MTEB Touche2020 config: default split: test revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f metrics: - type: map_at_1 value: 2.308 - type: map_at_10 value: 9.744 - type: map_at_100 value: 15.859000000000002 - type: map_at_1000 value: 17.396 - type: map_at_20 value: 12.49 - type: map_at_3 value: 4.848 - type: map_at_5 value: 6.912999999999999 - type: mrr_at_1 value: 32.653 - type: mrr_at_10 value: 47.207 - type: mrr_at_100 value: 48.116 - type: mrr_at_1000 value: 48.116 - type: mrr_at_20 value: 47.735 - type: mrr_at_3 value: 42.857 - type: mrr_at_5 value: 44.285999999999994 - type: ndcg_at_1 value: 28.571 - type: ndcg_at_10 value: 24.421 - type: ndcg_at_100 value: 35.961 - type: ndcg_at_1000 value: 47.541 - type: ndcg_at_20 value: 25.999 - type: ndcg_at_3 value: 25.333 - type: ndcg_at_5 value: 25.532 - type: precision_at_1 value: 32.653 - type: precision_at_10 value: 22.448999999999998 - type: precision_at_100 value: 7.571 - type: precision_at_1000 value: 1.5310000000000001 - type: precision_at_20 value: 17.959 - type: precision_at_3 value: 26.531 - type: precision_at_5 value: 26.122 - type: recall_at_1 value: 2.308 - type: recall_at_10 value: 16.075 - type: recall_at_100 value: 47.357 - type: recall_at_1000 value: 82.659 - type: recall_at_20 value: 24.554000000000002 - type: recall_at_3 value: 5.909 - type: recall_at_5 value: 9.718 - task: type: Classification dataset: type: mteb/toxic_conversations_50k name: MTEB ToxicConversationsClassification config: default split: test revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de metrics: - type: accuracy value: 67.2998046875 - type: ap value: 12.796222498684031 - type: f1 value: 51.7465070845071 - task: type: Classification dataset: type: mteb/tweet_sentiment_extraction name: MTEB TweetSentimentExtractionClassification config: default split: test revision: d604517c81ca91fe16a244d1248fc021f9ecee7a metrics: - type: accuracy value: 61.76004527447652 - type: f1 value: 61.88985723942393 - task: type: Clustering dataset: type: mteb/twentynewsgroups-clustering name: MTEB TwentyNewsgroupsClustering config: default split: test revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 metrics: - type: v_measure value: 52.69229715788263 - task: type: PairClassification dataset: type: mteb/twittersemeval2015-pairclassification name: MTEB TwitterSemEval2015 config: default split: test revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 metrics: - type: cos_sim_accuracy value: 87.42325803182929 - type: cos_sim_ap value: 78.29203513753492 - type: cos_sim_f1 value: 71.33160557818093 - type: cos_sim_precision value: 67.00672385810341 - type: cos_sim_recall value: 76.2532981530343 - type: dot_accuracy value: 87.42325803182929 - type: dot_ap value: 78.29208368244002 - type: dot_f1 value: 71.33160557818093 - type: dot_precision value: 67.00672385810341 - type: dot_recall value: 76.2532981530343 - type: euclidean_accuracy value: 87.42325803182929 - type: euclidean_ap value: 78.29202838891078 - type: euclidean_f1 value: 71.33160557818093 - type: euclidean_precision value: 67.00672385810341 - type: euclidean_recall value: 76.2532981530343 - type: manhattan_accuracy value: 87.42325803182929 - type: manhattan_ap value: 78.23964459648822 - type: manhattan_f1 value: 71.1651728553137 - type: manhattan_precision value: 69.12935323383084 - type: manhattan_recall value: 73.3245382585752 - type: max_accuracy value: 87.42325803182929 - type: max_ap value: 78.29208368244002 - type: max_f1 value: 71.33160557818093 - task: type: PairClassification dataset: type: mteb/twitterurlcorpus-pairclassification name: MTEB TwitterURLCorpus config: default split: test revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf metrics: - type: cos_sim_accuracy value: 89.00725734466566 - type: cos_sim_ap value: 86.1594112416402 - type: cos_sim_f1 value: 78.544568993303 - type: cos_sim_precision value: 73.42484097756947 - type: cos_sim_recall value: 84.43178318447798 - type: dot_accuracy value: 89.00725734466566 - type: dot_ap value: 86.15940795129771 - type: dot_f1 value: 78.544568993303 - type: dot_precision value: 73.42484097756947 - type: dot_recall value: 84.43178318447798 - type: euclidean_accuracy value: 89.00725734466566 - type: euclidean_ap value: 86.15939689541806 - type: euclidean_f1 value: 78.544568993303 - type: euclidean_precision value: 73.42484097756947 - type: euclidean_recall value: 84.43178318447798 - type: manhattan_accuracy value: 88.97426941436721 - type: manhattan_ap value: 86.14154348065739 - type: manhattan_f1 value: 78.53991175290814 - type: manhattan_precision value: 74.60339452719086 - type: manhattan_recall value: 82.91499846011703 - type: max_accuracy value: 89.00725734466566 - type: max_ap value: 86.1594112416402 - type: max_f1 value: 78.544568993303 ---