|
--- |
|
model-index: |
|
- name: jasper_en_vision_language_v1 |
|
results: |
|
- dataset: |
|
config: en-ext |
|
name: MTEB AmazonCounterfactualClassification (en-ext) |
|
revision: e8379541af4e31359cca9fbcf4b00f2671dba205 |
|
split: test |
|
type: mteb/amazon_counterfactual |
|
metrics: |
|
- type: accuracy |
|
value: 95.7271 |
|
- type: f1 |
|
value: 89.25450000000001 |
|
- type: f1_weighted |
|
value: 95.8563 |
|
- type: ap |
|
value: 67.1563 |
|
- type: ap_weighted |
|
value: 67.1563 |
|
- type: main_score |
|
value: 95.7271 |
|
task: |
|
type: Classification |
|
- dataset: |
|
config: en |
|
name: MTEB AmazonCounterfactualClassification (en) |
|
revision: e8379541af4e31359cca9fbcf4b00f2671dba205 |
|
split: test |
|
type: mteb/amazon_counterfactual |
|
metrics: |
|
- type: accuracy |
|
value: 93.7761 |
|
- type: f1 |
|
value: 90.7582 |
|
- type: f1_weighted |
|
value: 93.974 |
|
- type: ap |
|
value: 74.88759999999999 |
|
- type: ap_weighted |
|
value: 74.88759999999999 |
|
- type: main_score |
|
value: 93.7761 |
|
task: |
|
type: Classification |
|
- dataset: |
|
config: default |
|
name: MTEB AmazonPolarityClassification (default) |
|
revision: e2d317d38cd51312af73b3d32a06d1a08b442046 |
|
split: test |
|
type: mteb/amazon_polarity |
|
metrics: |
|
- type: accuracy |
|
value: 97.5809 |
|
- type: f1 |
|
value: 97.5808 |
|
- type: f1_weighted |
|
value: 97.5808 |
|
- type: ap |
|
value: 96.3911 |
|
- type: ap_weighted |
|
value: 96.3911 |
|
- type: main_score |
|
value: 97.5809 |
|
task: |
|
type: Classification |
|
- dataset: |
|
config: en |
|
name: MTEB AmazonReviewsClassification (en) |
|
revision: 1399c76144fd37290681b995c656ef9b2e06e26d |
|
split: test |
|
type: mteb/amazon_reviews_multi |
|
metrics: |
|
- type: accuracy |
|
value: 62.918 |
|
- type: f1 |
|
value: 60.696099999999994 |
|
- type: f1_weighted |
|
value: 60.696099999999994 |
|
- type: main_score |
|
value: 62.918 |
|
task: |
|
type: Classification |
|
- dataset: |
|
config: default |
|
name: MTEB ArguAna (default) |
|
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a |
|
split: test |
|
type: mteb/arguana |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 41.323 |
|
- type: ndcg_at_3 |
|
value: 56.737 |
|
- type: ndcg_at_5 |
|
value: 61.254 |
|
- type: ndcg_at_10 |
|
value: 65.204 |
|
- type: ndcg_at_20 |
|
value: 66.75 |
|
- type: ndcg_at_100 |
|
value: 67.254 |
|
- type: ndcg_at_1000 |
|
value: 67.254 |
|
- type: map_at_1 |
|
value: 41.323 |
|
- type: map_at_3 |
|
value: 52.881 |
|
- type: map_at_5 |
|
value: 55.373000000000005 |
|
- type: map_at_10 |
|
value: 57.013999999999996 |
|
- type: map_at_20 |
|
value: 57.457 |
|
- type: map_at_100 |
|
value: 57.538 |
|
- type: map_at_1000 |
|
value: 57.538 |
|
- type: recall_at_1 |
|
value: 41.323 |
|
- type: recall_at_3 |
|
value: 67.923 |
|
- type: recall_at_5 |
|
value: 78.947 |
|
- type: recall_at_10 |
|
value: 91.11 |
|
- type: recall_at_20 |
|
value: 97.084 |
|
- type: recall_at_100 |
|
value: 99.644 |
|
- type: recall_at_1000 |
|
value: 99.644 |
|
- type: precision_at_1 |
|
value: 41.323 |
|
- type: precision_at_3 |
|
value: 22.641 |
|
- type: precision_at_5 |
|
value: 15.789 |
|
- type: precision_at_10 |
|
value: 9.110999999999999 |
|
- type: precision_at_20 |
|
value: 4.854 |
|
- type: precision_at_100 |
|
value: 0.996 |
|
- type: precision_at_1000 |
|
value: 0.1 |
|
- type: mrr_at_1 |
|
value: 41.6785 |
|
- type: mrr_at_3 |
|
value: 52.963499999999996 |
|
- type: mrr_at_5 |
|
value: 55.456399999999995 |
|
- type: mrr_at_10 |
|
value: 57.104299999999995 |
|
- type: mrr_at_20 |
|
value: 57.5402 |
|
- type: mrr_at_100 |
|
value: 57.6213 |
|
- type: mrr_at_1000 |
|
value: 57.6213 |
|
- type: nauc_ndcg_at_1_max |
|
value: -12.633600000000001 |
|
- type: nauc_ndcg_at_1_std |
|
value: -19.747700000000002 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 25.820300000000003 |
|
- type: nauc_ndcg_at_3_max |
|
value: -8.480799999999999 |
|
- type: nauc_ndcg_at_3_std |
|
value: -18.928900000000002 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 19.409499999999998 |
|
- type: nauc_ndcg_at_5_max |
|
value: -7.9172 |
|
- type: nauc_ndcg_at_5_std |
|
value: -19.2306 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 18.5809 |
|
- type: nauc_ndcg_at_10_max |
|
value: -9.7812 |
|
- type: nauc_ndcg_at_10_std |
|
value: -19.9964 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 18.0753 |
|
- type: nauc_ndcg_at_20_max |
|
value: -8.6546 |
|
- type: nauc_ndcg_at_20_std |
|
value: -19.3205 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 20.1741 |
|
- type: nauc_ndcg_at_100_max |
|
value: -9.376900000000001 |
|
- type: nauc_ndcg_at_100_std |
|
value: -19.5093 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 20.4997 |
|
- type: nauc_ndcg_at_1000_max |
|
value: -9.376900000000001 |
|
- type: nauc_ndcg_at_1000_std |
|
value: -19.5093 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 20.4997 |
|
- type: nauc_map_at_1_max |
|
value: -12.633600000000001 |
|
- type: nauc_map_at_1_std |
|
value: -19.747700000000002 |
|
- type: nauc_map_at_1_diff1 |
|
value: 25.820300000000003 |
|
- type: nauc_map_at_3_max |
|
value: -9.5533 |
|
- type: nauc_map_at_3_std |
|
value: -19.3235 |
|
- type: nauc_map_at_3_diff1 |
|
value: 20.9083 |
|
- type: nauc_map_at_5_max |
|
value: -9.3126 |
|
- type: nauc_map_at_5_std |
|
value: -19.4593 |
|
- type: nauc_map_at_5_diff1 |
|
value: 20.5718 |
|
- type: nauc_map_at_10_max |
|
value: -10.0766 |
|
- type: nauc_map_at_10_std |
|
value: -19.8322 |
|
- type: nauc_map_at_10_diff1 |
|
value: 20.484099999999998 |
|
- type: nauc_map_at_20_max |
|
value: -9.7917 |
|
- type: nauc_map_at_20_std |
|
value: -19.6759 |
|
- type: nauc_map_at_20_diff1 |
|
value: 21.0095 |
|
- type: nauc_map_at_100_max |
|
value: -9.8837 |
|
- type: nauc_map_at_100_std |
|
value: -19.741400000000002 |
|
- type: nauc_map_at_100_diff1 |
|
value: 21.067700000000002 |
|
- type: nauc_map_at_1000_max |
|
value: -9.8837 |
|
- type: nauc_map_at_1000_std |
|
value: -19.741400000000002 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 21.067700000000002 |
|
- type: nauc_recall_at_1_max |
|
value: -12.633600000000001 |
|
- type: nauc_recall_at_1_std |
|
value: -19.747700000000002 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 25.820300000000003 |
|
- type: nauc_recall_at_3_max |
|
value: -4.7886999999999995 |
|
- type: nauc_recall_at_3_std |
|
value: -17.4764 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 14.3308 |
|
- type: nauc_recall_at_5_max |
|
value: -1.4803 |
|
- type: nauc_recall_at_5_std |
|
value: -18.2137 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 9.4604 |
|
- type: nauc_recall_at_10_max |
|
value: -8.8102 |
|
- type: nauc_recall_at_10_std |
|
value: -21.8279 |
|
- type: nauc_recall_at_10_diff1 |
|
value: -5.5388 |
|
- type: nauc_recall_at_20_max |
|
value: 25.202400000000004 |
|
- type: nauc_recall_at_20_std |
|
value: -4.8613 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 9.3917 |
|
- type: nauc_recall_at_100_max |
|
value: 37.0551 |
|
- type: nauc_recall_at_100_std |
|
value: 84.5472 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 19.5116 |
|
- type: nauc_recall_at_1000_max |
|
value: 37.0551 |
|
- type: nauc_recall_at_1000_std |
|
value: 84.5472 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: 19.5116 |
|
- type: nauc_precision_at_1_max |
|
value: -12.633600000000001 |
|
- type: nauc_precision_at_1_std |
|
value: -19.747700000000002 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 25.820300000000003 |
|
- type: nauc_precision_at_3_max |
|
value: -4.7886999999999995 |
|
- type: nauc_precision_at_3_std |
|
value: -17.4764 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 14.3308 |
|
- type: nauc_precision_at_5_max |
|
value: -1.4803 |
|
- type: nauc_precision_at_5_std |
|
value: -18.2137 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 9.4604 |
|
- type: nauc_precision_at_10_max |
|
value: -8.8102 |
|
- type: nauc_precision_at_10_std |
|
value: -21.8279 |
|
- type: nauc_precision_at_10_diff1 |
|
value: -5.5388 |
|
- type: nauc_precision_at_20_max |
|
value: 25.202400000000004 |
|
- type: nauc_precision_at_20_std |
|
value: -4.8613 |
|
- type: nauc_precision_at_20_diff1 |
|
value: 9.3917 |
|
- type: nauc_precision_at_100_max |
|
value: 37.0551 |
|
- type: nauc_precision_at_100_std |
|
value: 84.5472 |
|
- type: nauc_precision_at_100_diff1 |
|
value: 19.5116 |
|
- type: nauc_precision_at_1000_max |
|
value: 37.0551 |
|
- type: nauc_precision_at_1000_std |
|
value: 84.5472 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: 19.5116 |
|
- type: nauc_mrr_at_1_max |
|
value: -11.9728 |
|
- type: nauc_mrr_at_1_std |
|
value: -19.4014 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 24.8653 |
|
- type: nauc_mrr_at_3_max |
|
value: -9.6607 |
|
- type: nauc_mrr_at_3_std |
|
value: -19.1819 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 20.0205 |
|
- type: nauc_mrr_at_5_max |
|
value: -9.4261 |
|
- type: nauc_mrr_at_5_std |
|
value: -19.3098 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 19.6347 |
|
- type: nauc_mrr_at_10_max |
|
value: -10.1698 |
|
- type: nauc_mrr_at_10_std |
|
value: -19.683 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 19.4823 |
|
- type: nauc_mrr_at_20_max |
|
value: -9.913 |
|
- type: nauc_mrr_at_20_std |
|
value: -19.517300000000002 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 20.0066 |
|
- type: nauc_mrr_at_100_max |
|
value: -10.0053 |
|
- type: nauc_mrr_at_100_std |
|
value: -19.5824 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 20.061899999999998 |
|
- type: nauc_mrr_at_1000_max |
|
value: -10.0053 |
|
- type: nauc_mrr_at_1000_std |
|
value: -19.5824 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 20.061899999999998 |
|
- type: main_score |
|
value: 65.204 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB ArxivClusteringP2P (default) |
|
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d |
|
split: test |
|
type: mteb/arxiv-clustering-p2p |
|
metrics: |
|
- type: v_measure |
|
value: 55.710300000000004 |
|
- type: v_measure_std |
|
value: 14.551900000000002 |
|
- type: main_score |
|
value: 55.710300000000004 |
|
task: |
|
type: Clustering |
|
- dataset: |
|
config: default |
|
name: MTEB ArxivClusteringS2S (default) |
|
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 |
|
split: test |
|
type: mteb/arxiv-clustering-s2s |
|
metrics: |
|
- type: v_measure |
|
value: 51.004599999999996 |
|
- type: v_measure_std |
|
value: 14.868899999999998 |
|
- type: main_score |
|
value: 51.004599999999996 |
|
task: |
|
type: Clustering |
|
- dataset: |
|
config: default |
|
name: MTEB AskUbuntuDupQuestions (default) |
|
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 |
|
split: test |
|
type: mteb/askubuntudupquestions-reranking |
|
metrics: |
|
- type: map |
|
value: 67.38119999999999 |
|
- type: mrr |
|
value: 79.0692 |
|
- type: nAUC_map_max |
|
value: 21.9757 |
|
- type: nAUC_map_std |
|
value: 14.3545 |
|
- type: nAUC_map_diff1 |
|
value: 11.82 |
|
- type: nAUC_mrr_max |
|
value: 40.3449 |
|
- type: nAUC_mrr_std |
|
value: 18.2678 |
|
- type: nAUC_mrr_diff1 |
|
value: 21.1596 |
|
- type: main_score |
|
value: 67.38119999999999 |
|
task: |
|
type: Reranking |
|
- dataset: |
|
config: default |
|
name: MTEB BIOSSES (default) |
|
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a |
|
split: test |
|
type: mteb/biosses-sts |
|
metrics: |
|
- type: pearson |
|
value: 87.4332 |
|
- type: spearman |
|
value: 84.65979999999999 |
|
- type: cosine_pearson |
|
value: 87.4332 |
|
- type: cosine_spearman |
|
value: 84.65979999999999 |
|
- type: manhattan_pearson |
|
value: 86.37270000000001 |
|
- type: manhattan_spearman |
|
value: 85.20309999999999 |
|
- type: euclidean_pearson |
|
value: 86.1672 |
|
- type: euclidean_spearman |
|
value: 84.7453 |
|
- type: main_score |
|
value: 84.65979999999999 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: default |
|
name: MTEB Banking77Classification (default) |
|
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 |
|
split: test |
|
type: mteb/banking77 |
|
metrics: |
|
- type: accuracy |
|
value: 87.224 |
|
- type: f1 |
|
value: 86.7235 |
|
- type: f1_weighted |
|
value: 86.7235 |
|
- type: main_score |
|
value: 87.224 |
|
task: |
|
type: Classification |
|
- dataset: |
|
config: default |
|
name: MTEB BiorxivClusteringP2P (default) |
|
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 |
|
split: test |
|
type: mteb/biorxiv-clustering-p2p |
|
metrics: |
|
- type: v_measure |
|
value: 52.04990000000001 |
|
- type: v_measure_std |
|
value: 0.7255 |
|
- type: main_score |
|
value: 52.04990000000001 |
|
task: |
|
type: Clustering |
|
- dataset: |
|
config: default |
|
name: MTEB BiorxivClusteringS2S (default) |
|
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 |
|
split: test |
|
type: mteb/biorxiv-clustering-s2s |
|
metrics: |
|
- type: v_measure |
|
value: 47.5811 |
|
- type: v_measure_std |
|
value: 0.8049000000000001 |
|
- type: main_score |
|
value: 47.5811 |
|
task: |
|
type: Clustering |
|
- dataset: |
|
config: default |
|
name: MTEB CQADupstackAndroidRetrieval (default) |
|
revision: f46a197baaae43b4f621051089b82a364682dfeb |
|
split: test |
|
type: mteb/cqadupstack-android |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 46.781 |
|
- type: ndcg_at_3 |
|
value: 52.111 |
|
- type: ndcg_at_5 |
|
value: 54.371 |
|
- type: ndcg_at_10 |
|
value: 57.247 |
|
- type: ndcg_at_20 |
|
value: 59.122 |
|
- type: ndcg_at_100 |
|
value: 62.071 |
|
- type: ndcg_at_1000 |
|
value: 63.32 |
|
- type: map_at_1 |
|
value: 37.2 |
|
- type: map_at_3 |
|
value: 46.005 |
|
- type: map_at_5 |
|
value: 48.32 |
|
- type: map_at_10 |
|
value: 50.181 |
|
- type: map_at_20 |
|
value: 51.062 |
|
- type: map_at_100 |
|
value: 51.735 |
|
- type: map_at_1000 |
|
value: 51.842 |
|
- type: recall_at_1 |
|
value: 37.2 |
|
- type: recall_at_3 |
|
value: 53.94 |
|
- type: recall_at_5 |
|
value: 60.88 |
|
- type: recall_at_10 |
|
value: 69.692 |
|
- type: recall_at_20 |
|
value: 76.711 |
|
- type: recall_at_100 |
|
value: 90.263 |
|
- type: recall_at_1000 |
|
value: 97.749 |
|
- type: precision_at_1 |
|
value: 46.781 |
|
- type: precision_at_3 |
|
value: 25.894000000000002 |
|
- type: precision_at_5 |
|
value: 18.541 |
|
- type: precision_at_10 |
|
value: 11.402 |
|
- type: precision_at_20 |
|
value: 6.567 |
|
- type: precision_at_100 |
|
value: 1.704 |
|
- type: precision_at_1000 |
|
value: 0.21 |
|
- type: mrr_at_1 |
|
value: 46.781099999999995 |
|
- type: mrr_at_3 |
|
value: 54.6257 |
|
- type: mrr_at_5 |
|
value: 56.0992 |
|
- type: mrr_at_10 |
|
value: 57.00769999999999 |
|
- type: mrr_at_20 |
|
value: 57.3576 |
|
- type: mrr_at_100 |
|
value: 57.6118 |
|
- type: mrr_at_1000 |
|
value: 57.6415 |
|
- type: nauc_ndcg_at_1_max |
|
value: 41.3069 |
|
- type: nauc_ndcg_at_1_std |
|
value: -3.9859999999999998 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 56.355900000000005 |
|
- type: nauc_ndcg_at_3_max |
|
value: 40.354299999999995 |
|
- type: nauc_ndcg_at_3_std |
|
value: -1.4893 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 51.473800000000004 |
|
- type: nauc_ndcg_at_5_max |
|
value: 39.2091 |
|
- type: nauc_ndcg_at_5_std |
|
value: -2.6139 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 50.4382 |
|
- type: nauc_ndcg_at_10_max |
|
value: 37.8136 |
|
- type: nauc_ndcg_at_10_std |
|
value: -1.9053 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 49.677 |
|
- type: nauc_ndcg_at_20_max |
|
value: 37.7571 |
|
- type: nauc_ndcg_at_20_std |
|
value: -1.0221 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 49.6703 |
|
- type: nauc_ndcg_at_100_max |
|
value: 39.0419 |
|
- type: nauc_ndcg_at_100_std |
|
value: 0.5525 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 50.8714 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 39.4123 |
|
- type: nauc_ndcg_at_1000_std |
|
value: 0.2088 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 51.0321 |
|
- type: nauc_map_at_1_max |
|
value: 31.1237 |
|
- type: nauc_map_at_1_std |
|
value: -7.0686 |
|
- type: nauc_map_at_1_diff1 |
|
value: 55.28189999999999 |
|
- type: nauc_map_at_3_max |
|
value: 36.750899999999994 |
|
- type: nauc_map_at_3_std |
|
value: -4.502599999999999 |
|
- type: nauc_map_at_3_diff1 |
|
value: 52.64640000000001 |
|
- type: nauc_map_at_5_max |
|
value: 37.4208 |
|
- type: nauc_map_at_5_std |
|
value: -4.3387 |
|
- type: nauc_map_at_5_diff1 |
|
value: 51.8133 |
|
- type: nauc_map_at_10_max |
|
value: 37.4829 |
|
- type: nauc_map_at_10_std |
|
value: -3.3794999999999997 |
|
- type: nauc_map_at_10_diff1 |
|
value: 51.640299999999996 |
|
- type: nauc_map_at_20_max |
|
value: 37.7883 |
|
- type: nauc_map_at_20_std |
|
value: -2.9455999999999998 |
|
- type: nauc_map_at_20_diff1 |
|
value: 51.635299999999994 |
|
- type: nauc_map_at_100_max |
|
value: 38.1532 |
|
- type: nauc_map_at_100_std |
|
value: -2.513 |
|
- type: nauc_map_at_100_diff1 |
|
value: 51.8036 |
|
- type: nauc_map_at_1000_max |
|
value: 38.2036 |
|
- type: nauc_map_at_1000_std |
|
value: -2.5201000000000002 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 51.807 |
|
- type: nauc_recall_at_1_max |
|
value: 31.1237 |
|
- type: nauc_recall_at_1_std |
|
value: -7.0686 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 55.28189999999999 |
|
- type: nauc_recall_at_3_max |
|
value: 33.942899999999995 |
|
- type: nauc_recall_at_3_std |
|
value: -2.1842 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 46.806 |
|
- type: nauc_recall_at_5_max |
|
value: 32.935199999999995 |
|
- type: nauc_recall_at_5_std |
|
value: -3.6494999999999997 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 43.453599999999994 |
|
- type: nauc_recall_at_10_max |
|
value: 28.2544 |
|
- type: nauc_recall_at_10_std |
|
value: -1.1788 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 38.8916 |
|
- type: nauc_recall_at_20_max |
|
value: 27.1235 |
|
- type: nauc_recall_at_20_std |
|
value: 2.8238 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 36.9813 |
|
- type: nauc_recall_at_100_max |
|
value: 31.899300000000004 |
|
- type: nauc_recall_at_100_std |
|
value: 22.3521 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 43.0867 |
|
- type: nauc_recall_at_1000_max |
|
value: 45.7236 |
|
- type: nauc_recall_at_1000_std |
|
value: 63.258199999999995 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: 56.854499999999994 |
|
- type: nauc_precision_at_1_max |
|
value: 41.3069 |
|
- type: nauc_precision_at_1_std |
|
value: -3.9859999999999998 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 56.355900000000005 |
|
- type: nauc_precision_at_3_max |
|
value: 39.6888 |
|
- type: nauc_precision_at_3_std |
|
value: 5.7427 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 26.694699999999997 |
|
- type: nauc_precision_at_5_max |
|
value: 34.3509 |
|
- type: nauc_precision_at_5_std |
|
value: 7.3069999999999995 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 15.4004 |
|
- type: nauc_precision_at_10_max |
|
value: 23.2221 |
|
- type: nauc_precision_at_10_std |
|
value: 10.559899999999999 |
|
- type: nauc_precision_at_10_diff1 |
|
value: 3.6925 |
|
- type: nauc_precision_at_20_max |
|
value: 17.9697 |
|
- type: nauc_precision_at_20_std |
|
value: 11.9127 |
|
- type: nauc_precision_at_20_diff1 |
|
value: -2.7178 |
|
- type: nauc_precision_at_100_max |
|
value: 11.8537 |
|
- type: nauc_precision_at_100_std |
|
value: 11.442 |
|
- type: nauc_precision_at_100_diff1 |
|
value: -11.2562 |
|
- type: nauc_precision_at_1000_max |
|
value: 5.7549 |
|
- type: nauc_precision_at_1000_std |
|
value: 0.40169999999999995 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -18.0644 |
|
- type: nauc_mrr_at_1_max |
|
value: 41.3069 |
|
- type: nauc_mrr_at_1_std |
|
value: -3.9859999999999998 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 56.355900000000005 |
|
- type: nauc_mrr_at_3_max |
|
value: 41.626200000000004 |
|
- type: nauc_mrr_at_3_std |
|
value: -0.7362 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 52.7305 |
|
- type: nauc_mrr_at_5_max |
|
value: 41.341499999999996 |
|
- type: nauc_mrr_at_5_std |
|
value: -1.113 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 52.159299999999995 |
|
- type: nauc_mrr_at_10_max |
|
value: 40.9696 |
|
- type: nauc_mrr_at_10_std |
|
value: -0.7545999999999999 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 51.9591 |
|
- type: nauc_mrr_at_20_max |
|
value: 41.0028 |
|
- type: nauc_mrr_at_20_std |
|
value: -0.5925 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 52.0497 |
|
- type: nauc_mrr_at_100_max |
|
value: 41.0447 |
|
- type: nauc_mrr_at_100_std |
|
value: -0.6299 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 52.2239 |
|
- type: nauc_mrr_at_1000_max |
|
value: 41.045 |
|
- type: nauc_mrr_at_1000_std |
|
value: -0.6354000000000001 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 52.2368 |
|
- type: main_score |
|
value: 57.247 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB CQADupstackEnglishRetrieval (default) |
|
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 |
|
split: test |
|
type: mteb/cqadupstack-english |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 46.497 |
|
- type: ndcg_at_3 |
|
value: 50.580999999999996 |
|
- type: ndcg_at_5 |
|
value: 52.159 |
|
- type: ndcg_at_10 |
|
value: 54.269999999999996 |
|
- type: ndcg_at_20 |
|
value: 56.001 |
|
- type: ndcg_at_100 |
|
value: 58.373 |
|
- type: ndcg_at_1000 |
|
value: 60.272000000000006 |
|
- type: map_at_1 |
|
value: 36.296 |
|
- type: map_at_3 |
|
value: 45.178000000000004 |
|
- type: map_at_5 |
|
value: 46.96 |
|
- type: map_at_10 |
|
value: 48.388999999999996 |
|
- type: map_at_20 |
|
value: 49.164 |
|
- type: map_at_100 |
|
value: 49.769000000000005 |
|
- type: map_at_1000 |
|
value: 49.906 |
|
- type: recall_at_1 |
|
value: 36.296 |
|
- type: recall_at_3 |
|
value: 51.505 |
|
- type: recall_at_5 |
|
value: 56.633 |
|
- type: recall_at_10 |
|
value: 63.519999999999996 |
|
- type: recall_at_20 |
|
value: 70.06099999999999 |
|
- type: recall_at_100 |
|
value: 80.783 |
|
- type: recall_at_1000 |
|
value: 92.396 |
|
- type: precision_at_1 |
|
value: 46.497 |
|
- type: precision_at_3 |
|
value: 25.032 |
|
- type: precision_at_5 |
|
value: 17.427 |
|
- type: precision_at_10 |
|
value: 10.433 |
|
- type: precision_at_20 |
|
value: 6.085999999999999 |
|
- type: precision_at_100 |
|
value: 1.606 |
|
- type: precision_at_1000 |
|
value: 0.20600000000000002 |
|
- type: mrr_at_1 |
|
value: 46.4968 |
|
- type: mrr_at_3 |
|
value: 52.9193 |
|
- type: mrr_at_5 |
|
value: 54.0117 |
|
- type: mrr_at_10 |
|
value: 54.815400000000004 |
|
- type: mrr_at_20 |
|
value: 55.2265 |
|
- type: mrr_at_100 |
|
value: 55.4713 |
|
- type: mrr_at_1000 |
|
value: 55.51239999999999 |
|
- type: nauc_ndcg_at_1_max |
|
value: 44.406400000000005 |
|
- type: nauc_ndcg_at_1_std |
|
value: -0.5542 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 61.951 |
|
- type: nauc_ndcg_at_3_max |
|
value: 41.765 |
|
- type: nauc_ndcg_at_3_std |
|
value: -1.6297 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 56.6064 |
|
- type: nauc_ndcg_at_5_max |
|
value: 41.2399 |
|
- type: nauc_ndcg_at_5_std |
|
value: -1.6739 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 56.736 |
|
- type: nauc_ndcg_at_10_max |
|
value: 41.3525 |
|
- type: nauc_ndcg_at_10_std |
|
value: -1.0736 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 56.619600000000005 |
|
- type: nauc_ndcg_at_20_max |
|
value: 40.950900000000004 |
|
- type: nauc_ndcg_at_20_std |
|
value: 0.2865 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 56.09459999999999 |
|
- type: nauc_ndcg_at_100_max |
|
value: 41.4473 |
|
- type: nauc_ndcg_at_100_std |
|
value: 1.9026999999999998 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 55.6213 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 42.2036 |
|
- type: nauc_ndcg_at_1000_std |
|
value: 2.2438 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 55.9627 |
|
- type: nauc_map_at_1_max |
|
value: 32.782 |
|
- type: nauc_map_at_1_std |
|
value: -9.6273 |
|
- type: nauc_map_at_1_diff1 |
|
value: 61.260099999999994 |
|
- type: nauc_map_at_3_max |
|
value: 37.1299 |
|
- type: nauc_map_at_3_std |
|
value: -7.119300000000001 |
|
- type: nauc_map_at_3_diff1 |
|
value: 58.1535 |
|
- type: nauc_map_at_5_max |
|
value: 37.9225 |
|
- type: nauc_map_at_5_std |
|
value: -5.9012 |
|
- type: nauc_map_at_5_diff1 |
|
value: 57.781499999999994 |
|
- type: nauc_map_at_10_max |
|
value: 38.8891 |
|
- type: nauc_map_at_10_std |
|
value: -4.874499999999999 |
|
- type: nauc_map_at_10_diff1 |
|
value: 57.755500000000005 |
|
- type: nauc_map_at_20_max |
|
value: 39.3425 |
|
- type: nauc_map_at_20_std |
|
value: -3.794 |
|
- type: nauc_map_at_20_diff1 |
|
value: 57.513400000000004 |
|
- type: nauc_map_at_100_max |
|
value: 39.896 |
|
- type: nauc_map_at_100_std |
|
value: -2.9215 |
|
- type: nauc_map_at_100_diff1 |
|
value: 57.53549999999999 |
|
- type: nauc_map_at_1000_max |
|
value: 40.008300000000006 |
|
- type: nauc_map_at_1000_std |
|
value: -2.8195 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 57.60150000000001 |
|
- type: nauc_recall_at_1_max |
|
value: 32.782 |
|
- type: nauc_recall_at_1_std |
|
value: -9.6273 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 61.260099999999994 |
|
- type: nauc_recall_at_3_max |
|
value: 35.434599999999996 |
|
- type: nauc_recall_at_3_std |
|
value: -6.290800000000001 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 52.7104 |
|
- type: nauc_recall_at_5_max |
|
value: 35.0165 |
|
- type: nauc_recall_at_5_std |
|
value: -3.9936 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 51.3274 |
|
- type: nauc_recall_at_10_max |
|
value: 35.5228 |
|
- type: nauc_recall_at_10_std |
|
value: -1.5428000000000002 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 49.479299999999995 |
|
- type: nauc_recall_at_20_max |
|
value: 33.7227 |
|
- type: nauc_recall_at_20_std |
|
value: 4.9009 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 45.5752 |
|
- type: nauc_recall_at_100_max |
|
value: 35.9763 |
|
- type: nauc_recall_at_100_std |
|
value: 19.3131 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 39.911 |
|
- type: nauc_recall_at_1000_max |
|
value: 46.325 |
|
- type: nauc_recall_at_1000_std |
|
value: 44.9506 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: 33.457100000000004 |
|
- type: nauc_precision_at_1_max |
|
value: 44.406400000000005 |
|
- type: nauc_precision_at_1_std |
|
value: -0.5542 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 61.951 |
|
- type: nauc_precision_at_3_max |
|
value: 37.5506 |
|
- type: nauc_precision_at_3_std |
|
value: 11.0345 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 29.8222 |
|
- type: nauc_precision_at_5_max |
|
value: 35.2397 |
|
- type: nauc_precision_at_5_std |
|
value: 15.389800000000001 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 21.4168 |
|
- type: nauc_precision_at_10_max |
|
value: 32.9495 |
|
- type: nauc_precision_at_10_std |
|
value: 21.513299999999997 |
|
- type: nauc_precision_at_10_diff1 |
|
value: 11.8737 |
|
- type: nauc_precision_at_20_max |
|
value: 29.1383 |
|
- type: nauc_precision_at_20_std |
|
value: 27.7364 |
|
- type: nauc_precision_at_20_diff1 |
|
value: 3.9266 |
|
- type: nauc_precision_at_100_max |
|
value: 25.405 |
|
- type: nauc_precision_at_100_std |
|
value: 32.3313 |
|
- type: nauc_precision_at_100_diff1 |
|
value: -3.4574000000000003 |
|
- type: nauc_precision_at_1000_max |
|
value: 19.0155 |
|
- type: nauc_precision_at_1000_std |
|
value: 28.895 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -8.5325 |
|
- type: nauc_mrr_at_1_max |
|
value: 44.406400000000005 |
|
- type: nauc_mrr_at_1_std |
|
value: -0.5542 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 61.951 |
|
- type: nauc_mrr_at_3_max |
|
value: 45.171499999999995 |
|
- type: nauc_mrr_at_3_std |
|
value: 1.3709 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 58.655199999999994 |
|
- type: nauc_mrr_at_5_max |
|
value: 44.770700000000005 |
|
- type: nauc_mrr_at_5_std |
|
value: 1.4206999999999999 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 58.5418 |
|
- type: nauc_mrr_at_10_max |
|
value: 44.6537 |
|
- type: nauc_mrr_at_10_std |
|
value: 1.6499 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 58.305099999999996 |
|
- type: nauc_mrr_at_20_max |
|
value: 44.5462 |
|
- type: nauc_mrr_at_20_std |
|
value: 1.8207 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 58.2175 |
|
- type: nauc_mrr_at_100_max |
|
value: 44.5707 |
|
- type: nauc_mrr_at_100_std |
|
value: 1.9595999999999998 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 58.1794 |
|
- type: nauc_mrr_at_1000_max |
|
value: 44.5849 |
|
- type: nauc_mrr_at_1000_std |
|
value: 1.9480999999999997 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 58.1948 |
|
- type: main_score |
|
value: 54.269999999999996 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB CQADupstackGamingRetrieval (default) |
|
revision: 4885aa143210c98657558c04aaf3dc47cfb54340 |
|
split: test |
|
type: mteb/cqadupstack-gaming |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 50.470000000000006 |
|
- type: ndcg_at_3 |
|
value: 57.473 |
|
- type: ndcg_at_5 |
|
value: 60.331999999999994 |
|
- type: ndcg_at_10 |
|
value: 63.253 |
|
- type: ndcg_at_20 |
|
value: 64.934 |
|
- type: ndcg_at_100 |
|
value: 66.893 |
|
- type: ndcg_at_1000 |
|
value: 67.635 |
|
- type: map_at_1 |
|
value: 43.495 |
|
- type: map_at_3 |
|
value: 53.501 |
|
- type: map_at_5 |
|
value: 55.591 |
|
- type: map_at_10 |
|
value: 57.143 |
|
- type: map_at_20 |
|
value: 57.772999999999996 |
|
- type: map_at_100 |
|
value: 58.144 |
|
- type: map_at_1000 |
|
value: 58.18299999999999 |
|
- type: recall_at_1 |
|
value: 43.495 |
|
- type: recall_at_3 |
|
value: 61.943000000000005 |
|
- type: recall_at_5 |
|
value: 69.06 |
|
- type: recall_at_10 |
|
value: 77.506 |
|
- type: recall_at_20 |
|
value: 83.718 |
|
- type: recall_at_100 |
|
value: 93.012 |
|
- type: recall_at_1000 |
|
value: 98.20100000000001 |
|
- type: precision_at_1 |
|
value: 50.470000000000006 |
|
- type: precision_at_3 |
|
value: 25.789 |
|
- type: precision_at_5 |
|
value: 17.718 |
|
- type: precision_at_10 |
|
value: 10.257 |
|
- type: precision_at_20 |
|
value: 5.652 |
|
- type: precision_at_100 |
|
value: 1.2930000000000001 |
|
- type: precision_at_1000 |
|
value: 0.13899999999999998 |
|
- type: mrr_at_1 |
|
value: 50.4702 |
|
- type: mrr_at_3 |
|
value: 58.4013 |
|
- type: mrr_at_5 |
|
value: 59.8495 |
|
- type: mrr_at_10 |
|
value: 60.83070000000001 |
|
- type: mrr_at_20 |
|
value: 61.2041 |
|
- type: mrr_at_100 |
|
value: 61.4112 |
|
- type: mrr_at_1000 |
|
value: 61.4322 |
|
- type: nauc_ndcg_at_1_max |
|
value: 44.8291 |
|
- type: nauc_ndcg_at_1_std |
|
value: -0.8412 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 59.08560000000001 |
|
- type: nauc_ndcg_at_3_max |
|
value: 44.248 |
|
- type: nauc_ndcg_at_3_std |
|
value: -1.4833 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 54.230599999999995 |
|
- type: nauc_ndcg_at_5_max |
|
value: 44.1923 |
|
- type: nauc_ndcg_at_5_std |
|
value: 0.4302 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 53.488 |
|
- type: nauc_ndcg_at_10_max |
|
value: 44.6104 |
|
- type: nauc_ndcg_at_10_std |
|
value: 1.0661 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 53.3798 |
|
- type: nauc_ndcg_at_20_max |
|
value: 44.9242 |
|
- type: nauc_ndcg_at_20_std |
|
value: 2.2277 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 53.317400000000006 |
|
- type: nauc_ndcg_at_100_max |
|
value: 45.7183 |
|
- type: nauc_ndcg_at_100_std |
|
value: 2.5153 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 53.9388 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 45.6995 |
|
- type: nauc_ndcg_at_1000_std |
|
value: 2.1667 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 54.2102 |
|
- type: nauc_map_at_1_max |
|
value: 35.5633 |
|
- type: nauc_map_at_1_std |
|
value: -5.6190999999999995 |
|
- type: nauc_map_at_1_diff1 |
|
value: 60.361 |
|
- type: nauc_map_at_3_max |
|
value: 41.9146 |
|
- type: nauc_map_at_3_std |
|
value: -3.4212 |
|
- type: nauc_map_at_3_diff1 |
|
value: 56.016999999999996 |
|
- type: nauc_map_at_5_max |
|
value: 42.4117 |
|
- type: nauc_map_at_5_std |
|
value: -2.0291 |
|
- type: nauc_map_at_5_diff1 |
|
value: 55.3653 |
|
- type: nauc_map_at_10_max |
|
value: 43.1409 |
|
- type: nauc_map_at_10_std |
|
value: -1.4177 |
|
- type: nauc_map_at_10_diff1 |
|
value: 55.2121 |
|
- type: nauc_map_at_20_max |
|
value: 43.437799999999996 |
|
- type: nauc_map_at_20_std |
|
value: -0.8902 |
|
- type: nauc_map_at_20_diff1 |
|
value: 55.206999999999994 |
|
- type: nauc_map_at_100_max |
|
value: 43.6537 |
|
- type: nauc_map_at_100_std |
|
value: -0.7274 |
|
- type: nauc_map_at_100_diff1 |
|
value: 55.2408 |
|
- type: nauc_map_at_1000_max |
|
value: 43.6736 |
|
- type: nauc_map_at_1000_std |
|
value: -0.7106 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 55.2524 |
|
- type: nauc_recall_at_1_max |
|
value: 35.5633 |
|
- type: nauc_recall_at_1_std |
|
value: -5.6190999999999995 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 60.361 |
|
- type: nauc_recall_at_3_max |
|
value: 40.8742 |
|
- type: nauc_recall_at_3_std |
|
value: -2.5945 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 49.3961 |
|
- type: nauc_recall_at_5_max |
|
value: 40.7505 |
|
- type: nauc_recall_at_5_std |
|
value: 3.3495 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 45.7721 |
|
- type: nauc_recall_at_10_max |
|
value: 41.5818 |
|
- type: nauc_recall_at_10_std |
|
value: 6.7775 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 43.3298 |
|
- type: nauc_recall_at_20_max |
|
value: 43.7288 |
|
- type: nauc_recall_at_20_std |
|
value: 16.328799999999998 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 39.9662 |
|
- type: nauc_recall_at_100_max |
|
value: 55.63550000000001 |
|
- type: nauc_recall_at_100_std |
|
value: 34.4464 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 39.980399999999996 |
|
- type: nauc_recall_at_1000_max |
|
value: 77.1968 |
|
- type: nauc_recall_at_1000_std |
|
value: 71.4214 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: 38.244 |
|
- type: nauc_precision_at_1_max |
|
value: 44.8291 |
|
- type: nauc_precision_at_1_std |
|
value: -0.8412 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 59.08560000000001 |
|
- type: nauc_precision_at_3_max |
|
value: 43.1877 |
|
- type: nauc_precision_at_3_std |
|
value: 7.6498 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 27.5239 |
|
- type: nauc_precision_at_5_max |
|
value: 37.533899999999996 |
|
- type: nauc_precision_at_5_std |
|
value: 13.2708 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 16.1311 |
|
- type: nauc_precision_at_10_max |
|
value: 33.2608 |
|
- type: nauc_precision_at_10_std |
|
value: 17.788899999999998 |
|
- type: nauc_precision_at_10_diff1 |
|
value: 5.1528 |
|
- type: nauc_precision_at_20_max |
|
value: 29.401 |
|
- type: nauc_precision_at_20_std |
|
value: 22.9012 |
|
- type: nauc_precision_at_20_diff1 |
|
value: -2.9066 |
|
- type: nauc_precision_at_100_max |
|
value: 23.2408 |
|
- type: nauc_precision_at_100_std |
|
value: 24.2959 |
|
- type: nauc_precision_at_100_diff1 |
|
value: -12.2627 |
|
- type: nauc_precision_at_1000_max |
|
value: 20.244300000000003 |
|
- type: nauc_precision_at_1000_std |
|
value: 25.682100000000002 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -16.4621 |
|
- type: nauc_mrr_at_1_max |
|
value: 44.8291 |
|
- type: nauc_mrr_at_1_std |
|
value: -0.8412 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 59.08560000000001 |
|
- type: nauc_mrr_at_3_max |
|
value: 45.9874 |
|
- type: nauc_mrr_at_3_std |
|
value: -0.4012 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 55.1381 |
|
- type: nauc_mrr_at_5_max |
|
value: 46.1061 |
|
- type: nauc_mrr_at_5_std |
|
value: 0.9194000000000001 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 54.799699999999994 |
|
- type: nauc_mrr_at_10_max |
|
value: 46.0658 |
|
- type: nauc_mrr_at_10_std |
|
value: 0.9317000000000001 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 54.918 |
|
- type: nauc_mrr_at_20_max |
|
value: 46.135999999999996 |
|
- type: nauc_mrr_at_20_std |
|
value: 1.1449 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 54.8537 |
|
- type: nauc_mrr_at_100_max |
|
value: 46.1801 |
|
- type: nauc_mrr_at_100_std |
|
value: 1.1052 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 54.9671 |
|
- type: nauc_mrr_at_1000_max |
|
value: 46.169399999999996 |
|
- type: nauc_mrr_at_1000_std |
|
value: 1.0886 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 54.974500000000006 |
|
- type: main_score |
|
value: 63.253 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB CQADupstackGisRetrieval (default) |
|
revision: 5003b3064772da1887988e05400cf3806fe491f2 |
|
split: test |
|
type: mteb/cqadupstack-gis |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 30.169 |
|
- type: ndcg_at_3 |
|
value: 38.712999999999994 |
|
- type: ndcg_at_5 |
|
value: 41.613 |
|
- type: ndcg_at_10 |
|
value: 44.721 |
|
- type: ndcg_at_20 |
|
value: 46.861999999999995 |
|
- type: ndcg_at_100 |
|
value: 49.725 |
|
- type: ndcg_at_1000 |
|
value: 51.321000000000005 |
|
- type: map_at_1 |
|
value: 27.534 |
|
- type: map_at_3 |
|
value: 35.543 |
|
- type: map_at_5 |
|
value: 37.289 |
|
- type: map_at_10 |
|
value: 38.7 |
|
- type: map_at_20 |
|
value: 39.338 |
|
- type: map_at_100 |
|
value: 39.785 |
|
- type: map_at_1000 |
|
value: 39.853 |
|
- type: recall_at_1 |
|
value: 27.534 |
|
- type: recall_at_3 |
|
value: 45.007999999999996 |
|
- type: recall_at_5 |
|
value: 51.888999999999996 |
|
- type: recall_at_10 |
|
value: 61.023 |
|
- type: recall_at_20 |
|
value: 69.053 |
|
- type: recall_at_100 |
|
value: 83.42399999999999 |
|
- type: recall_at_1000 |
|
value: 95.268 |
|
- type: precision_at_1 |
|
value: 30.169 |
|
- type: precision_at_3 |
|
value: 16.911 |
|
- type: precision_at_5 |
|
value: 11.932 |
|
- type: precision_at_10 |
|
value: 7.141 |
|
- type: precision_at_20 |
|
value: 4.079 |
|
- type: precision_at_100 |
|
value: 1.008 |
|
- type: precision_at_1000 |
|
value: 0.11800000000000001 |
|
- type: mrr_at_1 |
|
value: 30.1695 |
|
- type: mrr_at_3 |
|
value: 37.966100000000004 |
|
- type: mrr_at_5 |
|
value: 39.6158 |
|
- type: mrr_at_10 |
|
value: 40.8033 |
|
- type: mrr_at_20 |
|
value: 41.3435 |
|
- type: mrr_at_100 |
|
value: 41.7118 |
|
- type: mrr_at_1000 |
|
value: 41.7613 |
|
- type: nauc_ndcg_at_1_max |
|
value: 32.2399 |
|
- type: nauc_ndcg_at_1_std |
|
value: -1.8931 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 47.5451 |
|
- type: nauc_ndcg_at_3_max |
|
value: 27.8837 |
|
- type: nauc_ndcg_at_3_std |
|
value: -5.9821 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 39.014500000000005 |
|
- type: nauc_ndcg_at_5_max |
|
value: 27.631299999999996 |
|
- type: nauc_ndcg_at_5_std |
|
value: -5.3482 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 38.4224 |
|
- type: nauc_ndcg_at_10_max |
|
value: 28.481499999999997 |
|
- type: nauc_ndcg_at_10_std |
|
value: -3.1228 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 37.3671 |
|
- type: nauc_ndcg_at_20_max |
|
value: 30.317899999999998 |
|
- type: nauc_ndcg_at_20_std |
|
value: -1.5421 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 36.929 |
|
- type: nauc_ndcg_at_100_max |
|
value: 30.622300000000003 |
|
- type: nauc_ndcg_at_100_std |
|
value: -1.1266 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 37.844100000000005 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 30.2567 |
|
- type: nauc_ndcg_at_1000_std |
|
value: -1.6924000000000001 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 38.3512 |
|
- type: nauc_map_at_1_max |
|
value: 28.498800000000003 |
|
- type: nauc_map_at_1_std |
|
value: -4.840400000000001 |
|
- type: nauc_map_at_1_diff1 |
|
value: 49.2647 |
|
- type: nauc_map_at_3_max |
|
value: 27.3679 |
|
- type: nauc_map_at_3_std |
|
value: -5.953399999999999 |
|
- type: nauc_map_at_3_diff1 |
|
value: 41.458800000000004 |
|
- type: nauc_map_at_5_max |
|
value: 27.501900000000003 |
|
- type: nauc_map_at_5_std |
|
value: -5.5226 |
|
- type: nauc_map_at_5_diff1 |
|
value: 41.2074 |
|
- type: nauc_map_at_10_max |
|
value: 28.1719 |
|
- type: nauc_map_at_10_std |
|
value: -4.3525 |
|
- type: nauc_map_at_10_diff1 |
|
value: 40.820299999999996 |
|
- type: nauc_map_at_20_max |
|
value: 28.67 |
|
- type: nauc_map_at_20_std |
|
value: -3.9206 |
|
- type: nauc_map_at_20_diff1 |
|
value: 40.7258 |
|
- type: nauc_map_at_100_max |
|
value: 28.765 |
|
- type: nauc_map_at_100_std |
|
value: -3.8413999999999997 |
|
- type: nauc_map_at_100_diff1 |
|
value: 40.876200000000004 |
|
- type: nauc_map_at_1000_max |
|
value: 28.7672 |
|
- type: nauc_map_at_1000_std |
|
value: -3.8369 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 40.8998 |
|
- type: nauc_recall_at_1_max |
|
value: 28.498800000000003 |
|
- type: nauc_recall_at_1_std |
|
value: -4.840400000000001 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 49.2647 |
|
- type: nauc_recall_at_3_max |
|
value: 24.6035 |
|
- type: nauc_recall_at_3_std |
|
value: -7.5891 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 31.5757 |
|
- type: nauc_recall_at_5_max |
|
value: 24.369 |
|
- type: nauc_recall_at_5_std |
|
value: -6.1809 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 29.604000000000003 |
|
- type: nauc_recall_at_10_max |
|
value: 26.289299999999997 |
|
- type: nauc_recall_at_10_std |
|
value: 0.3042 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 25.5857 |
|
- type: nauc_recall_at_20_max |
|
value: 34.4737 |
|
- type: nauc_recall_at_20_std |
|
value: 7.437199999999999 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 22.174599999999998 |
|
- type: nauc_recall_at_100_max |
|
value: 38.6347 |
|
- type: nauc_recall_at_100_std |
|
value: 16.145300000000002 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 22.1917 |
|
- type: nauc_recall_at_1000_max |
|
value: 39.3542 |
|
- type: nauc_recall_at_1000_std |
|
value: 22.6306 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: 12.8224 |
|
- type: nauc_precision_at_1_max |
|
value: 32.2399 |
|
- type: nauc_precision_at_1_std |
|
value: -1.8931 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 47.5451 |
|
- type: nauc_precision_at_3_max |
|
value: 30.2123 |
|
- type: nauc_precision_at_3_std |
|
value: -3.3314999999999997 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 27.9644 |
|
- type: nauc_precision_at_5_max |
|
value: 29.670800000000003 |
|
- type: nauc_precision_at_5_std |
|
value: -1.5582 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 25.608399999999996 |
|
- type: nauc_precision_at_10_max |
|
value: 31.0615 |
|
- type: nauc_precision_at_10_std |
|
value: 6.0033 |
|
- type: nauc_precision_at_10_diff1 |
|
value: 18.8733 |
|
- type: nauc_precision_at_20_max |
|
value: 34.6328 |
|
- type: nauc_precision_at_20_std |
|
value: 13.439799999999998 |
|
- type: nauc_precision_at_20_diff1 |
|
value: 13.048599999999999 |
|
- type: nauc_precision_at_100_max |
|
value: 29.820200000000003 |
|
- type: nauc_precision_at_100_std |
|
value: 17.5458 |
|
- type: nauc_precision_at_100_diff1 |
|
value: 5.4185 |
|
- type: nauc_precision_at_1000_max |
|
value: 18.1553 |
|
- type: nauc_precision_at_1000_std |
|
value: 13.908999999999999 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -6.718300000000001 |
|
- type: nauc_mrr_at_1_max |
|
value: 32.2399 |
|
- type: nauc_mrr_at_1_std |
|
value: -1.8931 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 47.5451 |
|
- type: nauc_mrr_at_3_max |
|
value: 30.0502 |
|
- type: nauc_mrr_at_3_std |
|
value: -3.7917 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 40.4491 |
|
- type: nauc_mrr_at_5_max |
|
value: 29.9223 |
|
- type: nauc_mrr_at_5_std |
|
value: -3.7439 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 40.2078 |
|
- type: nauc_mrr_at_10_max |
|
value: 30.0837 |
|
- type: nauc_mrr_at_10_std |
|
value: -3.1279000000000003 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 39.8604 |
|
- type: nauc_mrr_at_20_max |
|
value: 30.586600000000004 |
|
- type: nauc_mrr_at_20_std |
|
value: -2.6394 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 39.7155 |
|
- type: nauc_mrr_at_100_max |
|
value: 30.6013 |
|
- type: nauc_mrr_at_100_std |
|
value: -2.6131 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 39.8572 |
|
- type: nauc_mrr_at_1000_max |
|
value: 30.588700000000003 |
|
- type: nauc_mrr_at_1000_std |
|
value: -2.6162 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 39.8847 |
|
- type: main_score |
|
value: 44.721 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB CQADupstackMathematicaRetrieval (default) |
|
revision: 90fceea13679c63fe563ded68f3b6f06e50061de |
|
split: test |
|
type: mteb/cqadupstack-mathematica |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 25.995 |
|
- type: ndcg_at_3 |
|
value: 31.527 |
|
- type: ndcg_at_5 |
|
value: 34.498 |
|
- type: ndcg_at_10 |
|
value: 37.421 |
|
- type: ndcg_at_20 |
|
value: 40.19 |
|
- type: ndcg_at_100 |
|
value: 43.662 |
|
- type: ndcg_at_1000 |
|
value: 46.04 |
|
- type: map_at_1 |
|
value: 20.624000000000002 |
|
- type: map_at_3 |
|
value: 27.714 |
|
- type: map_at_5 |
|
value: 29.746 |
|
- type: map_at_10 |
|
value: 31.156 |
|
- type: map_at_20 |
|
value: 32.018 |
|
- type: map_at_100 |
|
value: 32.647 |
|
- type: map_at_1000 |
|
value: 32.751999999999995 |
|
- type: recall_at_1 |
|
value: 20.624000000000002 |
|
- type: recall_at_3 |
|
value: 35.064 |
|
- type: recall_at_5 |
|
value: 42.561 |
|
- type: recall_at_10 |
|
value: 51.294 |
|
- type: recall_at_20 |
|
value: 61.35699999999999 |
|
- type: recall_at_100 |
|
value: 77.41 |
|
- type: recall_at_1000 |
|
value: 94.292 |
|
- type: precision_at_1 |
|
value: 25.995 |
|
- type: precision_at_3 |
|
value: 15.547 |
|
- type: precision_at_5 |
|
value: 11.616999999999999 |
|
- type: precision_at_10 |
|
value: 7.152 |
|
- type: precision_at_20 |
|
value: 4.335 |
|
- type: precision_at_100 |
|
value: 1.1769999999999998 |
|
- type: precision_at_1000 |
|
value: 0.149 |
|
- type: mrr_at_1 |
|
value: 25.995 |
|
- type: mrr_at_3 |
|
value: 33.354099999999995 |
|
- type: mrr_at_5 |
|
value: 35.1389 |
|
- type: mrr_at_10 |
|
value: 36.3085 |
|
- type: mrr_at_20 |
|
value: 36.9771 |
|
- type: mrr_at_100 |
|
value: 37.3263 |
|
- type: mrr_at_1000 |
|
value: 37.3819 |
|
- type: nauc_ndcg_at_1_max |
|
value: 16.8793 |
|
- type: nauc_ndcg_at_1_std |
|
value: 1.1622000000000001 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 41.695 |
|
- type: nauc_ndcg_at_3_max |
|
value: 15.7033 |
|
- type: nauc_ndcg_at_3_std |
|
value: 1.6629999999999998 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 36.4614 |
|
- type: nauc_ndcg_at_5_max |
|
value: 15.5037 |
|
- type: nauc_ndcg_at_5_std |
|
value: 2.9783 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 35.1895 |
|
- type: nauc_ndcg_at_10_max |
|
value: 14.0983 |
|
- type: nauc_ndcg_at_10_std |
|
value: 3.2645 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 34.6149 |
|
- type: nauc_ndcg_at_20_max |
|
value: 15.567400000000001 |
|
- type: nauc_ndcg_at_20_std |
|
value: 4.6046 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 35.486200000000004 |
|
- type: nauc_ndcg_at_100_max |
|
value: 16.6548 |
|
- type: nauc_ndcg_at_100_std |
|
value: 6.6399 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 35.268899999999995 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 16.7889 |
|
- type: nauc_ndcg_at_1000_std |
|
value: 5.9258 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 36.0024 |
|
- type: nauc_map_at_1_max |
|
value: 13.874400000000001 |
|
- type: nauc_map_at_1_std |
|
value: 3.305 |
|
- type: nauc_map_at_1_diff1 |
|
value: 41.7572 |
|
- type: nauc_map_at_3_max |
|
value: 14.519699999999998 |
|
- type: nauc_map_at_3_std |
|
value: 2.3379 |
|
- type: nauc_map_at_3_diff1 |
|
value: 37.8774 |
|
- type: nauc_map_at_5_max |
|
value: 14.702399999999999 |
|
- type: nauc_map_at_5_std |
|
value: 2.7134 |
|
- type: nauc_map_at_5_diff1 |
|
value: 37.0712 |
|
- type: nauc_map_at_10_max |
|
value: 14.2346 |
|
- type: nauc_map_at_10_std |
|
value: 2.9902 |
|
- type: nauc_map_at_10_diff1 |
|
value: 36.7886 |
|
- type: nauc_map_at_20_max |
|
value: 14.7155 |
|
- type: nauc_map_at_20_std |
|
value: 3.4323 |
|
- type: nauc_map_at_20_diff1 |
|
value: 37.0342 |
|
- type: nauc_map_at_100_max |
|
value: 15.015600000000001 |
|
- type: nauc_map_at_100_std |
|
value: 3.8381 |
|
- type: nauc_map_at_100_diff1 |
|
value: 37.0107 |
|
- type: nauc_map_at_1000_max |
|
value: 15.020800000000001 |
|
- type: nauc_map_at_1000_std |
|
value: 3.8089999999999997 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 37.0464 |
|
- type: nauc_recall_at_1_max |
|
value: 13.874400000000001 |
|
- type: nauc_recall_at_1_std |
|
value: 3.305 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 41.7572 |
|
- type: nauc_recall_at_3_max |
|
value: 14.191 |
|
- type: nauc_recall_at_3_std |
|
value: 2.8631 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 32.0865 |
|
- type: nauc_recall_at_5_max |
|
value: 13.8317 |
|
- type: nauc_recall_at_5_std |
|
value: 4.0751 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 29.2578 |
|
- type: nauc_recall_at_10_max |
|
value: 9.8311 |
|
- type: nauc_recall_at_10_std |
|
value: 3.787 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 27.0678 |
|
- type: nauc_recall_at_20_max |
|
value: 14.6648 |
|
- type: nauc_recall_at_20_std |
|
value: 8.6709 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 28.928199999999997 |
|
- type: nauc_recall_at_100_max |
|
value: 20.9186 |
|
- type: nauc_recall_at_100_std |
|
value: 23.6257 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 25.6988 |
|
- type: nauc_recall_at_1000_max |
|
value: 38.6366 |
|
- type: nauc_recall_at_1000_std |
|
value: 47.4022 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: 29.6164 |
|
- type: nauc_precision_at_1_max |
|
value: 16.8793 |
|
- type: nauc_precision_at_1_std |
|
value: 1.1622000000000001 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 41.695 |
|
- type: nauc_precision_at_3_max |
|
value: 19.1054 |
|
- type: nauc_precision_at_3_std |
|
value: -0.3239 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 29.140700000000002 |
|
- type: nauc_precision_at_5_max |
|
value: 18.3369 |
|
- type: nauc_precision_at_5_std |
|
value: 2.2429 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 23.5603 |
|
- type: nauc_precision_at_10_max |
|
value: 14.048 |
|
- type: nauc_precision_at_10_std |
|
value: 2.5635000000000003 |
|
- type: nauc_precision_at_10_diff1 |
|
value: 18.6389 |
|
- type: nauc_precision_at_20_max |
|
value: 15.1054 |
|
- type: nauc_precision_at_20_std |
|
value: 5.4473 |
|
- type: nauc_precision_at_20_diff1 |
|
value: 16.980999999999998 |
|
- type: nauc_precision_at_100_max |
|
value: 12.1794 |
|
- type: nauc_precision_at_100_std |
|
value: 7.657 |
|
- type: nauc_precision_at_100_diff1 |
|
value: 5.9291 |
|
- type: nauc_precision_at_1000_max |
|
value: 7.6541999999999994 |
|
- type: nauc_precision_at_1000_std |
|
value: -1.8911 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -0.042499999999999996 |
|
- type: nauc_mrr_at_1_max |
|
value: 16.8793 |
|
- type: nauc_mrr_at_1_std |
|
value: 1.1622000000000001 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 41.695 |
|
- type: nauc_mrr_at_3_max |
|
value: 16.8712 |
|
- type: nauc_mrr_at_3_std |
|
value: 1.9463000000000001 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 36.6252 |
|
- type: nauc_mrr_at_5_max |
|
value: 16.9044 |
|
- type: nauc_mrr_at_5_std |
|
value: 2.4106 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 36.2224 |
|
- type: nauc_mrr_at_10_max |
|
value: 16.4922 |
|
- type: nauc_mrr_at_10_std |
|
value: 2.0573 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 36.4031 |
|
- type: nauc_mrr_at_20_max |
|
value: 16.9114 |
|
- type: nauc_mrr_at_20_std |
|
value: 2.3496 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 36.592999999999996 |
|
- type: nauc_mrr_at_100_max |
|
value: 16.9761 |
|
- type: nauc_mrr_at_100_std |
|
value: 2.6144 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 36.5791 |
|
- type: nauc_mrr_at_1000_max |
|
value: 16.97 |
|
- type: nauc_mrr_at_1000_std |
|
value: 2.6048999999999998 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 36.5997 |
|
- type: main_score |
|
value: 37.421 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB CQADupstackPhysicsRetrieval (default) |
|
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 |
|
split: test |
|
type: mteb/cqadupstack-physics |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 43.118 |
|
- type: ndcg_at_3 |
|
value: 49.36 |
|
- type: ndcg_at_5 |
|
value: 52.339 |
|
- type: ndcg_at_10 |
|
value: 55.001 |
|
- type: ndcg_at_20 |
|
value: 57.08 |
|
- type: ndcg_at_100 |
|
value: 60.156 |
|
- type: ndcg_at_1000 |
|
value: 61.409000000000006 |
|
- type: map_at_1 |
|
value: 34.422999999999995 |
|
- type: map_at_3 |
|
value: 44.241 |
|
- type: map_at_5 |
|
value: 46.639 |
|
- type: map_at_10 |
|
value: 48.187999999999995 |
|
- type: map_at_20 |
|
value: 48.943999999999996 |
|
- type: map_at_100 |
|
value: 49.589 |
|
- type: map_at_1000 |
|
value: 49.683 |
|
- type: recall_at_1 |
|
value: 34.422999999999995 |
|
- type: recall_at_3 |
|
value: 53.005 |
|
- type: recall_at_5 |
|
value: 60.787 |
|
- type: recall_at_10 |
|
value: 68.947 |
|
- type: recall_at_20 |
|
value: 76.11099999999999 |
|
- type: recall_at_100 |
|
value: 90.093 |
|
- type: recall_at_1000 |
|
value: 97.616 |
|
- type: precision_at_1 |
|
value: 43.118 |
|
- type: precision_at_3 |
|
value: 24.03 |
|
- type: precision_at_5 |
|
value: 17.267 |
|
- type: precision_at_10 |
|
value: 10.221 |
|
- type: precision_at_20 |
|
value: 5.89 |
|
- type: precision_at_100 |
|
value: 1.503 |
|
- type: precision_at_1000 |
|
value: 0.178 |
|
- type: mrr_at_1 |
|
value: 43.1184 |
|
- type: mrr_at_3 |
|
value: 51.4277 |
|
- type: mrr_at_5 |
|
value: 53.054199999999994 |
|
- type: mrr_at_10 |
|
value: 54.0983 |
|
- type: mrr_at_20 |
|
value: 54.548300000000005 |
|
- type: mrr_at_100 |
|
value: 54.8195 |
|
- type: mrr_at_1000 |
|
value: 54.8432 |
|
- type: nauc_ndcg_at_1_max |
|
value: 40.0497 |
|
- type: nauc_ndcg_at_1_std |
|
value: -2.9893 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 52.6498 |
|
- type: nauc_ndcg_at_3_max |
|
value: 35.5227 |
|
- type: nauc_ndcg_at_3_std |
|
value: -1.754 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 47.9744 |
|
- type: nauc_ndcg_at_5_max |
|
value: 36.2245 |
|
- type: nauc_ndcg_at_5_std |
|
value: -1.2267000000000001 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 47.6131 |
|
- type: nauc_ndcg_at_10_max |
|
value: 36.8382 |
|
- type: nauc_ndcg_at_10_std |
|
value: 0.0044 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 48.5768 |
|
- type: nauc_ndcg_at_20_max |
|
value: 36.5259 |
|
- type: nauc_ndcg_at_20_std |
|
value: 0.6298 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 48.3686 |
|
- type: nauc_ndcg_at_100_max |
|
value: 37.8334 |
|
- type: nauc_ndcg_at_100_std |
|
value: 1.4694 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 48.629 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 38.1066 |
|
- type: nauc_ndcg_at_1000_std |
|
value: 1.2034 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 48.7834 |
|
- type: nauc_map_at_1_max |
|
value: 31.5692 |
|
- type: nauc_map_at_1_std |
|
value: -5.4256 |
|
- type: nauc_map_at_1_diff1 |
|
value: 53.0706 |
|
- type: nauc_map_at_3_max |
|
value: 33.3182 |
|
- type: nauc_map_at_3_std |
|
value: -3.4004 |
|
- type: nauc_map_at_3_diff1 |
|
value: 49.742799999999995 |
|
- type: nauc_map_at_5_max |
|
value: 34.745 |
|
- type: nauc_map_at_5_std |
|
value: -2.6823 |
|
- type: nauc_map_at_5_diff1 |
|
value: 49.3108 |
|
- type: nauc_map_at_10_max |
|
value: 35.6475 |
|
- type: nauc_map_at_10_std |
|
value: -1.7001 |
|
- type: nauc_map_at_10_diff1 |
|
value: 49.7542 |
|
- type: nauc_map_at_20_max |
|
value: 35.6477 |
|
- type: nauc_map_at_20_std |
|
value: -1.4723 |
|
- type: nauc_map_at_20_diff1 |
|
value: 49.6954 |
|
- type: nauc_map_at_100_max |
|
value: 35.9688 |
|
- type: nauc_map_at_100_std |
|
value: -1.2590999999999999 |
|
- type: nauc_map_at_100_diff1 |
|
value: 49.661 |
|
- type: nauc_map_at_1000_max |
|
value: 35.9962 |
|
- type: nauc_map_at_1000_std |
|
value: -1.2567 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 49.6742 |
|
- type: nauc_recall_at_1_max |
|
value: 31.5692 |
|
- type: nauc_recall_at_1_std |
|
value: -5.4256 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 53.0706 |
|
- type: nauc_recall_at_3_max |
|
value: 30.078500000000002 |
|
- type: nauc_recall_at_3_std |
|
value: -1.6661 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 43.605199999999996 |
|
- type: nauc_recall_at_5_max |
|
value: 32.1419 |
|
- type: nauc_recall_at_5_std |
|
value: -0.0245 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 41.667100000000005 |
|
- type: nauc_recall_at_10_max |
|
value: 33.3931 |
|
- type: nauc_recall_at_10_std |
|
value: 4.3266 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 43.1197 |
|
- type: nauc_recall_at_20_max |
|
value: 29.959799999999998 |
|
- type: nauc_recall_at_20_std |
|
value: 7.4322 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 40.589999999999996 |
|
- type: nauc_recall_at_100_max |
|
value: 35.565200000000004 |
|
- type: nauc_recall_at_100_std |
|
value: 20.2683 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 38.6228 |
|
- type: nauc_recall_at_1000_max |
|
value: 57.227 |
|
- type: nauc_recall_at_1000_std |
|
value: 45.2524 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: 34.657700000000006 |
|
- type: nauc_precision_at_1_max |
|
value: 40.0497 |
|
- type: nauc_precision_at_1_std |
|
value: -2.9893 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 52.6498 |
|
- type: nauc_precision_at_3_max |
|
value: 33.8853 |
|
- type: nauc_precision_at_3_std |
|
value: 5.0939 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 27.423199999999998 |
|
- type: nauc_precision_at_5_max |
|
value: 31.651 |
|
- type: nauc_precision_at_5_std |
|
value: 7.5684000000000005 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 17.874100000000002 |
|
- type: nauc_precision_at_10_max |
|
value: 29.8653 |
|
- type: nauc_precision_at_10_std |
|
value: 12.945699999999999 |
|
- type: nauc_precision_at_10_diff1 |
|
value: 11.091800000000001 |
|
- type: nauc_precision_at_20_max |
|
value: 22.145300000000002 |
|
- type: nauc_precision_at_20_std |
|
value: 14.2574 |
|
- type: nauc_precision_at_20_diff1 |
|
value: 2.8937999999999997 |
|
- type: nauc_precision_at_100_max |
|
value: 13.1369 |
|
- type: nauc_precision_at_100_std |
|
value: 14.579600000000001 |
|
- type: nauc_precision_at_100_diff1 |
|
value: -9.4206 |
|
- type: nauc_precision_at_1000_max |
|
value: 3.6643000000000003 |
|
- type: nauc_precision_at_1000_std |
|
value: 10.0171 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -14.5572 |
|
- type: nauc_mrr_at_1_max |
|
value: 40.0497 |
|
- type: nauc_mrr_at_1_std |
|
value: -2.9893 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 52.6498 |
|
- type: nauc_mrr_at_3_max |
|
value: 39.2932 |
|
- type: nauc_mrr_at_3_std |
|
value: -1.2786 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 48.8373 |
|
- type: nauc_mrr_at_5_max |
|
value: 39.495999999999995 |
|
- type: nauc_mrr_at_5_std |
|
value: -1.0756 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 48.6192 |
|
- type: nauc_mrr_at_10_max |
|
value: 39.617200000000004 |
|
- type: nauc_mrr_at_10_std |
|
value: -0.5789 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 49.0029 |
|
- type: nauc_mrr_at_20_max |
|
value: 39.5561 |
|
- type: nauc_mrr_at_20_std |
|
value: -0.5488 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 48.9423 |
|
- type: nauc_mrr_at_100_max |
|
value: 39.5619 |
|
- type: nauc_mrr_at_100_std |
|
value: -0.6031 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 49.0095 |
|
- type: nauc_mrr_at_1000_max |
|
value: 39.5703 |
|
- type: nauc_mrr_at_1000_std |
|
value: -0.618 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 49.0181 |
|
- type: main_score |
|
value: 55.001 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB CQADupstackProgrammersRetrieval (default) |
|
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 |
|
split: test |
|
type: mteb/cqadupstack-programmers |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 40.068 |
|
- type: ndcg_at_3 |
|
value: 44.096999999999994 |
|
- type: ndcg_at_5 |
|
value: 47.516999999999996 |
|
- type: ndcg_at_10 |
|
value: 50.446999999999996 |
|
- type: ndcg_at_20 |
|
value: 52.519000000000005 |
|
- type: ndcg_at_100 |
|
value: 55.833999999999996 |
|
- type: ndcg_at_1000 |
|
value: 57.43000000000001 |
|
- type: map_at_1 |
|
value: 31.428 |
|
- type: map_at_3 |
|
value: 39.353 |
|
- type: map_at_5 |
|
value: 42.094 |
|
- type: map_at_10 |
|
value: 43.725 |
|
- type: map_at_20 |
|
value: 44.471 |
|
- type: map_at_100 |
|
value: 45.117000000000004 |
|
- type: map_at_1000 |
|
value: 45.211 |
|
- type: recall_at_1 |
|
value: 31.428 |
|
- type: recall_at_3 |
|
value: 46.575 |
|
- type: recall_at_5 |
|
value: 55.515 |
|
- type: recall_at_10 |
|
value: 64.13799999999999 |
|
- type: recall_at_20 |
|
value: 71.279 |
|
- type: recall_at_100 |
|
value: 86.762 |
|
- type: recall_at_1000 |
|
value: 97.09100000000001 |
|
- type: precision_at_1 |
|
value: 40.068 |
|
- type: precision_at_3 |
|
value: 21.195 |
|
- type: precision_at_5 |
|
value: 15.822 |
|
- type: precision_at_10 |
|
value: 9.521 |
|
- type: precision_at_20 |
|
value: 5.497 |
|
- type: precision_at_100 |
|
value: 1.402 |
|
- type: precision_at_1000 |
|
value: 0.16999999999999998 |
|
- type: mrr_at_1 |
|
value: 40.0685 |
|
- type: mrr_at_3 |
|
value: 47.0129 |
|
- type: mrr_at_5 |
|
value: 48.856500000000004 |
|
- type: mrr_at_10 |
|
value: 49.9012 |
|
- type: mrr_at_20 |
|
value: 50.3737 |
|
- type: mrr_at_100 |
|
value: 50.7177 |
|
- type: mrr_at_1000 |
|
value: 50.756299999999996 |
|
- type: nauc_ndcg_at_1_max |
|
value: 48.9094 |
|
- type: nauc_ndcg_at_1_std |
|
value: 2.946 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 50.792899999999996 |
|
- type: nauc_ndcg_at_3_max |
|
value: 44.0954 |
|
- type: nauc_ndcg_at_3_std |
|
value: 4.5854 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 44.4164 |
|
- type: nauc_ndcg_at_5_max |
|
value: 44.8318 |
|
- type: nauc_ndcg_at_5_std |
|
value: 6.72 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 44.5299 |
|
- type: nauc_ndcg_at_10_max |
|
value: 45.9722 |
|
- type: nauc_ndcg_at_10_std |
|
value: 7.829 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 43.7881 |
|
- type: nauc_ndcg_at_20_max |
|
value: 46.2939 |
|
- type: nauc_ndcg_at_20_std |
|
value: 8.7342 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 44.252900000000004 |
|
- type: nauc_ndcg_at_100_max |
|
value: 46.6306 |
|
- type: nauc_ndcg_at_100_std |
|
value: 9.4862 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 44.168099999999995 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 46.679500000000004 |
|
- type: nauc_ndcg_at_1000_std |
|
value: 8.5999 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 44.654500000000006 |
|
- type: nauc_map_at_1_max |
|
value: 41.802499999999995 |
|
- type: nauc_map_at_1_std |
|
value: -1.5448 |
|
- type: nauc_map_at_1_diff1 |
|
value: 51.3189 |
|
- type: nauc_map_at_3_max |
|
value: 42.2779 |
|
- type: nauc_map_at_3_std |
|
value: 2.4886 |
|
- type: nauc_map_at_3_diff1 |
|
value: 45.8305 |
|
- type: nauc_map_at_5_max |
|
value: 43.6601 |
|
- type: nauc_map_at_5_std |
|
value: 4.7118 |
|
- type: nauc_map_at_5_diff1 |
|
value: 45.8307 |
|
- type: nauc_map_at_10_max |
|
value: 44.725300000000004 |
|
- type: nauc_map_at_10_std |
|
value: 5.578799999999999 |
|
- type: nauc_map_at_10_diff1 |
|
value: 45.5339 |
|
- type: nauc_map_at_20_max |
|
value: 44.979 |
|
- type: nauc_map_at_20_std |
|
value: 5.9147 |
|
- type: nauc_map_at_20_diff1 |
|
value: 45.6175 |
|
- type: nauc_map_at_100_max |
|
value: 45.202799999999996 |
|
- type: nauc_map_at_100_std |
|
value: 6.1206000000000005 |
|
- type: nauc_map_at_100_diff1 |
|
value: 45.692899999999995 |
|
- type: nauc_map_at_1000_max |
|
value: 45.2034 |
|
- type: nauc_map_at_1000_std |
|
value: 6.097 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 45.7149 |
|
- type: nauc_recall_at_1_max |
|
value: 41.802499999999995 |
|
- type: nauc_recall_at_1_std |
|
value: -1.5448 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 51.3189 |
|
- type: nauc_recall_at_3_max |
|
value: 38.0537 |
|
- type: nauc_recall_at_3_std |
|
value: 4.067 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 38.8726 |
|
- type: nauc_recall_at_5_max |
|
value: 39.3573 |
|
- type: nauc_recall_at_5_std |
|
value: 9.5685 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 37.5925 |
|
- type: nauc_recall_at_10_max |
|
value: 42.2936 |
|
- type: nauc_recall_at_10_std |
|
value: 13.8155 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 34.5176 |
|
- type: nauc_recall_at_20_max |
|
value: 43.5257 |
|
- type: nauc_recall_at_20_std |
|
value: 19.2427 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 35.8971 |
|
- type: nauc_recall_at_100_max |
|
value: 44.2485 |
|
- type: nauc_recall_at_100_std |
|
value: 34.4593 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 30.2192 |
|
- type: nauc_recall_at_1000_max |
|
value: 56.7136 |
|
- type: nauc_recall_at_1000_std |
|
value: 61.5111 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: 32.9767 |
|
- type: nauc_precision_at_1_max |
|
value: 48.9094 |
|
- type: nauc_precision_at_1_std |
|
value: 2.946 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 50.792899999999996 |
|
- type: nauc_precision_at_3_max |
|
value: 42.5079 |
|
- type: nauc_precision_at_3_std |
|
value: 12.2541 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 28.8997 |
|
- type: nauc_precision_at_5_max |
|
value: 38.399699999999996 |
|
- type: nauc_precision_at_5_std |
|
value: 17.0376 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 21.3869 |
|
- type: nauc_precision_at_10_max |
|
value: 34.8194 |
|
- type: nauc_precision_at_10_std |
|
value: 18.3221 |
|
- type: nauc_precision_at_10_diff1 |
|
value: 12.9642 |
|
- type: nauc_precision_at_20_max |
|
value: 28.1161 |
|
- type: nauc_precision_at_20_std |
|
value: 17.7852 |
|
- type: nauc_precision_at_20_diff1 |
|
value: 7.283199999999999 |
|
- type: nauc_precision_at_100_max |
|
value: 15.3001 |
|
- type: nauc_precision_at_100_std |
|
value: 12.8588 |
|
- type: nauc_precision_at_100_diff1 |
|
value: -3.2960000000000003 |
|
- type: nauc_precision_at_1000_max |
|
value: 1.5663 |
|
- type: nauc_precision_at_1000_std |
|
value: 1.7748 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -8.8656 |
|
- type: nauc_mrr_at_1_max |
|
value: 48.9094 |
|
- type: nauc_mrr_at_1_std |
|
value: 2.946 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 50.792899999999996 |
|
- type: nauc_mrr_at_3_max |
|
value: 47.6835 |
|
- type: nauc_mrr_at_3_std |
|
value: 5.3593 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 46.109 |
|
- type: nauc_mrr_at_5_max |
|
value: 47.570299999999996 |
|
- type: nauc_mrr_at_5_std |
|
value: 5.777299999999999 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 45.8975 |
|
- type: nauc_mrr_at_10_max |
|
value: 47.7796 |
|
- type: nauc_mrr_at_10_std |
|
value: 6.0919 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 45.593 |
|
- type: nauc_mrr_at_20_max |
|
value: 47.783 |
|
- type: nauc_mrr_at_20_std |
|
value: 6.1481 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 45.818999999999996 |
|
- type: nauc_mrr_at_100_max |
|
value: 47.7483 |
|
- type: nauc_mrr_at_100_std |
|
value: 6.1742 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 45.8742 |
|
- type: nauc_mrr_at_1000_max |
|
value: 47.7586 |
|
- type: nauc_mrr_at_1000_std |
|
value: 6.1544 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 45.894 |
|
- type: main_score |
|
value: 50.446999999999996 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB CQADupstackRetrieval (default) |
|
revision: CQADupstackRetrieval_is_a_combined_dataset |
|
split: test |
|
type: CQADupstackRetrieval_is_a_combined_dataset |
|
metrics: |
|
- type: main_score |
|
value: 47.938333333333325 |
|
- type: ndcg_at_10 |
|
value: 47.938333333333325 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB CQADupstackStatsRetrieval (default) |
|
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a |
|
split: test |
|
type: mteb/cqadupstack-stats |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 32.362 |
|
- type: ndcg_at_3 |
|
value: 36.498000000000005 |
|
- type: ndcg_at_5 |
|
value: 38.729 |
|
- type: ndcg_at_10 |
|
value: 41.567 |
|
- type: ndcg_at_20 |
|
value: 43.247 |
|
- type: ndcg_at_100 |
|
value: 46.714 |
|
- type: ndcg_at_1000 |
|
value: 48.858000000000004 |
|
- type: map_at_1 |
|
value: 28.124 |
|
- type: map_at_3 |
|
value: 33.67 |
|
- type: map_at_5 |
|
value: 35.15 |
|
- type: map_at_10 |
|
value: 36.481 |
|
- type: map_at_20 |
|
value: 36.998 |
|
- type: map_at_100 |
|
value: 37.564 |
|
- type: map_at_1000 |
|
value: 37.651 |
|
- type: recall_at_1 |
|
value: 28.124 |
|
- type: recall_at_3 |
|
value: 39.623999999999995 |
|
- type: recall_at_5 |
|
value: 45.373999999999995 |
|
- type: recall_at_10 |
|
value: 53.761 |
|
- type: recall_at_20 |
|
value: 60.141999999999996 |
|
- type: recall_at_100 |
|
value: 77.145 |
|
- type: recall_at_1000 |
|
value: 92.809 |
|
- type: precision_at_1 |
|
value: 32.362 |
|
- type: precision_at_3 |
|
value: 15.745999999999999 |
|
- type: precision_at_5 |
|
value: 10.951 |
|
- type: precision_at_10 |
|
value: 6.718 |
|
- type: precision_at_20 |
|
value: 3.781 |
|
- type: precision_at_100 |
|
value: 1.011 |
|
- type: precision_at_1000 |
|
value: 0.126 |
|
- type: mrr_at_1 |
|
value: 32.362 |
|
- type: mrr_at_3 |
|
value: 37.5256 |
|
- type: mrr_at_5 |
|
value: 38.813900000000004 |
|
- type: mrr_at_10 |
|
value: 39.9955 |
|
- type: mrr_at_20 |
|
value: 40.4099 |
|
- type: mrr_at_100 |
|
value: 40.8508 |
|
- type: mrr_at_1000 |
|
value: 40.9125 |
|
- type: nauc_ndcg_at_1_max |
|
value: 45.6295 |
|
- type: nauc_ndcg_at_1_std |
|
value: -0.9893000000000001 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 60.5302 |
|
- type: nauc_ndcg_at_3_max |
|
value: 46.4109 |
|
- type: nauc_ndcg_at_3_std |
|
value: 1.2275 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 55.38999999999999 |
|
- type: nauc_ndcg_at_5_max |
|
value: 44.9415 |
|
- type: nauc_ndcg_at_5_std |
|
value: 1.221 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 53.0919 |
|
- type: nauc_ndcg_at_10_max |
|
value: 44.3985 |
|
- type: nauc_ndcg_at_10_std |
|
value: 3.0568999999999997 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 52.9713 |
|
- type: nauc_ndcg_at_20_max |
|
value: 43.802400000000006 |
|
- type: nauc_ndcg_at_20_std |
|
value: 3.5957000000000003 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 51.765499999999996 |
|
- type: nauc_ndcg_at_100_max |
|
value: 45.0729 |
|
- type: nauc_ndcg_at_100_std |
|
value: 4.8267 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 51.7238 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 45.4394 |
|
- type: nauc_ndcg_at_1000_std |
|
value: 4.9554 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 52.7547 |
|
- type: nauc_map_at_1_max |
|
value: 41.9895 |
|
- type: nauc_map_at_1_std |
|
value: -3.7581999999999995 |
|
- type: nauc_map_at_1_diff1 |
|
value: 60.44310000000001 |
|
- type: nauc_map_at_3_max |
|
value: 45.1699 |
|
- type: nauc_map_at_3_std |
|
value: -0.23839999999999997 |
|
- type: nauc_map_at_3_diff1 |
|
value: 56.36600000000001 |
|
- type: nauc_map_at_5_max |
|
value: 44.6674 |
|
- type: nauc_map_at_5_std |
|
value: 0.2771 |
|
- type: nauc_map_at_5_diff1 |
|
value: 55.1832 |
|
- type: nauc_map_at_10_max |
|
value: 44.5561 |
|
- type: nauc_map_at_10_std |
|
value: 1.1383 |
|
- type: nauc_map_at_10_diff1 |
|
value: 55.199 |
|
- type: nauc_map_at_20_max |
|
value: 44.426100000000005 |
|
- type: nauc_map_at_20_std |
|
value: 1.2463 |
|
- type: nauc_map_at_20_diff1 |
|
value: 54.8601 |
|
- type: nauc_map_at_100_max |
|
value: 44.6656 |
|
- type: nauc_map_at_100_std |
|
value: 1.4344000000000001 |
|
- type: nauc_map_at_100_diff1 |
|
value: 54.8404 |
|
- type: nauc_map_at_1000_max |
|
value: 44.6885 |
|
- type: nauc_map_at_1000_std |
|
value: 1.4637 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 54.879 |
|
- type: nauc_recall_at_1_max |
|
value: 41.9895 |
|
- type: nauc_recall_at_1_std |
|
value: -3.7581999999999995 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 60.44310000000001 |
|
- type: nauc_recall_at_3_max |
|
value: 44.267 |
|
- type: nauc_recall_at_3_std |
|
value: 1.9900999999999998 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 50.2301 |
|
- type: nauc_recall_at_5_max |
|
value: 41.025800000000004 |
|
- type: nauc_recall_at_5_std |
|
value: 1.7608 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 44.4415 |
|
- type: nauc_recall_at_10_max |
|
value: 39.1839 |
|
- type: nauc_recall_at_10_std |
|
value: 7.1819 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 43.2659 |
|
- type: nauc_recall_at_20_max |
|
value: 35.619099999999996 |
|
- type: nauc_recall_at_20_std |
|
value: 9.3642 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 37.6444 |
|
- type: nauc_recall_at_100_max |
|
value: 41.6917 |
|
- type: nauc_recall_at_100_std |
|
value: 21.5639 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 31.6295 |
|
- type: nauc_recall_at_1000_max |
|
value: 48.0423 |
|
- type: nauc_recall_at_1000_std |
|
value: 54.2675 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: 29.726399999999998 |
|
- type: nauc_precision_at_1_max |
|
value: 45.6295 |
|
- type: nauc_precision_at_1_std |
|
value: -0.9893000000000001 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 60.5302 |
|
- type: nauc_precision_at_3_max |
|
value: 49.6365 |
|
- type: nauc_precision_at_3_std |
|
value: 7.6746 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 48.4452 |
|
- type: nauc_precision_at_5_max |
|
value: 45.906400000000005 |
|
- type: nauc_precision_at_5_std |
|
value: 10.616399999999999 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 41.393299999999996 |
|
- type: nauc_precision_at_10_max |
|
value: 40.9508 |
|
- type: nauc_precision_at_10_std |
|
value: 14.360100000000001 |
|
- type: nauc_precision_at_10_diff1 |
|
value: 35.6927 |
|
- type: nauc_precision_at_20_max |
|
value: 36.5696 |
|
- type: nauc_precision_at_20_std |
|
value: 15.232499999999998 |
|
- type: nauc_precision_at_20_diff1 |
|
value: 28.5742 |
|
- type: nauc_precision_at_100_max |
|
value: 29.4906 |
|
- type: nauc_precision_at_100_std |
|
value: 18.8562 |
|
- type: nauc_precision_at_100_diff1 |
|
value: 14.689 |
|
- type: nauc_precision_at_1000_max |
|
value: 16.2971 |
|
- type: nauc_precision_at_1000_std |
|
value: 14.349 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: 4.972300000000001 |
|
- type: nauc_mrr_at_1_max |
|
value: 45.6295 |
|
- type: nauc_mrr_at_1_std |
|
value: -0.9893000000000001 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 60.5302 |
|
- type: nauc_mrr_at_3_max |
|
value: 47.340900000000005 |
|
- type: nauc_mrr_at_3_std |
|
value: 1.9640000000000002 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 56.7908 |
|
- type: nauc_mrr_at_5_max |
|
value: 46.8151 |
|
- type: nauc_mrr_at_5_std |
|
value: 2.0004 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 55.49230000000001 |
|
- type: nauc_mrr_at_10_max |
|
value: 46.5702 |
|
- type: nauc_mrr_at_10_std |
|
value: 2.5755 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 55.3437 |
|
- type: nauc_mrr_at_20_max |
|
value: 46.3775 |
|
- type: nauc_mrr_at_20_std |
|
value: 2.7186 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 55.084 |
|
- type: nauc_mrr_at_100_max |
|
value: 46.428599999999996 |
|
- type: nauc_mrr_at_100_std |
|
value: 2.7332 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 55.088499999999996 |
|
- type: nauc_mrr_at_1000_max |
|
value: 46.443200000000004 |
|
- type: nauc_mrr_at_1000_std |
|
value: 2.7476000000000003 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 55.1161 |
|
- type: main_score |
|
value: 41.567 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB CQADupstackTexRetrieval (default) |
|
revision: 46989137a86843e03a6195de44b09deda022eec7 |
|
split: test |
|
type: mteb/cqadupstack-tex |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 27.22 |
|
- type: ndcg_at_3 |
|
value: 31.52 |
|
- type: ndcg_at_5 |
|
value: 33.964 |
|
- type: ndcg_at_10 |
|
value: 36.581 |
|
- type: ndcg_at_20 |
|
value: 38.665 |
|
- type: ndcg_at_100 |
|
value: 42.268 |
|
- type: ndcg_at_1000 |
|
value: 44.748 |
|
- type: map_at_1 |
|
value: 22.017 |
|
- type: map_at_3 |
|
value: 27.927999999999997 |
|
- type: map_at_5 |
|
value: 29.668 |
|
- type: map_at_10 |
|
value: 31.002999999999997 |
|
- type: map_at_20 |
|
value: 31.685999999999996 |
|
- type: map_at_100 |
|
value: 32.29 |
|
- type: map_at_1000 |
|
value: 32.413 |
|
- type: recall_at_1 |
|
value: 22.017 |
|
- type: recall_at_3 |
|
value: 34.009 |
|
- type: recall_at_5 |
|
value: 40.416000000000004 |
|
- type: recall_at_10 |
|
value: 48.415 |
|
- type: recall_at_20 |
|
value: 56.038 |
|
- type: recall_at_100 |
|
value: 73.851 |
|
- type: recall_at_1000 |
|
value: 91.03999999999999 |
|
- type: precision_at_1 |
|
value: 27.22 |
|
- type: precision_at_3 |
|
value: 15.084 |
|
- type: precision_at_5 |
|
value: 11.094 |
|
- type: precision_at_10 |
|
value: 6.800000000000001 |
|
- type: precision_at_20 |
|
value: 4.054 |
|
- type: precision_at_100 |
|
value: 1.134 |
|
- type: precision_at_1000 |
|
value: 0.153 |
|
- type: mrr_at_1 |
|
value: 27.219500000000004 |
|
- type: mrr_at_3 |
|
value: 33.132600000000004 |
|
- type: mrr_at_5 |
|
value: 34.694900000000004 |
|
- type: mrr_at_10 |
|
value: 35.7418 |
|
- type: mrr_at_20 |
|
value: 36.273300000000006 |
|
- type: mrr_at_100 |
|
value: 36.6689 |
|
- type: mrr_at_1000 |
|
value: 36.7336 |
|
- type: nauc_ndcg_at_1_max |
|
value: 26.5332 |
|
- type: nauc_ndcg_at_1_std |
|
value: 6.7063999999999995 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 41.7063 |
|
- type: nauc_ndcg_at_3_max |
|
value: 26.294 |
|
- type: nauc_ndcg_at_3_std |
|
value: 6.9978 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 36.8322 |
|
- type: nauc_ndcg_at_5_max |
|
value: 27.6001 |
|
- type: nauc_ndcg_at_5_std |
|
value: 8.1389 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 36.5894 |
|
- type: nauc_ndcg_at_10_max |
|
value: 27.5265 |
|
- type: nauc_ndcg_at_10_std |
|
value: 8.5525 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 36.2451 |
|
- type: nauc_ndcg_at_20_max |
|
value: 27.2368 |
|
- type: nauc_ndcg_at_20_std |
|
value: 9.4667 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 35.553000000000004 |
|
- type: nauc_ndcg_at_100_max |
|
value: 27.6221 |
|
- type: nauc_ndcg_at_100_std |
|
value: 10.9896 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 35.010799999999996 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 27.823700000000002 |
|
- type: nauc_ndcg_at_1000_std |
|
value: 10.5646 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 35.4455 |
|
- type: nauc_map_at_1_max |
|
value: 24.0311 |
|
- type: nauc_map_at_1_std |
|
value: 4.9532 |
|
- type: nauc_map_at_1_diff1 |
|
value: 41.0051 |
|
- type: nauc_map_at_3_max |
|
value: 25.3489 |
|
- type: nauc_map_at_3_std |
|
value: 6.229 |
|
- type: nauc_map_at_3_diff1 |
|
value: 37.5031 |
|
- type: nauc_map_at_5_max |
|
value: 26.3791 |
|
- type: nauc_map_at_5_std |
|
value: 7.036499999999999 |
|
- type: nauc_map_at_5_diff1 |
|
value: 37.3731 |
|
- type: nauc_map_at_10_max |
|
value: 26.4979 |
|
- type: nauc_map_at_10_std |
|
value: 7.3984 |
|
- type: nauc_map_at_10_diff1 |
|
value: 37.213499999999996 |
|
- type: nauc_map_at_20_max |
|
value: 26.505000000000003 |
|
- type: nauc_map_at_20_std |
|
value: 7.749300000000001 |
|
- type: nauc_map_at_20_diff1 |
|
value: 37.0079 |
|
- type: nauc_map_at_100_max |
|
value: 26.625700000000002 |
|
- type: nauc_map_at_100_std |
|
value: 8.0921 |
|
- type: nauc_map_at_100_diff1 |
|
value: 36.9709 |
|
- type: nauc_map_at_1000_max |
|
value: 26.6505 |
|
- type: nauc_map_at_1000_std |
|
value: 8.093599999999999 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 37.0068 |
|
- type: nauc_recall_at_1_max |
|
value: 24.0311 |
|
- type: nauc_recall_at_1_std |
|
value: 4.9532 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 41.0051 |
|
- type: nauc_recall_at_3_max |
|
value: 24.7976 |
|
- type: nauc_recall_at_3_std |
|
value: 6.1747000000000005 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 33.226299999999995 |
|
- type: nauc_recall_at_5_max |
|
value: 27.539599999999997 |
|
- type: nauc_recall_at_5_std |
|
value: 8.8065 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 32.2612 |
|
- type: nauc_recall_at_10_max |
|
value: 26.8189 |
|
- type: nauc_recall_at_10_std |
|
value: 9.7864 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 30.2757 |
|
- type: nauc_recall_at_20_max |
|
value: 25.183699999999998 |
|
- type: nauc_recall_at_20_std |
|
value: 12.916 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 27.092100000000002 |
|
- type: nauc_recall_at_100_max |
|
value: 26.9612 |
|
- type: nauc_recall_at_100_std |
|
value: 24.1506 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 20.9473 |
|
- type: nauc_recall_at_1000_max |
|
value: 34.2476 |
|
- type: nauc_recall_at_1000_std |
|
value: 35.335499999999996 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: 13.6745 |
|
- type: nauc_precision_at_1_max |
|
value: 26.5332 |
|
- type: nauc_precision_at_1_std |
|
value: 6.7063999999999995 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 41.7063 |
|
- type: nauc_precision_at_3_max |
|
value: 27.1377 |
|
- type: nauc_precision_at_3_std |
|
value: 9.1475 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 30.6856 |
|
- type: nauc_precision_at_5_max |
|
value: 28.0165 |
|
- type: nauc_precision_at_5_std |
|
value: 11.5134 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 27.454600000000003 |
|
- type: nauc_precision_at_10_max |
|
value: 25.393700000000003 |
|
- type: nauc_precision_at_10_std |
|
value: 13.100000000000001 |
|
- type: nauc_precision_at_10_diff1 |
|
value: 23.296400000000002 |
|
- type: nauc_precision_at_20_max |
|
value: 22.0302 |
|
- type: nauc_precision_at_20_std |
|
value: 15.6886 |
|
- type: nauc_precision_at_20_diff1 |
|
value: 18.0761 |
|
- type: nauc_precision_at_100_max |
|
value: 18.754 |
|
- type: nauc_precision_at_100_std |
|
value: 18.049599999999998 |
|
- type: nauc_precision_at_100_diff1 |
|
value: 10.578999999999999 |
|
- type: nauc_precision_at_1000_max |
|
value: 15.4445 |
|
- type: nauc_precision_at_1000_std |
|
value: 10.5797 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: 8.6555 |
|
- type: nauc_mrr_at_1_max |
|
value: 26.5332 |
|
- type: nauc_mrr_at_1_std |
|
value: 6.7063999999999995 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 41.7063 |
|
- type: nauc_mrr_at_3_max |
|
value: 27.048 |
|
- type: nauc_mrr_at_3_std |
|
value: 7.0742 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 38.388 |
|
- type: nauc_mrr_at_5_max |
|
value: 27.6961 |
|
- type: nauc_mrr_at_5_std |
|
value: 7.7979 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 38.2328 |
|
- type: nauc_mrr_at_10_max |
|
value: 27.6906 |
|
- type: nauc_mrr_at_10_std |
|
value: 7.8747 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 38.061099999999996 |
|
- type: nauc_mrr_at_20_max |
|
value: 27.5596 |
|
- type: nauc_mrr_at_20_std |
|
value: 8.1191 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 37.8976 |
|
- type: nauc_mrr_at_100_max |
|
value: 27.596500000000002 |
|
- type: nauc_mrr_at_100_std |
|
value: 8.2534 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 37.9023 |
|
- type: nauc_mrr_at_1000_max |
|
value: 27.6032 |
|
- type: nauc_mrr_at_1000_std |
|
value: 8.2402 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 37.9149 |
|
- type: main_score |
|
value: 36.581 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB CQADupstackUnixRetrieval (default) |
|
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 |
|
split: test |
|
type: mteb/cqadupstack-unix |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 37.687 |
|
- type: ndcg_at_3 |
|
value: 43.254 |
|
- type: ndcg_at_5 |
|
value: 45.518 |
|
- type: ndcg_at_10 |
|
value: 48.57 |
|
- type: ndcg_at_20 |
|
value: 50.870000000000005 |
|
- type: ndcg_at_100 |
|
value: 53.964999999999996 |
|
- type: ndcg_at_1000 |
|
value: 55.704 |
|
- type: map_at_1 |
|
value: 31.507 |
|
- type: map_at_3 |
|
value: 39.26 |
|
- type: map_at_5 |
|
value: 41.006 |
|
- type: map_at_10 |
|
value: 42.559999999999995 |
|
- type: map_at_20 |
|
value: 43.330999999999996 |
|
- type: map_at_100 |
|
value: 43.852000000000004 |
|
- type: map_at_1000 |
|
value: 43.939 |
|
- type: recall_at_1 |
|
value: 31.507 |
|
- type: recall_at_3 |
|
value: 47.019 |
|
- type: recall_at_5 |
|
value: 53.105999999999995 |
|
- type: recall_at_10 |
|
value: 62.061 |
|
- type: recall_at_20 |
|
value: 70.206 |
|
- type: recall_at_100 |
|
value: 84.87400000000001 |
|
- type: recall_at_1000 |
|
value: 96.627 |
|
- type: precision_at_1 |
|
value: 37.687 |
|
- type: precision_at_3 |
|
value: 20.055999999999997 |
|
- type: precision_at_5 |
|
value: 13.899000000000001 |
|
- type: precision_at_10 |
|
value: 8.34 |
|
- type: precision_at_20 |
|
value: 4.841 |
|
- type: precision_at_100 |
|
value: 1.236 |
|
- type: precision_at_1000 |
|
value: 0.148 |
|
- type: mrr_at_1 |
|
value: 37.6866 |
|
- type: mrr_at_3 |
|
value: 44.760600000000004 |
|
- type: mrr_at_5 |
|
value: 46.1505 |
|
- type: mrr_at_10 |
|
value: 47.2768 |
|
- type: mrr_at_20 |
|
value: 47.8296 |
|
- type: mrr_at_100 |
|
value: 48.147099999999995 |
|
- type: mrr_at_1000 |
|
value: 48.1922 |
|
- type: nauc_ndcg_at_1_max |
|
value: 44.6488 |
|
- type: nauc_ndcg_at_1_std |
|
value: 4.1984 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 56.6913 |
|
- type: nauc_ndcg_at_3_max |
|
value: 41.7574 |
|
- type: nauc_ndcg_at_3_std |
|
value: 2.3933 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 49.532900000000005 |
|
- type: nauc_ndcg_at_5_max |
|
value: 40.976099999999995 |
|
- type: nauc_ndcg_at_5_std |
|
value: 1.6297 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 49.6749 |
|
- type: nauc_ndcg_at_10_max |
|
value: 41.645199999999996 |
|
- type: nauc_ndcg_at_10_std |
|
value: 3.6906000000000003 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 48.6944 |
|
- type: nauc_ndcg_at_20_max |
|
value: 42.5723 |
|
- type: nauc_ndcg_at_20_std |
|
value: 5.2003 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 49.2712 |
|
- type: nauc_ndcg_at_100_max |
|
value: 43.1712 |
|
- type: nauc_ndcg_at_100_std |
|
value: 5.9054 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 49.4614 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 43.051899999999996 |
|
- type: nauc_ndcg_at_1000_std |
|
value: 5.2268 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 49.9268 |
|
- type: nauc_map_at_1_max |
|
value: 40.5466 |
|
- type: nauc_map_at_1_std |
|
value: 2.5801000000000003 |
|
- type: nauc_map_at_1_diff1 |
|
value: 57.2554 |
|
- type: nauc_map_at_3_max |
|
value: 40.7917 |
|
- type: nauc_map_at_3_std |
|
value: 1.926 |
|
- type: nauc_map_at_3_diff1 |
|
value: 51.5164 |
|
- type: nauc_map_at_5_max |
|
value: 40.8638 |
|
- type: nauc_map_at_5_std |
|
value: 1.9499 |
|
- type: nauc_map_at_5_diff1 |
|
value: 51.4491 |
|
- type: nauc_map_at_10_max |
|
value: 41.4658 |
|
- type: nauc_map_at_10_std |
|
value: 2.8266 |
|
- type: nauc_map_at_10_diff1 |
|
value: 50.9612 |
|
- type: nauc_map_at_20_max |
|
value: 41.894999999999996 |
|
- type: nauc_map_at_20_std |
|
value: 3.3461 |
|
- type: nauc_map_at_20_diff1 |
|
value: 51.0836 |
|
- type: nauc_map_at_100_max |
|
value: 42.0161 |
|
- type: nauc_map_at_100_std |
|
value: 3.4995 |
|
- type: nauc_map_at_100_diff1 |
|
value: 51.083 |
|
- type: nauc_map_at_1000_max |
|
value: 42.0041 |
|
- type: nauc_map_at_1000_std |
|
value: 3.4733 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 51.1013 |
|
- type: nauc_recall_at_1_max |
|
value: 40.5466 |
|
- type: nauc_recall_at_1_std |
|
value: 2.5801000000000003 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 57.2554 |
|
- type: nauc_recall_at_3_max |
|
value: 37.2587 |
|
- type: nauc_recall_at_3_std |
|
value: 0.3079 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 43.9748 |
|
- type: nauc_recall_at_5_max |
|
value: 35.9724 |
|
- type: nauc_recall_at_5_std |
|
value: -0.4043 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 43.2259 |
|
- type: nauc_recall_at_10_max |
|
value: 36.5054 |
|
- type: nauc_recall_at_10_std |
|
value: 6.050599999999999 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 38.3286 |
|
- type: nauc_recall_at_20_max |
|
value: 39.2692 |
|
- type: nauc_recall_at_20_std |
|
value: 12.623599999999998 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 39.7523 |
|
- type: nauc_recall_at_100_max |
|
value: 44.7179 |
|
- type: nauc_recall_at_100_std |
|
value: 24.0593 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 37.7336 |
|
- type: nauc_recall_at_1000_max |
|
value: 53.7754 |
|
- type: nauc_recall_at_1000_std |
|
value: 45.2282 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: 37.3474 |
|
- type: nauc_precision_at_1_max |
|
value: 44.6488 |
|
- type: nauc_precision_at_1_std |
|
value: 4.1984 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 56.6913 |
|
- type: nauc_precision_at_3_max |
|
value: 39.659499999999994 |
|
- type: nauc_precision_at_3_std |
|
value: 4.1345 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 34.713300000000004 |
|
- type: nauc_precision_at_5_max |
|
value: 36.207 |
|
- type: nauc_precision_at_5_std |
|
value: 3.4388 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 29.0749 |
|
- type: nauc_precision_at_10_max |
|
value: 32.9216 |
|
- type: nauc_precision_at_10_std |
|
value: 7.0937 |
|
- type: nauc_precision_at_10_diff1 |
|
value: 18.8157 |
|
- type: nauc_precision_at_20_max |
|
value: 29.9111 |
|
- type: nauc_precision_at_20_std |
|
value: 11.0234 |
|
- type: nauc_precision_at_20_diff1 |
|
value: 12.5669 |
|
- type: nauc_precision_at_100_max |
|
value: 16.6883 |
|
- type: nauc_precision_at_100_std |
|
value: 11.183300000000001 |
|
- type: nauc_precision_at_100_diff1 |
|
value: -1.4782 |
|
- type: nauc_precision_at_1000_max |
|
value: 1.7108999999999999 |
|
- type: nauc_precision_at_1000_std |
|
value: 2.5909999999999997 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -11.336300000000001 |
|
- type: nauc_mrr_at_1_max |
|
value: 44.6488 |
|
- type: nauc_mrr_at_1_std |
|
value: 4.1984 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 56.6913 |
|
- type: nauc_mrr_at_3_max |
|
value: 43.7515 |
|
- type: nauc_mrr_at_3_std |
|
value: 3.3159 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 51.294399999999996 |
|
- type: nauc_mrr_at_5_max |
|
value: 43.5602 |
|
- type: nauc_mrr_at_5_std |
|
value: 2.8770000000000002 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 51.3629 |
|
- type: nauc_mrr_at_10_max |
|
value: 43.743900000000004 |
|
- type: nauc_mrr_at_10_std |
|
value: 3.7014 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 50.9399 |
|
- type: nauc_mrr_at_20_max |
|
value: 43.736000000000004 |
|
- type: nauc_mrr_at_20_std |
|
value: 3.8751 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 51.056400000000004 |
|
- type: nauc_mrr_at_100_max |
|
value: 43.749 |
|
- type: nauc_mrr_at_100_std |
|
value: 3.9109 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 51.12989999999999 |
|
- type: nauc_mrr_at_1000_max |
|
value: 43.7543 |
|
- type: nauc_mrr_at_1000_std |
|
value: 3.9046 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 51.144999999999996 |
|
- type: main_score |
|
value: 48.57 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB CQADupstackWebmastersRetrieval (default) |
|
revision: 160c094312a0e1facb97e55eeddb698c0abe3571 |
|
split: test |
|
type: mteb/cqadupstack-webmasters |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 35.375 |
|
- type: ndcg_at_3 |
|
value: 41.804 |
|
- type: ndcg_at_5 |
|
value: 43.954 |
|
- type: ndcg_at_10 |
|
value: 46.46 |
|
- type: ndcg_at_20 |
|
value: 48.881 |
|
- type: ndcg_at_100 |
|
value: 52.425 |
|
- type: ndcg_at_1000 |
|
value: 54.373000000000005 |
|
- type: map_at_1 |
|
value: 29.341 |
|
- type: map_at_3 |
|
value: 37.120999999999995 |
|
- type: map_at_5 |
|
value: 38.734 |
|
- type: map_at_10 |
|
value: 40.158 |
|
- type: map_at_20 |
|
value: 41.14 |
|
- type: map_at_100 |
|
value: 42.037 |
|
- type: map_at_1000 |
|
value: 42.271 |
|
- type: recall_at_1 |
|
value: 29.341 |
|
- type: recall_at_3 |
|
value: 44.542 |
|
- type: recall_at_5 |
|
value: 50.193 |
|
- type: recall_at_10 |
|
value: 57.894 |
|
- type: recall_at_20 |
|
value: 66.841 |
|
- type: recall_at_100 |
|
value: 84.343 |
|
- type: recall_at_1000 |
|
value: 96.643 |
|
- type: precision_at_1 |
|
value: 35.375 |
|
- type: precision_at_3 |
|
value: 20.026 |
|
- type: precision_at_5 |
|
value: 14.466000000000001 |
|
- type: precision_at_10 |
|
value: 9.110999999999999 |
|
- type: precision_at_20 |
|
value: 5.899 |
|
- type: precision_at_100 |
|
value: 1.8499999999999999 |
|
- type: precision_at_1000 |
|
value: 0.255 |
|
- type: mrr_at_1 |
|
value: 35.375499999999995 |
|
- type: mrr_at_3 |
|
value: 42.1937 |
|
- type: mrr_at_5 |
|
value: 43.834 |
|
- type: mrr_at_10 |
|
value: 44.7625 |
|
- type: mrr_at_20 |
|
value: 45.3485 |
|
- type: mrr_at_100 |
|
value: 45.7111 |
|
- type: mrr_at_1000 |
|
value: 45.7566 |
|
- type: nauc_ndcg_at_1_max |
|
value: 23.5952 |
|
- type: nauc_ndcg_at_1_std |
|
value: 5.8244 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 53.12 |
|
- type: nauc_ndcg_at_3_max |
|
value: 21.2669 |
|
- type: nauc_ndcg_at_3_std |
|
value: 8.3372 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 47.216 |
|
- type: nauc_ndcg_at_5_max |
|
value: 21.0726 |
|
- type: nauc_ndcg_at_5_std |
|
value: 10.0045 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 47.5922 |
|
- type: nauc_ndcg_at_10_max |
|
value: 21.035999999999998 |
|
- type: nauc_ndcg_at_10_std |
|
value: 8.706999999999999 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 47.7902 |
|
- type: nauc_ndcg_at_20_max |
|
value: 21.0952 |
|
- type: nauc_ndcg_at_20_std |
|
value: 9.762 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 47.6359 |
|
- type: nauc_ndcg_at_100_max |
|
value: 22.5778 |
|
- type: nauc_ndcg_at_100_std |
|
value: 11.4197 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 48.450500000000005 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 22.6857 |
|
- type: nauc_ndcg_at_1000_std |
|
value: 10.741100000000001 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 47.876400000000004 |
|
- type: nauc_map_at_1_max |
|
value: 16.4685 |
|
- type: nauc_map_at_1_std |
|
value: 0.6203000000000001 |
|
- type: nauc_map_at_1_diff1 |
|
value: 55.691 |
|
- type: nauc_map_at_3_max |
|
value: 19.2659 |
|
- type: nauc_map_at_3_std |
|
value: 3.5485999999999995 |
|
- type: nauc_map_at_3_diff1 |
|
value: 50.8056 |
|
- type: nauc_map_at_5_max |
|
value: 19.784299999999998 |
|
- type: nauc_map_at_5_std |
|
value: 4.7257 |
|
- type: nauc_map_at_5_diff1 |
|
value: 50.6115 |
|
- type: nauc_map_at_10_max |
|
value: 20.1772 |
|
- type: nauc_map_at_10_std |
|
value: 4.8205 |
|
- type: nauc_map_at_10_diff1 |
|
value: 50.545399999999994 |
|
- type: nauc_map_at_20_max |
|
value: 20.4281 |
|
- type: nauc_map_at_20_std |
|
value: 5.945799999999999 |
|
- type: nauc_map_at_20_diff1 |
|
value: 50.2247 |
|
- type: nauc_map_at_100_max |
|
value: 20.697599999999998 |
|
- type: nauc_map_at_100_std |
|
value: 7.3290999999999995 |
|
- type: nauc_map_at_100_diff1 |
|
value: 49.9734 |
|
- type: nauc_map_at_1000_max |
|
value: 20.686 |
|
- type: nauc_map_at_1000_std |
|
value: 7.8218 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 49.7498 |
|
- type: nauc_recall_at_1_max |
|
value: 16.4685 |
|
- type: nauc_recall_at_1_std |
|
value: 0.6203000000000001 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 55.691 |
|
- type: nauc_recall_at_3_max |
|
value: 17.5274 |
|
- type: nauc_recall_at_3_std |
|
value: 5.2619 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 44.4629 |
|
- type: nauc_recall_at_5_max |
|
value: 18.3596 |
|
- type: nauc_recall_at_5_std |
|
value: 9.3709 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 44.800200000000004 |
|
- type: nauc_recall_at_10_max |
|
value: 17.515 |
|
- type: nauc_recall_at_10_std |
|
value: 7.080400000000001 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 43.181799999999996 |
|
- type: nauc_recall_at_20_max |
|
value: 17.605999999999998 |
|
- type: nauc_recall_at_20_std |
|
value: 11.745700000000001 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 41.4216 |
|
- type: nauc_recall_at_100_max |
|
value: 27.6642 |
|
- type: nauc_recall_at_100_std |
|
value: 31.652 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 43.5986 |
|
- type: nauc_recall_at_1000_max |
|
value: 48.9638 |
|
- type: nauc_recall_at_1000_std |
|
value: 51.2076 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: 29.369899999999998 |
|
- type: nauc_precision_at_1_max |
|
value: 23.5952 |
|
- type: nauc_precision_at_1_std |
|
value: 5.8244 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 53.12 |
|
- type: nauc_precision_at_3_max |
|
value: 23.935100000000002 |
|
- type: nauc_precision_at_3_std |
|
value: 16.5914 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 28.4103 |
|
- type: nauc_precision_at_5_max |
|
value: 22.6905 |
|
- type: nauc_precision_at_5_std |
|
value: 23.6646 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 19.524 |
|
- type: nauc_precision_at_10_max |
|
value: 22.1447 |
|
- type: nauc_precision_at_10_std |
|
value: 25.2899 |
|
- type: nauc_precision_at_10_diff1 |
|
value: 10.0271 |
|
- type: nauc_precision_at_20_max |
|
value: 16.7291 |
|
- type: nauc_precision_at_20_std |
|
value: 34.3311 |
|
- type: nauc_precision_at_20_diff1 |
|
value: -3.1237999999999997 |
|
- type: nauc_precision_at_100_max |
|
value: 9.431000000000001 |
|
- type: nauc_precision_at_100_std |
|
value: 46.103300000000004 |
|
- type: nauc_precision_at_100_diff1 |
|
value: -17.1284 |
|
- type: nauc_precision_at_1000_max |
|
value: 4.9976 |
|
- type: nauc_precision_at_1000_std |
|
value: 47.3664 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -24.0582 |
|
- type: nauc_mrr_at_1_max |
|
value: 23.5952 |
|
- type: nauc_mrr_at_1_std |
|
value: 5.8244 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 53.12 |
|
- type: nauc_mrr_at_3_max |
|
value: 23.0702 |
|
- type: nauc_mrr_at_3_std |
|
value: 8.0486 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 48.1321 |
|
- type: nauc_mrr_at_5_max |
|
value: 23.2691 |
|
- type: nauc_mrr_at_5_std |
|
value: 9.1019 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 47.9119 |
|
- type: nauc_mrr_at_10_max |
|
value: 23.2747 |
|
- type: nauc_mrr_at_10_std |
|
value: 8.8027 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 48.0293 |
|
- type: nauc_mrr_at_20_max |
|
value: 23.1632 |
|
- type: nauc_mrr_at_20_std |
|
value: 8.8043 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 47.950900000000004 |
|
- type: nauc_mrr_at_100_max |
|
value: 23.2738 |
|
- type: nauc_mrr_at_100_std |
|
value: 8.963899999999999 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 48.0468 |
|
- type: nauc_mrr_at_1000_max |
|
value: 23.2584 |
|
- type: nauc_mrr_at_1000_std |
|
value: 8.9357 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 48.0548 |
|
- type: main_score |
|
value: 46.46 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB CQADupstackWordpressRetrieval (default) |
|
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 |
|
split: test |
|
type: mteb/cqadupstack-wordpress |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 28.835 |
|
- type: ndcg_at_3 |
|
value: 34.629 |
|
- type: ndcg_at_5 |
|
value: 36.906 |
|
- type: ndcg_at_10 |
|
value: 39.722 |
|
- type: ndcg_at_20 |
|
value: 41.324 |
|
- type: ndcg_at_100 |
|
value: 44.856 |
|
- type: ndcg_at_1000 |
|
value: 47.174 |
|
- type: map_at_1 |
|
value: 26.001 |
|
- type: map_at_3 |
|
value: 31.916 |
|
- type: map_at_5 |
|
value: 33.303 |
|
- type: map_at_10 |
|
value: 34.594 |
|
- type: map_at_20 |
|
value: 35.081 |
|
- type: map_at_100 |
|
value: 35.592 |
|
- type: map_at_1000 |
|
value: 35.693000000000005 |
|
- type: recall_at_1 |
|
value: 26.001 |
|
- type: recall_at_3 |
|
value: 39.144 |
|
- type: recall_at_5 |
|
value: 44.572 |
|
- type: recall_at_10 |
|
value: 52.856 |
|
- type: recall_at_20 |
|
value: 58.78 |
|
- type: recall_at_100 |
|
value: 76.828 |
|
- type: recall_at_1000 |
|
value: 93.93 |
|
- type: precision_at_1 |
|
value: 28.835 |
|
- type: precision_at_3 |
|
value: 14.726 |
|
- type: precision_at_5 |
|
value: 10.24 |
|
- type: precision_at_10 |
|
value: 6.192 |
|
- type: precision_at_20 |
|
value: 3.4939999999999998 |
|
- type: precision_at_100 |
|
value: 0.946 |
|
- type: precision_at_1000 |
|
value: 0.126 |
|
- type: mrr_at_1 |
|
value: 28.835499999999996 |
|
- type: mrr_at_3 |
|
value: 35.0277 |
|
- type: mrr_at_5 |
|
value: 36.3401 |
|
- type: mrr_at_10 |
|
value: 37.359500000000004 |
|
- type: mrr_at_20 |
|
value: 37.7675 |
|
- type: mrr_at_100 |
|
value: 38.2184 |
|
- type: mrr_at_1000 |
|
value: 38.287 |
|
- type: nauc_ndcg_at_1_max |
|
value: 25.1156 |
|
- type: nauc_ndcg_at_1_std |
|
value: 5.8615 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 49.8287 |
|
- type: nauc_ndcg_at_3_max |
|
value: 25.605299999999996 |
|
- type: nauc_ndcg_at_3_std |
|
value: 6.9969 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 45.1011 |
|
- type: nauc_ndcg_at_5_max |
|
value: 25.2231 |
|
- type: nauc_ndcg_at_5_std |
|
value: 6.674099999999999 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 42.7723 |
|
- type: nauc_ndcg_at_10_max |
|
value: 24.404899999999998 |
|
- type: nauc_ndcg_at_10_std |
|
value: 6.3734 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 41.9908 |
|
- type: nauc_ndcg_at_20_max |
|
value: 23.9259 |
|
- type: nauc_ndcg_at_20_std |
|
value: 6.749099999999999 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 41.2996 |
|
- type: nauc_ndcg_at_100_max |
|
value: 24.0414 |
|
- type: nauc_ndcg_at_100_std |
|
value: 9.694700000000001 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 41.0428 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 24.8501 |
|
- type: nauc_ndcg_at_1000_std |
|
value: 8.7988 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 42.290499999999994 |
|
- type: nauc_map_at_1_max |
|
value: 24.038999999999998 |
|
- type: nauc_map_at_1_std |
|
value: 4.3147 |
|
- type: nauc_map_at_1_diff1 |
|
value: 51.1896 |
|
- type: nauc_map_at_3_max |
|
value: 24.8903 |
|
- type: nauc_map_at_3_std |
|
value: 5.8555 |
|
- type: nauc_map_at_3_diff1 |
|
value: 46.6276 |
|
- type: nauc_map_at_5_max |
|
value: 24.9985 |
|
- type: nauc_map_at_5_std |
|
value: 5.8602 |
|
- type: nauc_map_at_5_diff1 |
|
value: 45.2278 |
|
- type: nauc_map_at_10_max |
|
value: 24.7287 |
|
- type: nauc_map_at_10_std |
|
value: 5.7734 |
|
- type: nauc_map_at_10_diff1 |
|
value: 44.8438 |
|
- type: nauc_map_at_20_max |
|
value: 24.698 |
|
- type: nauc_map_at_20_std |
|
value: 5.86 |
|
- type: nauc_map_at_20_diff1 |
|
value: 44.635200000000005 |
|
- type: nauc_map_at_100_max |
|
value: 24.726100000000002 |
|
- type: nauc_map_at_100_std |
|
value: 6.307 |
|
- type: nauc_map_at_100_diff1 |
|
value: 44.587700000000005 |
|
- type: nauc_map_at_1000_max |
|
value: 24.7303 |
|
- type: nauc_map_at_1000_std |
|
value: 6.271400000000001 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 44.6122 |
|
- type: nauc_recall_at_1_max |
|
value: 24.038999999999998 |
|
- type: nauc_recall_at_1_std |
|
value: 4.3147 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 51.1896 |
|
- type: nauc_recall_at_3_max |
|
value: 24.6154 |
|
- type: nauc_recall_at_3_std |
|
value: 7.6124 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 41.077999999999996 |
|
- type: nauc_recall_at_5_max |
|
value: 23.8232 |
|
- type: nauc_recall_at_5_std |
|
value: 7.3541 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 35.070499999999996 |
|
- type: nauc_recall_at_10_max |
|
value: 21.084500000000002 |
|
- type: nauc_recall_at_10_std |
|
value: 6.592199999999999 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 32.1365 |
|
- type: nauc_recall_at_20_max |
|
value: 18.6663 |
|
- type: nauc_recall_at_20_std |
|
value: 8.094899999999999 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 29.124100000000002 |
|
- type: nauc_recall_at_100_max |
|
value: 16.6248 |
|
- type: nauc_recall_at_100_std |
|
value: 29.871199999999998 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 22.16 |
|
- type: nauc_recall_at_1000_max |
|
value: 39.4327 |
|
- type: nauc_recall_at_1000_std |
|
value: 48.1674 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: 35.6011 |
|
- type: nauc_precision_at_1_max |
|
value: 25.1156 |
|
- type: nauc_precision_at_1_std |
|
value: 5.8615 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 49.8287 |
|
- type: nauc_precision_at_3_max |
|
value: 27.020100000000003 |
|
- type: nauc_precision_at_3_std |
|
value: 9.533800000000001 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 37.6314 |
|
- type: nauc_precision_at_5_max |
|
value: 26.1386 |
|
- type: nauc_precision_at_5_std |
|
value: 8.0008 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 29.5792 |
|
- type: nauc_precision_at_10_max |
|
value: 21.7676 |
|
- type: nauc_precision_at_10_std |
|
value: 8.2431 |
|
- type: nauc_precision_at_10_diff1 |
|
value: 22.1029 |
|
- type: nauc_precision_at_20_max |
|
value: 19.3305 |
|
- type: nauc_precision_at_20_std |
|
value: 8.7156 |
|
- type: nauc_precision_at_20_diff1 |
|
value: 16.4788 |
|
- type: nauc_precision_at_100_max |
|
value: 11.6811 |
|
- type: nauc_precision_at_100_std |
|
value: 20.169 |
|
- type: nauc_precision_at_100_diff1 |
|
value: -0.8449 |
|
- type: nauc_precision_at_1000_max |
|
value: -5.1109 |
|
- type: nauc_precision_at_1000_std |
|
value: 3.2081999999999997 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -23.8473 |
|
- type: nauc_mrr_at_1_max |
|
value: 25.1156 |
|
- type: nauc_mrr_at_1_std |
|
value: 5.8615 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 49.8287 |
|
- type: nauc_mrr_at_3_max |
|
value: 26.009999999999998 |
|
- type: nauc_mrr_at_3_std |
|
value: 7.795100000000001 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 46.0223 |
|
- type: nauc_mrr_at_5_max |
|
value: 25.8328 |
|
- type: nauc_mrr_at_5_std |
|
value: 7.4602 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 44.6238 |
|
- type: nauc_mrr_at_10_max |
|
value: 25.5241 |
|
- type: nauc_mrr_at_10_std |
|
value: 7.071199999999999 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 44.3654 |
|
- type: nauc_mrr_at_20_max |
|
value: 25.287100000000002 |
|
- type: nauc_mrr_at_20_std |
|
value: 7.194100000000001 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 44.2009 |
|
- type: nauc_mrr_at_100_max |
|
value: 25.3365 |
|
- type: nauc_mrr_at_100_std |
|
value: 7.513400000000001 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 44.2267 |
|
- type: nauc_mrr_at_1000_max |
|
value: 25.361 |
|
- type: nauc_mrr_at_1000_std |
|
value: 7.492500000000001 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 44.2745 |
|
- type: main_score |
|
value: 39.722 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB ClimateFEVER (default) |
|
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 |
|
split: test |
|
type: mteb/climate-fever |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 47.818 |
|
- type: ndcg_at_3 |
|
value: 41.184 |
|
- type: ndcg_at_5 |
|
value: 43.733 |
|
- type: ndcg_at_10 |
|
value: 48.439 |
|
- type: ndcg_at_20 |
|
value: 51.55800000000001 |
|
- type: ndcg_at_100 |
|
value: 55.562 |
|
- type: ndcg_at_1000 |
|
value: 57.885 |
|
- type: map_at_1 |
|
value: 20.846 |
|
- type: map_at_3 |
|
value: 30.997999999999998 |
|
- type: map_at_5 |
|
value: 34.524 |
|
- type: map_at_10 |
|
value: 37.427 |
|
- type: map_at_20 |
|
value: 38.761 |
|
- type: map_at_100 |
|
value: 39.753 |
|
- type: map_at_1000 |
|
value: 39.910000000000004 |
|
- type: recall_at_1 |
|
value: 20.846 |
|
- type: recall_at_3 |
|
value: 36.958999999999996 |
|
- type: recall_at_5 |
|
value: 45.079 |
|
- type: recall_at_10 |
|
value: 55.295 |
|
- type: recall_at_20 |
|
value: 63.815 |
|
- type: recall_at_100 |
|
value: 78.456 |
|
- type: recall_at_1000 |
|
value: 91.106 |
|
- type: precision_at_1 |
|
value: 47.818 |
|
- type: precision_at_3 |
|
value: 31.422 |
|
- type: precision_at_5 |
|
value: 23.909 |
|
- type: precision_at_10 |
|
value: 15.14 |
|
- type: precision_at_20 |
|
value: 8.977 |
|
- type: precision_at_100 |
|
value: 2.294 |
|
- type: precision_at_1000 |
|
value: 0.27399999999999997 |
|
- type: mrr_at_1 |
|
value: 47.8176 |
|
- type: mrr_at_3 |
|
value: 58.165 |
|
- type: mrr_at_5 |
|
value: 59.764399999999995 |
|
- type: mrr_at_10 |
|
value: 60.663999999999994 |
|
- type: mrr_at_20 |
|
value: 61.0341 |
|
- type: mrr_at_100 |
|
value: 61.15540000000001 |
|
- type: mrr_at_1000 |
|
value: 61.168 |
|
- type: nauc_ndcg_at_1_max |
|
value: 42.0574 |
|
- type: nauc_ndcg_at_1_std |
|
value: 15.0412 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 38.8542 |
|
- type: nauc_ndcg_at_3_max |
|
value: 45.5116 |
|
- type: nauc_ndcg_at_3_std |
|
value: 17.8474 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 30.4299 |
|
- type: nauc_ndcg_at_5_max |
|
value: 47.5315 |
|
- type: nauc_ndcg_at_5_std |
|
value: 21.577199999999998 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 29.9137 |
|
- type: nauc_ndcg_at_10_max |
|
value: 49.6024 |
|
- type: nauc_ndcg_at_10_std |
|
value: 26.744400000000002 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 28.2074 |
|
- type: nauc_ndcg_at_20_max |
|
value: 48.8087 |
|
- type: nauc_ndcg_at_20_std |
|
value: 27.815800000000003 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 27.843200000000003 |
|
- type: nauc_ndcg_at_100_max |
|
value: 49.2657 |
|
- type: nauc_ndcg_at_100_std |
|
value: 28.958299999999998 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 28.2285 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 49.8 |
|
- type: nauc_ndcg_at_1000_std |
|
value: 28.3402 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 29.149399999999996 |
|
- type: nauc_map_at_1_max |
|
value: 43.4717 |
|
- type: nauc_map_at_1_std |
|
value: 7.5933 |
|
- type: nauc_map_at_1_diff1 |
|
value: 43.8334 |
|
- type: nauc_map_at_3_max |
|
value: 45.1549 |
|
- type: nauc_map_at_3_std |
|
value: 13.7322 |
|
- type: nauc_map_at_3_diff1 |
|
value: 32.893499999999996 |
|
- type: nauc_map_at_5_max |
|
value: 46.0483 |
|
- type: nauc_map_at_5_std |
|
value: 17.3988 |
|
- type: nauc_map_at_5_diff1 |
|
value: 30.7728 |
|
- type: nauc_map_at_10_max |
|
value: 47.5898 |
|
- type: nauc_map_at_10_std |
|
value: 21.0419 |
|
- type: nauc_map_at_10_diff1 |
|
value: 29.6458 |
|
- type: nauc_map_at_20_max |
|
value: 47.362500000000004 |
|
- type: nauc_map_at_20_std |
|
value: 21.7003 |
|
- type: nauc_map_at_20_diff1 |
|
value: 29.510199999999998 |
|
- type: nauc_map_at_100_max |
|
value: 47.4886 |
|
- type: nauc_map_at_100_std |
|
value: 22.0129 |
|
- type: nauc_map_at_100_diff1 |
|
value: 29.5581 |
|
- type: nauc_map_at_1000_max |
|
value: 47.523700000000005 |
|
- type: nauc_map_at_1000_std |
|
value: 22.0011 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 29.5994 |
|
- type: nauc_recall_at_1_max |
|
value: 43.4717 |
|
- type: nauc_recall_at_1_std |
|
value: 7.5933 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 43.8334 |
|
- type: nauc_recall_at_3_max |
|
value: 44.0599 |
|
- type: nauc_recall_at_3_std |
|
value: 15.920000000000002 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 26.1615 |
|
- type: nauc_recall_at_5_max |
|
value: 44.715500000000006 |
|
- type: nauc_recall_at_5_std |
|
value: 22.4972 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 22.8433 |
|
- type: nauc_recall_at_10_max |
|
value: 46.716499999999996 |
|
- type: nauc_recall_at_10_std |
|
value: 32.6123 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 17.7149 |
|
- type: nauc_recall_at_20_max |
|
value: 43.5173 |
|
- type: nauc_recall_at_20_std |
|
value: 35.7574 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 15.4727 |
|
- type: nauc_recall_at_100_max |
|
value: 45.2425 |
|
- type: nauc_recall_at_100_std |
|
value: 44.2578 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 14.2627 |
|
- type: nauc_recall_at_1000_max |
|
value: 57.903800000000004 |
|
- type: nauc_recall_at_1000_std |
|
value: 56.775 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: 18.5075 |
|
- type: nauc_precision_at_1_max |
|
value: 42.0574 |
|
- type: nauc_precision_at_1_std |
|
value: 15.0412 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 38.8542 |
|
- type: nauc_precision_at_3_max |
|
value: 35.791000000000004 |
|
- type: nauc_precision_at_3_std |
|
value: 23.7089 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 12.116100000000001 |
|
- type: nauc_precision_at_5_max |
|
value: 32.874700000000004 |
|
- type: nauc_precision_at_5_std |
|
value: 29.5353 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 6.1242 |
|
- type: nauc_precision_at_10_max |
|
value: 29.019000000000002 |
|
- type: nauc_precision_at_10_std |
|
value: 34.8923 |
|
- type: nauc_precision_at_10_diff1 |
|
value: -1.0564 |
|
- type: nauc_precision_at_20_max |
|
value: 19.5603 |
|
- type: nauc_precision_at_20_std |
|
value: 32.8097 |
|
- type: nauc_precision_at_20_diff1 |
|
value: -5.8062000000000005 |
|
- type: nauc_precision_at_100_max |
|
value: 7.152799999999999 |
|
- type: nauc_precision_at_100_std |
|
value: 27.925299999999996 |
|
- type: nauc_precision_at_100_diff1 |
|
value: -12.053899999999999 |
|
- type: nauc_precision_at_1000_max |
|
value: -6.3346 |
|
- type: nauc_precision_at_1000_std |
|
value: 15.254599999999998 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -17.0105 |
|
- type: nauc_mrr_at_1_max |
|
value: 42.0574 |
|
- type: nauc_mrr_at_1_std |
|
value: 15.0412 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 38.8542 |
|
- type: nauc_mrr_at_3_max |
|
value: 46.7432 |
|
- type: nauc_mrr_at_3_std |
|
value: 21.6624 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 34.3397 |
|
- type: nauc_mrr_at_5_max |
|
value: 47.1175 |
|
- type: nauc_mrr_at_5_std |
|
value: 22.811 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 34.9539 |
|
- type: nauc_mrr_at_10_max |
|
value: 47.172599999999996 |
|
- type: nauc_mrr_at_10_std |
|
value: 22.9886 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 34.7462 |
|
- type: nauc_mrr_at_20_max |
|
value: 46.9932 |
|
- type: nauc_mrr_at_20_std |
|
value: 22.8034 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 34.8125 |
|
- type: nauc_mrr_at_100_max |
|
value: 46.9459 |
|
- type: nauc_mrr_at_100_std |
|
value: 22.7237 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 34.8654 |
|
- type: nauc_mrr_at_1000_max |
|
value: 46.935 |
|
- type: nauc_mrr_at_1000_std |
|
value: 22.7019 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 34.867 |
|
- type: main_score |
|
value: 48.439 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB DBPedia (default) |
|
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 |
|
split: test |
|
type: mteb/dbpedia |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 64.5 |
|
- type: ndcg_at_3 |
|
value: 55.836 |
|
- type: ndcg_at_5 |
|
value: 54.459 |
|
- type: ndcg_at_10 |
|
value: 52.476 |
|
- type: ndcg_at_20 |
|
value: 51.388999999999996 |
|
- type: ndcg_at_100 |
|
value: 57.477000000000004 |
|
- type: ndcg_at_1000 |
|
value: 64.165 |
|
- type: map_at_1 |
|
value: 10.067 |
|
- type: map_at_3 |
|
value: 16.348 |
|
- type: map_at_5 |
|
value: 20.202 |
|
- type: map_at_10 |
|
value: 24.938 |
|
- type: map_at_20 |
|
value: 29.586000000000002 |
|
- type: map_at_100 |
|
value: 37.057 |
|
- type: map_at_1000 |
|
value: 39.224 |
|
- type: recall_at_1 |
|
value: 10.067 |
|
- type: recall_at_3 |
|
value: 17.62 |
|
- type: recall_at_5 |
|
value: 23.162 |
|
- type: recall_at_10 |
|
value: 30.769999999999996 |
|
- type: recall_at_20 |
|
value: 39.719 |
|
- type: recall_at_100 |
|
value: 64.159 |
|
- type: recall_at_1000 |
|
value: 86.166 |
|
- type: precision_at_1 |
|
value: 76.75 |
|
- type: precision_at_3 |
|
value: 59.833000000000006 |
|
- type: precision_at_5 |
|
value: 53.75 |
|
- type: precision_at_10 |
|
value: 43.375 |
|
- type: precision_at_20 |
|
value: 33.025 |
|
- type: precision_at_100 |
|
value: 14.011999999999999 |
|
- type: precision_at_1000 |
|
value: 2.654 |
|
- type: mrr_at_1 |
|
value: 76.75 |
|
- type: mrr_at_3 |
|
value: 81.54169999999999 |
|
- type: mrr_at_5 |
|
value: 82.42920000000001 |
|
- type: mrr_at_10 |
|
value: 82.8224 |
|
- type: mrr_at_20 |
|
value: 82.90859999999999 |
|
- type: mrr_at_100 |
|
value: 82.99419999999999 |
|
- type: mrr_at_1000 |
|
value: 82.99990000000001 |
|
- type: nauc_ndcg_at_1_max |
|
value: 45.8251 |
|
- type: nauc_ndcg_at_1_std |
|
value: 26.468799999999998 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 44.3761 |
|
- type: nauc_ndcg_at_3_max |
|
value: 38.7362 |
|
- type: nauc_ndcg_at_3_std |
|
value: 24.956300000000002 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 24.4135 |
|
- type: nauc_ndcg_at_5_max |
|
value: 39.9097 |
|
- type: nauc_ndcg_at_5_std |
|
value: 24.9363 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 24.607200000000002 |
|
- type: nauc_ndcg_at_10_max |
|
value: 38.8691 |
|
- type: nauc_ndcg_at_10_std |
|
value: 22.1204 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 24.0339 |
|
- type: nauc_ndcg_at_20_max |
|
value: 38.9902 |
|
- type: nauc_ndcg_at_20_std |
|
value: 19.3997 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 26.8911 |
|
- type: nauc_ndcg_at_100_max |
|
value: 45.138600000000004 |
|
- type: nauc_ndcg_at_100_std |
|
value: 28.6063 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 32.5846 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 48.2813 |
|
- type: nauc_ndcg_at_1000_std |
|
value: 37.6229 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 31.184800000000003 |
|
- type: nauc_map_at_1_max |
|
value: 1.8275 |
|
- type: nauc_map_at_1_std |
|
value: -23.8658 |
|
- type: nauc_map_at_1_diff1 |
|
value: 31.9071 |
|
- type: nauc_map_at_3_max |
|
value: 8.081900000000001 |
|
- type: nauc_map_at_3_std |
|
value: -20.647 |
|
- type: nauc_map_at_3_diff1 |
|
value: 26.509100000000004 |
|
- type: nauc_map_at_5_max |
|
value: 12.9364 |
|
- type: nauc_map_at_5_std |
|
value: -16.4111 |
|
- type: nauc_map_at_5_diff1 |
|
value: 26.3042 |
|
- type: nauc_map_at_10_max |
|
value: 16.9186 |
|
- type: nauc_map_at_10_std |
|
value: -10.174999999999999 |
|
- type: nauc_map_at_10_diff1 |
|
value: 24.0309 |
|
- type: nauc_map_at_20_max |
|
value: 23.0241 |
|
- type: nauc_map_at_20_std |
|
value: -0.5674 |
|
- type: nauc_map_at_20_diff1 |
|
value: 23.6815 |
|
- type: nauc_map_at_100_max |
|
value: 30.620599999999996 |
|
- type: nauc_map_at_100_std |
|
value: 18.436700000000002 |
|
- type: nauc_map_at_100_diff1 |
|
value: 22.7765 |
|
- type: nauc_map_at_1000_max |
|
value: 31.1444 |
|
- type: nauc_map_at_1000_std |
|
value: 20.9294 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 21.1134 |
|
- type: nauc_recall_at_1_max |
|
value: 1.8275 |
|
- type: nauc_recall_at_1_std |
|
value: -23.8658 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 31.9071 |
|
- type: nauc_recall_at_3_max |
|
value: 4.6672 |
|
- type: nauc_recall_at_3_std |
|
value: -22.2615 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 21.9773 |
|
- type: nauc_recall_at_5_max |
|
value: 9.882399999999999 |
|
- type: nauc_recall_at_5_std |
|
value: -18.6467 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 21.9263 |
|
- type: nauc_recall_at_10_max |
|
value: 13.0783 |
|
- type: nauc_recall_at_10_std |
|
value: -13.8897 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 20.0473 |
|
- type: nauc_recall_at_20_max |
|
value: 21.4983 |
|
- type: nauc_recall_at_20_std |
|
value: -3.9253000000000005 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 21.8969 |
|
- type: nauc_recall_at_100_max |
|
value: 36.0702 |
|
- type: nauc_recall_at_100_std |
|
value: 25.007800000000003 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 26.6674 |
|
- type: nauc_recall_at_1000_max |
|
value: 46.604 |
|
- type: nauc_recall_at_1000_std |
|
value: 52.5305 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: 31.8907 |
|
- type: nauc_precision_at_1_max |
|
value: 56.293000000000006 |
|
- type: nauc_precision_at_1_std |
|
value: 29.729699999999998 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 55.167500000000004 |
|
- type: nauc_precision_at_3_max |
|
value: 37.712 |
|
- type: nauc_precision_at_3_std |
|
value: 37.155 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 8.8632 |
|
- type: nauc_precision_at_5_max |
|
value: 35.133399999999995 |
|
- type: nauc_precision_at_5_std |
|
value: 38.5708 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 3.6889 |
|
- type: nauc_precision_at_10_max |
|
value: 26.4835 |
|
- type: nauc_precision_at_10_std |
|
value: 38.136900000000004 |
|
- type: nauc_precision_at_10_diff1 |
|
value: -5.988099999999999 |
|
- type: nauc_precision_at_20_max |
|
value: 24.3223 |
|
- type: nauc_precision_at_20_std |
|
value: 40.487 |
|
- type: nauc_precision_at_20_diff1 |
|
value: -6.2481 |
|
- type: nauc_precision_at_100_max |
|
value: 14.5761 |
|
- type: nauc_precision_at_100_std |
|
value: 38.6962 |
|
- type: nauc_precision_at_100_diff1 |
|
value: -10.8208 |
|
- type: nauc_precision_at_1000_max |
|
value: -7.7383999999999995 |
|
- type: nauc_precision_at_1000_std |
|
value: 1.3077 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -23.3553 |
|
- type: nauc_mrr_at_1_max |
|
value: 56.293000000000006 |
|
- type: nauc_mrr_at_1_std |
|
value: 29.729699999999998 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 55.167500000000004 |
|
- type: nauc_mrr_at_3_max |
|
value: 59.1321 |
|
- type: nauc_mrr_at_3_std |
|
value: 35.067 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 53.4505 |
|
- type: nauc_mrr_at_5_max |
|
value: 59.39149999999999 |
|
- type: nauc_mrr_at_5_std |
|
value: 33.6519 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 53.7743 |
|
- type: nauc_mrr_at_10_max |
|
value: 59.6483 |
|
- type: nauc_mrr_at_10_std |
|
value: 33.537 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 53.75149999999999 |
|
- type: nauc_mrr_at_20_max |
|
value: 59.4701 |
|
- type: nauc_mrr_at_20_std |
|
value: 33.3212 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 53.690000000000005 |
|
- type: nauc_mrr_at_100_max |
|
value: 59.3928 |
|
- type: nauc_mrr_at_100_std |
|
value: 33.329 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 53.7903 |
|
- type: nauc_mrr_at_1000_max |
|
value: 59.391400000000004 |
|
- type: nauc_mrr_at_1000_std |
|
value: 33.3331 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 53.797399999999996 |
|
- type: main_score |
|
value: 52.476 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB EmotionClassification (default) |
|
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 |
|
split: test |
|
type: mteb/emotion |
|
metrics: |
|
- type: accuracy |
|
value: 87.72999999999999 |
|
- type: f1 |
|
value: 83.03399999999999 |
|
- type: f1_weighted |
|
value: 88.0873 |
|
- type: main_score |
|
value: 87.72999999999999 |
|
task: |
|
type: Classification |
|
- dataset: |
|
config: default |
|
name: MTEB FEVER (default) |
|
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 |
|
split: test |
|
type: mteb/fever |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 93.849 |
|
- type: ndcg_at_3 |
|
value: 94.08800000000001 |
|
- type: ndcg_at_5 |
|
value: 94.459 |
|
- type: ndcg_at_10 |
|
value: 94.806 |
|
- type: ndcg_at_20 |
|
value: 95.06 |
|
- type: ndcg_at_100 |
|
value: 95.338 |
|
- type: ndcg_at_1000 |
|
value: 95.465 |
|
- type: map_at_1 |
|
value: 87.21900000000001 |
|
- type: map_at_3 |
|
value: 92.16 |
|
- type: map_at_5 |
|
value: 92.607 |
|
- type: map_at_10 |
|
value: 92.88300000000001 |
|
- type: map_at_20 |
|
value: 93.009 |
|
- type: map_at_100 |
|
value: 93.07600000000001 |
|
- type: map_at_1000 |
|
value: 93.085 |
|
- type: recall_at_1 |
|
value: 87.21900000000001 |
|
- type: recall_at_3 |
|
value: 95.082 |
|
- type: recall_at_5 |
|
value: 96.09299999999999 |
|
- type: recall_at_10 |
|
value: 97.024 |
|
- type: recall_at_20 |
|
value: 97.773 |
|
- type: recall_at_100 |
|
value: 98.901 |
|
- type: recall_at_1000 |
|
value: 99.629 |
|
- type: precision_at_1 |
|
value: 93.849 |
|
- type: precision_at_3 |
|
value: 35.154 |
|
- type: precision_at_5 |
|
value: 21.557000000000002 |
|
- type: precision_at_10 |
|
value: 11.031 |
|
- type: precision_at_20 |
|
value: 5.622 |
|
- type: precision_at_100 |
|
value: 1.155 |
|
- type: precision_at_1000 |
|
value: 0.11800000000000001 |
|
- type: mrr_at_1 |
|
value: 93.8494 |
|
- type: mrr_at_3 |
|
value: 96.43209999999999 |
|
- type: mrr_at_5 |
|
value: 96.4914 |
|
- type: mrr_at_10 |
|
value: 96.5095 |
|
- type: mrr_at_20 |
|
value: 96.5154 |
|
- type: mrr_at_100 |
|
value: 96.52340000000001 |
|
- type: mrr_at_1000 |
|
value: 96.5235 |
|
- type: nauc_ndcg_at_1_max |
|
value: 22.8567 |
|
- type: nauc_ndcg_at_1_std |
|
value: -28.435 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 83.3685 |
|
- type: nauc_ndcg_at_3_max |
|
value: 25.3199 |
|
- type: nauc_ndcg_at_3_std |
|
value: -8.9749 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 51.326499999999996 |
|
- type: nauc_ndcg_at_5_max |
|
value: 24.3802 |
|
- type: nauc_ndcg_at_5_std |
|
value: -8.0152 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 50.26389999999999 |
|
- type: nauc_ndcg_at_10_max |
|
value: 25.0331 |
|
- type: nauc_ndcg_at_10_std |
|
value: -7.0646 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 50.2641 |
|
- type: nauc_ndcg_at_20_max |
|
value: 25.342399999999998 |
|
- type: nauc_ndcg_at_20_std |
|
value: -7.000000000000001 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 51.2941 |
|
- type: nauc_ndcg_at_100_max |
|
value: 25.7293 |
|
- type: nauc_ndcg_at_100_std |
|
value: -7.8615 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 53.529700000000005 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 25.565500000000004 |
|
- type: nauc_ndcg_at_1000_std |
|
value: -9.2169 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 54.8992 |
|
- type: nauc_map_at_1_max |
|
value: 22.5516 |
|
- type: nauc_map_at_1_std |
|
value: -11.0841 |
|
- type: nauc_map_at_1_diff1 |
|
value: 60.23929999999999 |
|
- type: nauc_map_at_3_max |
|
value: 23.7695 |
|
- type: nauc_map_at_3_std |
|
value: -8.1368 |
|
- type: nauc_map_at_3_diff1 |
|
value: 50.648 |
|
- type: nauc_map_at_5_max |
|
value: 23.7918 |
|
- type: nauc_map_at_5_std |
|
value: -8.023 |
|
- type: nauc_map_at_5_diff1 |
|
value: 50.8238 |
|
- type: nauc_map_at_10_max |
|
value: 24.305 |
|
- type: nauc_map_at_10_std |
|
value: -7.5793 |
|
- type: nauc_map_at_10_diff1 |
|
value: 51.1269 |
|
- type: nauc_map_at_20_max |
|
value: 24.458099999999998 |
|
- type: nauc_map_at_20_std |
|
value: -7.541399999999999 |
|
- type: nauc_map_at_20_diff1 |
|
value: 51.4841 |
|
- type: nauc_map_at_100_max |
|
value: 24.562 |
|
- type: nauc_map_at_100_std |
|
value: -7.6588 |
|
- type: nauc_map_at_100_diff1 |
|
value: 51.8489 |
|
- type: nauc_map_at_1000_max |
|
value: 24.5627 |
|
- type: nauc_map_at_1000_std |
|
value: -7.7154 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 51.9049 |
|
- type: nauc_recall_at_1_max |
|
value: 22.5516 |
|
- type: nauc_recall_at_1_std |
|
value: -11.0841 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 60.23929999999999 |
|
- type: nauc_recall_at_3_max |
|
value: 25.117 |
|
- type: nauc_recall_at_3_std |
|
value: 4.056 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 28.1752 |
|
- type: nauc_recall_at_5_max |
|
value: 24.776999999999997 |
|
- type: nauc_recall_at_5_std |
|
value: 9.3384 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 22.5866 |
|
- type: nauc_recall_at_10_max |
|
value: 28.2575 |
|
- type: nauc_recall_at_10_std |
|
value: 18.0012 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 16.8302 |
|
- type: nauc_recall_at_20_max |
|
value: 30.4282 |
|
- type: nauc_recall_at_20_std |
|
value: 27.020100000000003 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 12.195 |
|
- type: nauc_recall_at_100_max |
|
value: 40.7633 |
|
- type: nauc_recall_at_100_std |
|
value: 47.6965 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 9.647 |
|
- type: nauc_recall_at_1000_max |
|
value: 53.4871 |
|
- type: nauc_recall_at_1000_std |
|
value: 58.3394 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: 16.0846 |
|
- type: nauc_precision_at_1_max |
|
value: 22.8567 |
|
- type: nauc_precision_at_1_std |
|
value: -28.435 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 83.3685 |
|
- type: nauc_precision_at_3_max |
|
value: -7.2411 |
|
- type: nauc_precision_at_3_std |
|
value: -0.819 |
|
- type: nauc_precision_at_3_diff1 |
|
value: -25.5367 |
|
- type: nauc_precision_at_5_max |
|
value: -8.8802 |
|
- type: nauc_precision_at_5_std |
|
value: 0.4376 |
|
- type: nauc_precision_at_5_diff1 |
|
value: -26.209100000000003 |
|
- type: nauc_precision_at_10_max |
|
value: -7.9997 |
|
- type: nauc_precision_at_10_std |
|
value: 1.9876999999999998 |
|
- type: nauc_precision_at_10_diff1 |
|
value: -24.851200000000002 |
|
- type: nauc_precision_at_20_max |
|
value: -7.5102 |
|
- type: nauc_precision_at_20_std |
|
value: 2.2863 |
|
- type: nauc_precision_at_20_diff1 |
|
value: -23.224 |
|
- type: nauc_precision_at_100_max |
|
value: -8.2868 |
|
- type: nauc_precision_at_100_std |
|
value: 0.9126000000000001 |
|
- type: nauc_precision_at_100_diff1 |
|
value: -21.0977 |
|
- type: nauc_precision_at_1000_max |
|
value: -9.5708 |
|
- type: nauc_precision_at_1000_std |
|
value: -2.0409 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -18.6371 |
|
- type: nauc_mrr_at_1_max |
|
value: 22.8567 |
|
- type: nauc_mrr_at_1_std |
|
value: -28.435 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 83.3685 |
|
- type: nauc_mrr_at_3_max |
|
value: 25.0204 |
|
- type: nauc_mrr_at_3_std |
|
value: -29.9704 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 79.9868 |
|
- type: nauc_mrr_at_5_max |
|
value: 24.4871 |
|
- type: nauc_mrr_at_5_std |
|
value: -29.5127 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 79.8468 |
|
- type: nauc_mrr_at_10_max |
|
value: 24.543400000000002 |
|
- type: nauc_mrr_at_10_std |
|
value: -29.243799999999997 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 79.8492 |
|
- type: nauc_mrr_at_20_max |
|
value: 24.4687 |
|
- type: nauc_mrr_at_20_std |
|
value: -29.2678 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 79.9428 |
|
- type: nauc_mrr_at_100_max |
|
value: 24.43 |
|
- type: nauc_mrr_at_100_std |
|
value: -29.3424 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 80.1115 |
|
- type: nauc_mrr_at_1000_max |
|
value: 24.429699999999997 |
|
- type: nauc_mrr_at_1000_std |
|
value: -29.3431 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 80.1118 |
|
- type: main_score |
|
value: 94.806 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB FiQA2018 (default) |
|
revision: 27a168819829fe9bcd655c2df245fb19452e8e06 |
|
split: test |
|
type: mteb/fiqa |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 59.721999999999994 |
|
- type: ndcg_at_3 |
|
value: 55.584 |
|
- type: ndcg_at_5 |
|
value: 56.852000000000004 |
|
- type: ndcg_at_10 |
|
value: 60.118 |
|
- type: ndcg_at_20 |
|
value: 62.756 |
|
- type: ndcg_at_100 |
|
value: 66.434 |
|
- type: ndcg_at_1000 |
|
value: 67.796 |
|
- type: map_at_1 |
|
value: 31.213 |
|
- type: map_at_3 |
|
value: 45.164 |
|
- type: map_at_5 |
|
value: 48.66 |
|
- type: map_at_10 |
|
value: 51.637 |
|
- type: map_at_20 |
|
value: 52.886 |
|
- type: map_at_100 |
|
value: 53.785000000000004 |
|
- type: map_at_1000 |
|
value: 53.886 |
|
- type: recall_at_1 |
|
value: 31.213 |
|
- type: recall_at_3 |
|
value: 50.105 |
|
- type: recall_at_5 |
|
value: 57.714 |
|
- type: recall_at_10 |
|
value: 67.93900000000001 |
|
- type: recall_at_20 |
|
value: 75.901 |
|
- type: recall_at_100 |
|
value: 90.424 |
|
- type: recall_at_1000 |
|
value: 98.24300000000001 |
|
- type: precision_at_1 |
|
value: 59.721999999999994 |
|
- type: precision_at_3 |
|
value: 36.986000000000004 |
|
- type: precision_at_5 |
|
value: 26.883000000000003 |
|
- type: precision_at_10 |
|
value: 16.558999999999997 |
|
- type: precision_at_20 |
|
value: 9.468 |
|
- type: precision_at_100 |
|
value: 2.332 |
|
- type: precision_at_1000 |
|
value: 0.258 |
|
- type: mrr_at_1 |
|
value: 59.7222 |
|
- type: mrr_at_3 |
|
value: 65.1492 |
|
- type: mrr_at_5 |
|
value: 66.376 |
|
- type: mrr_at_10 |
|
value: 67.3183 |
|
- type: mrr_at_20 |
|
value: 67.6241 |
|
- type: mrr_at_100 |
|
value: 67.8682 |
|
- type: mrr_at_1000 |
|
value: 67.8792 |
|
- type: nauc_ndcg_at_1_max |
|
value: 43.5471 |
|
- type: nauc_ndcg_at_1_std |
|
value: -7.1188 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 62.971900000000005 |
|
- type: nauc_ndcg_at_3_max |
|
value: 34.357 |
|
- type: nauc_ndcg_at_3_std |
|
value: -10.8661 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 47.8167 |
|
- type: nauc_ndcg_at_5_max |
|
value: 32.3401 |
|
- type: nauc_ndcg_at_5_std |
|
value: -10.3064 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 47.248200000000004 |
|
- type: nauc_ndcg_at_10_max |
|
value: 33.4274 |
|
- type: nauc_ndcg_at_10_std |
|
value: -6.7193000000000005 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 48.5323 |
|
- type: nauc_ndcg_at_20_max |
|
value: 35.2779 |
|
- type: nauc_ndcg_at_20_std |
|
value: -4.914700000000001 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 48.952200000000005 |
|
- type: nauc_ndcg_at_100_max |
|
value: 35.7555 |
|
- type: nauc_ndcg_at_100_std |
|
value: -4.0120000000000005 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 49.684200000000004 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 36.836999999999996 |
|
- type: nauc_ndcg_at_1000_std |
|
value: -5.0826 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 49.9576 |
|
- type: nauc_map_at_1_max |
|
value: 12.3228 |
|
- type: nauc_map_at_1_std |
|
value: -6.8317000000000005 |
|
- type: nauc_map_at_1_diff1 |
|
value: 52.012499999999996 |
|
- type: nauc_map_at_3_max |
|
value: 22.758300000000002 |
|
- type: nauc_map_at_3_std |
|
value: -10.415199999999999 |
|
- type: nauc_map_at_3_diff1 |
|
value: 48.8788 |
|
- type: nauc_map_at_5_max |
|
value: 26.2402 |
|
- type: nauc_map_at_5_std |
|
value: -9.831199999999999 |
|
- type: nauc_map_at_5_diff1 |
|
value: 47.2214 |
|
- type: nauc_map_at_10_max |
|
value: 28.962 |
|
- type: nauc_map_at_10_std |
|
value: -8.847900000000001 |
|
- type: nauc_map_at_10_diff1 |
|
value: 47.177 |
|
- type: nauc_map_at_20_max |
|
value: 30.252699999999997 |
|
- type: nauc_map_at_20_std |
|
value: -7.994 |
|
- type: nauc_map_at_20_diff1 |
|
value: 47.2329 |
|
- type: nauc_map_at_100_max |
|
value: 30.621 |
|
- type: nauc_map_at_100_std |
|
value: -7.5253 |
|
- type: nauc_map_at_100_diff1 |
|
value: 47.2401 |
|
- type: nauc_map_at_1000_max |
|
value: 30.6957 |
|
- type: nauc_map_at_1000_std |
|
value: -7.570200000000001 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 47.2385 |
|
- type: nauc_recall_at_1_max |
|
value: 12.3228 |
|
- type: nauc_recall_at_1_std |
|
value: -6.8317000000000005 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 52.012499999999996 |
|
- type: nauc_recall_at_3_max |
|
value: 18.8278 |
|
- type: nauc_recall_at_3_std |
|
value: -11.0181 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 42.853 |
|
- type: nauc_recall_at_5_max |
|
value: 20.494699999999998 |
|
- type: nauc_recall_at_5_std |
|
value: -10.1645 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 38.1874 |
|
- type: nauc_recall_at_10_max |
|
value: 24.264 |
|
- type: nauc_recall_at_10_std |
|
value: -1.4449999999999998 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 35.9821 |
|
- type: nauc_recall_at_20_max |
|
value: 27.699 |
|
- type: nauc_recall_at_20_std |
|
value: 5.3731 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 34.8722 |
|
- type: nauc_recall_at_100_max |
|
value: 17.296 |
|
- type: nauc_recall_at_100_std |
|
value: 22.0343 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 31.7347 |
|
- type: nauc_recall_at_1000_max |
|
value: 30.353 |
|
- type: nauc_recall_at_1000_std |
|
value: 48.0299 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: 24.395500000000002 |
|
- type: nauc_precision_at_1_max |
|
value: 43.5471 |
|
- type: nauc_precision_at_1_std |
|
value: -7.1188 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 62.971900000000005 |
|
- type: nauc_precision_at_3_max |
|
value: 39.456599999999995 |
|
- type: nauc_precision_at_3_std |
|
value: -6.9102 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 21.7063 |
|
- type: nauc_precision_at_5_max |
|
value: 39.5105 |
|
- type: nauc_precision_at_5_std |
|
value: -4.0794999999999995 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 11.556700000000001 |
|
- type: nauc_precision_at_10_max |
|
value: 38.1647 |
|
- type: nauc_precision_at_10_std |
|
value: 1.0857999999999999 |
|
- type: nauc_precision_at_10_diff1 |
|
value: 3.9246000000000003 |
|
- type: nauc_precision_at_20_max |
|
value: 38.1511 |
|
- type: nauc_precision_at_20_std |
|
value: 5.1094 |
|
- type: nauc_precision_at_20_diff1 |
|
value: -0.468 |
|
- type: nauc_precision_at_100_max |
|
value: 30.9215 |
|
- type: nauc_precision_at_100_std |
|
value: 7.5769 |
|
- type: nauc_precision_at_100_diff1 |
|
value: -8.6537 |
|
- type: nauc_precision_at_1000_max |
|
value: 28.324899999999996 |
|
- type: nauc_precision_at_1000_std |
|
value: 4.0066999999999995 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -13.2833 |
|
- type: nauc_mrr_at_1_max |
|
value: 43.5471 |
|
- type: nauc_mrr_at_1_std |
|
value: -7.1188 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 62.971900000000005 |
|
- type: nauc_mrr_at_3_max |
|
value: 44.7938 |
|
- type: nauc_mrr_at_3_std |
|
value: -8.1318 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 60.6936 |
|
- type: nauc_mrr_at_5_max |
|
value: 44.398199999999996 |
|
- type: nauc_mrr_at_5_std |
|
value: -8.0999 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 60.2421 |
|
- type: nauc_mrr_at_10_max |
|
value: 44.7636 |
|
- type: nauc_mrr_at_10_std |
|
value: -6.6530000000000005 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 60.168 |
|
- type: nauc_mrr_at_20_max |
|
value: 44.5856 |
|
- type: nauc_mrr_at_20_std |
|
value: -6.786300000000001 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 60.224999999999994 |
|
- type: nauc_mrr_at_100_max |
|
value: 44.554899999999996 |
|
- type: nauc_mrr_at_100_std |
|
value: -6.819400000000001 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 60.379400000000004 |
|
- type: nauc_mrr_at_1000_max |
|
value: 44.5589 |
|
- type: nauc_mrr_at_1000_std |
|
value: -6.8267 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 60.3766 |
|
- type: main_score |
|
value: 60.118 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB HotpotQA (default) |
|
revision: ab518f4d6fcca38d87c25209f94beba119d02014 |
|
split: test |
|
type: mteb/hotpotqa |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 87.576 |
|
- type: ndcg_at_3 |
|
value: 73.276 |
|
- type: ndcg_at_5 |
|
value: 75.717 |
|
- type: ndcg_at_10 |
|
value: 77.681 |
|
- type: ndcg_at_20 |
|
value: 78.865 |
|
- type: ndcg_at_100 |
|
value: 80.42 |
|
- type: ndcg_at_1000 |
|
value: 81.34 |
|
- type: map_at_1 |
|
value: 43.788 |
|
- type: map_at_3 |
|
value: 66.769 |
|
- type: map_at_5 |
|
value: 68.811 |
|
- type: map_at_10 |
|
value: 70.06099999999999 |
|
- type: map_at_20 |
|
value: 70.565 |
|
- type: map_at_100 |
|
value: 70.901 |
|
- type: map_at_1000 |
|
value: 70.955 |
|
- type: recall_at_1 |
|
value: 43.788 |
|
- type: recall_at_3 |
|
value: 70.27 |
|
- type: recall_at_5 |
|
value: 75.098 |
|
- type: recall_at_10 |
|
value: 79.99300000000001 |
|
- type: recall_at_20 |
|
value: 83.795 |
|
- type: recall_at_100 |
|
value: 90.621 |
|
- type: recall_at_1000 |
|
value: 96.577 |
|
- type: precision_at_1 |
|
value: 87.576 |
|
- type: precision_at_3 |
|
value: 46.847 |
|
- type: precision_at_5 |
|
value: 30.038999999999998 |
|
- type: precision_at_10 |
|
value: 15.998999999999999 |
|
- type: precision_at_20 |
|
value: 8.379 |
|
- type: precision_at_100 |
|
value: 1.812 |
|
- type: precision_at_1000 |
|
value: 0.193 |
|
- type: mrr_at_1 |
|
value: 87.576 |
|
- type: mrr_at_3 |
|
value: 90.7968 |
|
- type: mrr_at_5 |
|
value: 91.135 |
|
- type: mrr_at_10 |
|
value: 91.3228 |
|
- type: mrr_at_20 |
|
value: 91.3865 |
|
- type: mrr_at_100 |
|
value: 91.41709999999999 |
|
- type: mrr_at_1000 |
|
value: 91.4191 |
|
- type: nauc_ndcg_at_1_max |
|
value: 52.9848 |
|
- type: nauc_ndcg_at_1_std |
|
value: -7.4415 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 74.138 |
|
- type: nauc_ndcg_at_3_max |
|
value: 18.2608 |
|
- type: nauc_ndcg_at_3_std |
|
value: 2.8652 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 8.2423 |
|
- type: nauc_ndcg_at_5_max |
|
value: 18.7809 |
|
- type: nauc_ndcg_at_5_std |
|
value: 5.266 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 8.2429 |
|
- type: nauc_ndcg_at_10_max |
|
value: 20.0532 |
|
- type: nauc_ndcg_at_10_std |
|
value: 7.7897 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 8.953 |
|
- type: nauc_ndcg_at_20_max |
|
value: 20.921 |
|
- type: nauc_ndcg_at_20_std |
|
value: 9.1425 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 9.8906 |
|
- type: nauc_ndcg_at_100_max |
|
value: 22.0304 |
|
- type: nauc_ndcg_at_100_std |
|
value: 10.200099999999999 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 10.8734 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 22.4498 |
|
- type: nauc_ndcg_at_1000_std |
|
value: 9.0443 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 11.950800000000001 |
|
- type: nauc_map_at_1_max |
|
value: 52.9848 |
|
- type: nauc_map_at_1_std |
|
value: -7.4415 |
|
- type: nauc_map_at_1_diff1 |
|
value: 74.138 |
|
- type: nauc_map_at_3_max |
|
value: 14.394599999999999 |
|
- type: nauc_map_at_3_std |
|
value: 3.0435 |
|
- type: nauc_map_at_3_diff1 |
|
value: 2.7293000000000003 |
|
- type: nauc_map_at_5_max |
|
value: 15.001000000000001 |
|
- type: nauc_map_at_5_std |
|
value: 4.8138 |
|
- type: nauc_map_at_5_diff1 |
|
value: 3.0212 |
|
- type: nauc_map_at_10_max |
|
value: 15.770600000000002 |
|
- type: nauc_map_at_10_std |
|
value: 6.1151 |
|
- type: nauc_map_at_10_diff1 |
|
value: 3.546 |
|
- type: nauc_map_at_20_max |
|
value: 16.0909 |
|
- type: nauc_map_at_20_std |
|
value: 6.5694 |
|
- type: nauc_map_at_20_diff1 |
|
value: 3.8928 |
|
- type: nauc_map_at_100_max |
|
value: 16.2717 |
|
- type: nauc_map_at_100_std |
|
value: 6.7403 |
|
- type: nauc_map_at_100_diff1 |
|
value: 4.0282 |
|
- type: nauc_map_at_1000_max |
|
value: 16.284399999999998 |
|
- type: nauc_map_at_1000_std |
|
value: 6.6972000000000005 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 4.0631 |
|
- type: nauc_recall_at_1_max |
|
value: 52.9848 |
|
- type: nauc_recall_at_1_std |
|
value: -7.4415 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 74.138 |
|
- type: nauc_recall_at_3_max |
|
value: 11.933 |
|
- type: nauc_recall_at_3_std |
|
value: 5.3739 |
|
- type: nauc_recall_at_3_diff1 |
|
value: -3.9494000000000002 |
|
- type: nauc_recall_at_5_max |
|
value: 12.087100000000001 |
|
- type: nauc_recall_at_5_std |
|
value: 9.9072 |
|
- type: nauc_recall_at_5_diff1 |
|
value: -5.1775 |
|
- type: nauc_recall_at_10_max |
|
value: 13.96 |
|
- type: nauc_recall_at_10_std |
|
value: 16.7674 |
|
- type: nauc_recall_at_10_diff1 |
|
value: -5.56 |
|
- type: nauc_recall_at_20_max |
|
value: 15.7857 |
|
- type: nauc_recall_at_20_std |
|
value: 22.8973 |
|
- type: nauc_recall_at_20_diff1 |
|
value: -4.7106 |
|
- type: nauc_recall_at_100_max |
|
value: 20.7038 |
|
- type: nauc_recall_at_100_std |
|
value: 38.0023 |
|
- type: nauc_recall_at_100_diff1 |
|
value: -5.9268 |
|
- type: nauc_recall_at_1000_max |
|
value: 31.1577 |
|
- type: nauc_recall_at_1000_std |
|
value: 51.5596 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: -3.6110999999999995 |
|
- type: nauc_precision_at_1_max |
|
value: 52.9848 |
|
- type: nauc_precision_at_1_std |
|
value: -7.4415 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 74.138 |
|
- type: nauc_precision_at_3_max |
|
value: 11.933 |
|
- type: nauc_precision_at_3_std |
|
value: 5.3739 |
|
- type: nauc_precision_at_3_diff1 |
|
value: -3.9494000000000002 |
|
- type: nauc_precision_at_5_max |
|
value: 12.087100000000001 |
|
- type: nauc_precision_at_5_std |
|
value: 9.9072 |
|
- type: nauc_precision_at_5_diff1 |
|
value: -5.1775 |
|
- type: nauc_precision_at_10_max |
|
value: 13.96 |
|
- type: nauc_precision_at_10_std |
|
value: 16.7674 |
|
- type: nauc_precision_at_10_diff1 |
|
value: -5.56 |
|
- type: nauc_precision_at_20_max |
|
value: 15.7857 |
|
- type: nauc_precision_at_20_std |
|
value: 22.8973 |
|
- type: nauc_precision_at_20_diff1 |
|
value: -4.7106 |
|
- type: nauc_precision_at_100_max |
|
value: 20.7038 |
|
- type: nauc_precision_at_100_std |
|
value: 38.0023 |
|
- type: nauc_precision_at_100_diff1 |
|
value: -5.9268 |
|
- type: nauc_precision_at_1000_max |
|
value: 31.1577 |
|
- type: nauc_precision_at_1000_std |
|
value: 51.5596 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -3.6110999999999995 |
|
- type: nauc_mrr_at_1_max |
|
value: 52.9848 |
|
- type: nauc_mrr_at_1_std |
|
value: -7.4415 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 74.138 |
|
- type: nauc_mrr_at_3_max |
|
value: 56.448100000000004 |
|
- type: nauc_mrr_at_3_std |
|
value: -5.8551 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 73.5421 |
|
- type: nauc_mrr_at_5_max |
|
value: 56.3061 |
|
- type: nauc_mrr_at_5_std |
|
value: -5.8522 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 73.78190000000001 |
|
- type: nauc_mrr_at_10_max |
|
value: 56.2413 |
|
- type: nauc_mrr_at_10_std |
|
value: -5.6768 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 73.8144 |
|
- type: nauc_mrr_at_20_max |
|
value: 56.1659 |
|
- type: nauc_mrr_at_20_std |
|
value: -5.7085 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 73.8173 |
|
- type: nauc_mrr_at_100_max |
|
value: 56.1251 |
|
- type: nauc_mrr_at_100_std |
|
value: -5.7101 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 73.8056 |
|
- type: nauc_mrr_at_1000_max |
|
value: 56.118199999999995 |
|
- type: nauc_mrr_at_1000_std |
|
value: -5.723000000000001 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 73.8034 |
|
- type: main_score |
|
value: 77.681 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB ImdbClassification (default) |
|
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 |
|
split: test |
|
type: mteb/imdb |
|
metrics: |
|
- type: accuracy |
|
value: 96.9528 |
|
- type: f1 |
|
value: 96.95270000000001 |
|
- type: f1_weighted |
|
value: 96.95270000000001 |
|
- type: ap |
|
value: 95.35130000000001 |
|
- type: ap_weighted |
|
value: 95.35130000000001 |
|
- type: main_score |
|
value: 96.9528 |
|
task: |
|
type: Classification |
|
- dataset: |
|
config: default |
|
name: MTEB MSMARCO (default) |
|
revision: c5a29a104738b98a9e76336939199e264163d4a0 |
|
split: test |
|
type: mteb/msmarco |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 74.031 |
|
- type: ndcg_at_3 |
|
value: 73.195 |
|
- type: ndcg_at_5 |
|
value: 73.662 |
|
- type: ndcg_at_10 |
|
value: 72.125 |
|
- type: ndcg_at_20 |
|
value: 70.85000000000001 |
|
- type: ndcg_at_100 |
|
value: 67.414 |
|
- type: ndcg_at_1000 |
|
value: 76.541 |
|
- type: map_at_1 |
|
value: 1.7420000000000002 |
|
- type: map_at_3 |
|
value: 5.6930000000000005 |
|
- type: map_at_5 |
|
value: 9.209 |
|
- type: map_at_10 |
|
value: 15.546 |
|
- type: map_at_20 |
|
value: 25.465 |
|
- type: map_at_100 |
|
value: 44.432 |
|
- type: map_at_1000 |
|
value: 55.001 |
|
- type: recall_at_1 |
|
value: 1.7420000000000002 |
|
- type: recall_at_3 |
|
value: 6.239 |
|
- type: recall_at_5 |
|
value: 10.144 |
|
- type: recall_at_10 |
|
value: 17.2 |
|
- type: recall_at_20 |
|
value: 28.627999999999997 |
|
- type: recall_at_100 |
|
value: 55.80500000000001 |
|
- type: recall_at_1000 |
|
value: 85.225 |
|
- type: precision_at_1 |
|
value: 93.023 |
|
- type: precision_at_3 |
|
value: 89.14699999999999 |
|
- type: precision_at_5 |
|
value: 87.442 |
|
- type: precision_at_10 |
|
value: 81.628 |
|
- type: precision_at_20 |
|
value: 74.767 |
|
- type: precision_at_100 |
|
value: 41.0 |
|
- type: precision_at_1000 |
|
value: 7.993 |
|
- type: mrr_at_1 |
|
value: 93.02329999999999 |
|
- type: mrr_at_3 |
|
value: 94.9612 |
|
- type: mrr_at_5 |
|
value: 94.9612 |
|
- type: mrr_at_10 |
|
value: 95.2935 |
|
- type: mrr_at_20 |
|
value: 95.2935 |
|
- type: mrr_at_100 |
|
value: 95.2935 |
|
- type: mrr_at_1000 |
|
value: 95.2935 |
|
- type: nauc_ndcg_at_1_max |
|
value: 5.808 |
|
- type: nauc_ndcg_at_1_std |
|
value: 3.4133999999999998 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 18.6161 |
|
- type: nauc_ndcg_at_3_max |
|
value: 1.8094 |
|
- type: nauc_ndcg_at_3_std |
|
value: 6.409800000000001 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: -1.0893 |
|
- type: nauc_ndcg_at_5_max |
|
value: 8.3792 |
|
- type: nauc_ndcg_at_5_std |
|
value: 18.852 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: -5.8369 |
|
- type: nauc_ndcg_at_10_max |
|
value: 12.6979 |
|
- type: nauc_ndcg_at_10_std |
|
value: 29.590600000000002 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: -17.357400000000002 |
|
- type: nauc_ndcg_at_20_max |
|
value: 16.3643 |
|
- type: nauc_ndcg_at_20_std |
|
value: 41.002100000000006 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: -28.5122 |
|
- type: nauc_ndcg_at_100_max |
|
value: 22.3021 |
|
- type: nauc_ndcg_at_100_std |
|
value: 44.0851 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: -28.722199999999997 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 37.6075 |
|
- type: nauc_ndcg_at_1000_std |
|
value: 54.0376 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: -54.40089999999999 |
|
- type: nauc_map_at_1_max |
|
value: -0.6242 |
|
- type: nauc_map_at_1_std |
|
value: -20.7471 |
|
- type: nauc_map_at_1_diff1 |
|
value: 15.016599999999999 |
|
- type: nauc_map_at_3_max |
|
value: -11.877600000000001 |
|
- type: nauc_map_at_3_std |
|
value: -32.7309 |
|
- type: nauc_map_at_3_diff1 |
|
value: 23.3039 |
|
- type: nauc_map_at_5_max |
|
value: -9.616299999999999 |
|
- type: nauc_map_at_5_std |
|
value: -31.3633 |
|
- type: nauc_map_at_5_diff1 |
|
value: 23.4955 |
|
- type: nauc_map_at_10_max |
|
value: -5.2948 |
|
- type: nauc_map_at_10_std |
|
value: -26.6057 |
|
- type: nauc_map_at_10_diff1 |
|
value: 11.809 |
|
- type: nauc_map_at_20_max |
|
value: 0.726 |
|
- type: nauc_map_at_20_std |
|
value: -16.2435 |
|
- type: nauc_map_at_20_diff1 |
|
value: -0.22590000000000002 |
|
- type: nauc_map_at_100_max |
|
value: 5.0722000000000005 |
|
- type: nauc_map_at_100_std |
|
value: 10.9039 |
|
- type: nauc_map_at_100_diff1 |
|
value: -22.506300000000003 |
|
- type: nauc_map_at_1000_max |
|
value: 16.916900000000002 |
|
- type: nauc_map_at_1000_std |
|
value: 44.9188 |
|
- type: nauc_map_at_1000_diff1 |
|
value: -42.5153 |
|
- type: nauc_recall_at_1_max |
|
value: -0.6242 |
|
- type: nauc_recall_at_1_std |
|
value: -20.7471 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 15.016599999999999 |
|
- type: nauc_recall_at_3_max |
|
value: -14.397599999999999 |
|
- type: nauc_recall_at_3_std |
|
value: -37.3357 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 28.910999999999998 |
|
- type: nauc_recall_at_5_max |
|
value: -10.8675 |
|
- type: nauc_recall_at_5_std |
|
value: -35.6508 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 29.029899999999998 |
|
- type: nauc_recall_at_10_max |
|
value: -7.1036 |
|
- type: nauc_recall_at_10_std |
|
value: -32.289899999999996 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 18.003 |
|
- type: nauc_recall_at_20_max |
|
value: -0.7873 |
|
- type: nauc_recall_at_20_std |
|
value: -22.5736 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 5.739 |
|
- type: nauc_recall_at_100_max |
|
value: 5.9131 |
|
- type: nauc_recall_at_100_std |
|
value: -0.3801 |
|
- type: nauc_recall_at_100_diff1 |
|
value: -11.869200000000001 |
|
- type: nauc_recall_at_1000_max |
|
value: 50.1934 |
|
- type: nauc_recall_at_1000_std |
|
value: 50.9097 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: -77.5096 |
|
- type: nauc_precision_at_1_max |
|
value: 32.785199999999996 |
|
- type: nauc_precision_at_1_std |
|
value: 90.7166 |
|
- type: nauc_precision_at_1_diff1 |
|
value: -32.6408 |
|
- type: nauc_precision_at_3_max |
|
value: -22.7764 |
|
- type: nauc_precision_at_3_std |
|
value: 38.2564 |
|
- type: nauc_precision_at_3_diff1 |
|
value: -66.46039999999999 |
|
- type: nauc_precision_at_5_max |
|
value: 11.9267 |
|
- type: nauc_precision_at_5_std |
|
value: 55.9565 |
|
- type: nauc_precision_at_5_diff1 |
|
value: -56.577299999999994 |
|
- type: nauc_precision_at_10_max |
|
value: 20.6097 |
|
- type: nauc_precision_at_10_std |
|
value: 58.138999999999996 |
|
- type: nauc_precision_at_10_diff1 |
|
value: -62.803399999999996 |
|
- type: nauc_precision_at_20_max |
|
value: 19.4727 |
|
- type: nauc_precision_at_20_std |
|
value: 62.3858 |
|
- type: nauc_precision_at_20_diff1 |
|
value: -61.2012 |
|
- type: nauc_precision_at_100_max |
|
value: 14.5366 |
|
- type: nauc_precision_at_100_std |
|
value: 56.5281 |
|
- type: nauc_precision_at_100_diff1 |
|
value: -37.4451 |
|
- type: nauc_precision_at_1000_max |
|
value: 12.975100000000001 |
|
- type: nauc_precision_at_1000_std |
|
value: 58.751 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -35.151199999999996 |
|
- type: nauc_mrr_at_1_max |
|
value: 32.785199999999996 |
|
- type: nauc_mrr_at_1_std |
|
value: 90.7166 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: -32.6408 |
|
- type: nauc_mrr_at_3_max |
|
value: 41.394999999999996 |
|
- type: nauc_mrr_at_3_std |
|
value: 91.4307 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: -30.185499999999998 |
|
- type: nauc_mrr_at_5_max |
|
value: 41.394999999999996 |
|
- type: nauc_mrr_at_5_std |
|
value: 91.4307 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: -30.185499999999998 |
|
- type: nauc_mrr_at_10_max |
|
value: 37.2582 |
|
- type: nauc_mrr_at_10_std |
|
value: 90.8258 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: -28.2975 |
|
- type: nauc_mrr_at_20_max |
|
value: 37.2582 |
|
- type: nauc_mrr_at_20_std |
|
value: 90.8258 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: -28.2975 |
|
- type: nauc_mrr_at_100_max |
|
value: 37.2582 |
|
- type: nauc_mrr_at_100_std |
|
value: 90.8258 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: -28.2975 |
|
- type: nauc_mrr_at_1000_max |
|
value: 37.2582 |
|
- type: nauc_mrr_at_1000_std |
|
value: 90.8258 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: -28.2975 |
|
- type: main_score |
|
value: 72.125 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: en |
|
name: MTEB MTOPDomainClassification (en) |
|
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf |
|
split: test |
|
type: mteb/mtop_domain |
|
metrics: |
|
- type: accuracy |
|
value: 99.1701 |
|
- type: f1 |
|
value: 99.07639999999999 |
|
- type: f1_weighted |
|
value: 99.1712 |
|
- type: main_score |
|
value: 99.1701 |
|
task: |
|
type: Classification |
|
- dataset: |
|
config: en |
|
name: MTEB MTOPIntentClassification (en) |
|
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba |
|
split: test |
|
type: mteb/mtop_intent |
|
metrics: |
|
- type: accuracy |
|
value: 91.48429999999999 |
|
- type: f1 |
|
value: 72.55080000000001 |
|
- type: f1_weighted |
|
value: 91.72449999999999 |
|
- type: main_score |
|
value: 91.48429999999999 |
|
task: |
|
type: Classification |
|
- dataset: |
|
config: en |
|
name: MTEB MassiveIntentClassification (en) |
|
revision: 4672e20407010da34463acc759c162ca9734bca6 |
|
split: test |
|
type: mteb/amazon_massive_intent |
|
metrics: |
|
- type: accuracy |
|
value: 85.306 |
|
- type: f1 |
|
value: 83.1076 |
|
- type: f1_weighted |
|
value: 84.4685 |
|
- type: main_score |
|
value: 85.306 |
|
task: |
|
type: Classification |
|
- dataset: |
|
config: en |
|
name: MTEB MassiveScenarioClassification (en) |
|
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 |
|
split: test |
|
type: mteb/amazon_massive_scenario |
|
metrics: |
|
- type: accuracy |
|
value: 91.17349999999999 |
|
- type: f1 |
|
value: 90.15950000000001 |
|
- type: f1_weighted |
|
value: 90.802 |
|
- type: main_score |
|
value: 91.17349999999999 |
|
task: |
|
type: Classification |
|
- dataset: |
|
config: default |
|
name: MTEB MedrxivClusteringP2P (default) |
|
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 |
|
split: test |
|
type: mteb/medrxiv-clustering-p2p |
|
metrics: |
|
- type: v_measure |
|
value: 46.7494 |
|
- type: v_measure_std |
|
value: 1.2241 |
|
- type: main_score |
|
value: 46.7494 |
|
task: |
|
type: Clustering |
|
- dataset: |
|
config: default |
|
name: MTEB MedrxivClusteringS2S (default) |
|
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 |
|
split: test |
|
type: mteb/medrxiv-clustering-s2s |
|
metrics: |
|
- type: v_measure |
|
value: 44.9016 |
|
- type: v_measure_std |
|
value: 1.3978000000000002 |
|
- type: main_score |
|
value: 44.9016 |
|
task: |
|
type: Clustering |
|
- dataset: |
|
config: default |
|
name: MTEB MindSmallReranking (default) |
|
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 |
|
split: test |
|
type: mteb/mind_small |
|
metrics: |
|
- type: map |
|
value: 32.628099999999996 |
|
- type: mrr |
|
value: 33.8493 |
|
- type: nAUC_map_max |
|
value: -21.0204 |
|
- type: nAUC_map_std |
|
value: -5.1638 |
|
- type: nAUC_map_diff1 |
|
value: 10.4531 |
|
- type: nAUC_mrr_max |
|
value: -15.85 |
|
- type: nAUC_mrr_std |
|
value: -2.7011 |
|
- type: nAUC_mrr_diff1 |
|
value: 9.8352 |
|
- type: main_score |
|
value: 32.628099999999996 |
|
task: |
|
type: Reranking |
|
- dataset: |
|
config: default |
|
name: MTEB NFCorpus (default) |
|
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 |
|
split: test |
|
type: mteb/nfcorpus |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 54.954 |
|
- type: ndcg_at_3 |
|
value: 49.876 |
|
- type: ndcg_at_5 |
|
value: 47.038999999999994 |
|
- type: ndcg_at_10 |
|
value: 43.313 |
|
- type: ndcg_at_20 |
|
value: 41.086 |
|
- type: ndcg_at_100 |
|
value: 40.849999999999994 |
|
- type: ndcg_at_1000 |
|
value: 49.852000000000004 |
|
- type: map_at_1 |
|
value: 7.412000000000001 |
|
- type: map_at_3 |
|
value: 12.438 |
|
- type: map_at_5 |
|
value: 14.448 |
|
- type: map_at_10 |
|
value: 17.080000000000002 |
|
- type: map_at_20 |
|
value: 19.273 |
|
- type: map_at_100 |
|
value: 22.494 |
|
- type: map_at_1000 |
|
value: 24.490000000000002 |
|
- type: recall_at_1 |
|
value: 7.412000000000001 |
|
- type: recall_at_3 |
|
value: 13.682 |
|
- type: recall_at_5 |
|
value: 16.595 |
|
- type: recall_at_10 |
|
value: 21.726 |
|
- type: recall_at_20 |
|
value: 26.895999999999997 |
|
- type: recall_at_100 |
|
value: 42.345 |
|
- type: recall_at_1000 |
|
value: 74.752 |
|
- type: precision_at_1 |
|
value: 56.65599999999999 |
|
- type: precision_at_3 |
|
value: 46.646 |
|
- type: precision_at_5 |
|
value: 40.619 |
|
- type: precision_at_10 |
|
value: 31.796000000000003 |
|
- type: precision_at_20 |
|
value: 24.195 |
|
- type: precision_at_100 |
|
value: 10.65 |
|
- type: precision_at_1000 |
|
value: 2.4570000000000003 |
|
- type: mrr_at_1 |
|
value: 56.6563 |
|
- type: mrr_at_3 |
|
value: 63.2095 |
|
- type: mrr_at_5 |
|
value: 63.998999999999995 |
|
- type: mrr_at_10 |
|
value: 64.6678 |
|
- type: mrr_at_20 |
|
value: 64.96079999999999 |
|
- type: mrr_at_100 |
|
value: 65.13550000000001 |
|
- type: mrr_at_1000 |
|
value: 65.1606 |
|
- type: nauc_ndcg_at_1_max |
|
value: 36.932900000000004 |
|
- type: nauc_ndcg_at_1_std |
|
value: 18.8188 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 19.8327 |
|
- type: nauc_ndcg_at_3_max |
|
value: 37.044 |
|
- type: nauc_ndcg_at_3_std |
|
value: 17.2918 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 12.0583 |
|
- type: nauc_ndcg_at_5_max |
|
value: 36.1203 |
|
- type: nauc_ndcg_at_5_std |
|
value: 17.3222 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 10.6337 |
|
- type: nauc_ndcg_at_10_max |
|
value: 35.2176 |
|
- type: nauc_ndcg_at_10_std |
|
value: 19.4608 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 9.1899 |
|
- type: nauc_ndcg_at_20_max |
|
value: 34.3354 |
|
- type: nauc_ndcg_at_20_std |
|
value: 20.2528 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 8.4017 |
|
- type: nauc_ndcg_at_100_max |
|
value: 36.2388 |
|
- type: nauc_ndcg_at_100_std |
|
value: 21.578500000000002 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 10.639899999999999 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 42.6963 |
|
- type: nauc_ndcg_at_1000_std |
|
value: 26.8738 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 10.3058 |
|
- type: nauc_map_at_1_max |
|
value: 3.4625999999999997 |
|
- type: nauc_map_at_1_std |
|
value: -18.5752 |
|
- type: nauc_map_at_1_diff1 |
|
value: 42.8963 |
|
- type: nauc_map_at_3_max |
|
value: 10.6291 |
|
- type: nauc_map_at_3_std |
|
value: -13.977500000000001 |
|
- type: nauc_map_at_3_diff1 |
|
value: 31.7847 |
|
- type: nauc_map_at_5_max |
|
value: 13.558200000000001 |
|
- type: nauc_map_at_5_std |
|
value: -13.120499999999998 |
|
- type: nauc_map_at_5_diff1 |
|
value: 29.016199999999998 |
|
- type: nauc_map_at_10_max |
|
value: 18.4615 |
|
- type: nauc_map_at_10_std |
|
value: -8.2696 |
|
- type: nauc_map_at_10_diff1 |
|
value: 24.9417 |
|
- type: nauc_map_at_20_max |
|
value: 22.4656 |
|
- type: nauc_map_at_20_std |
|
value: -3.5717 |
|
- type: nauc_map_at_20_diff1 |
|
value: 21.6654 |
|
- type: nauc_map_at_100_max |
|
value: 26.3009 |
|
- type: nauc_map_at_100_std |
|
value: 4.6873 |
|
- type: nauc_map_at_100_diff1 |
|
value: 18.1131 |
|
- type: nauc_map_at_1000_max |
|
value: 26.965 |
|
- type: nauc_map_at_1000_std |
|
value: 8.6958 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 15.898499999999999 |
|
- type: nauc_recall_at_1_max |
|
value: 3.4625999999999997 |
|
- type: nauc_recall_at_1_std |
|
value: -18.5752 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 42.8963 |
|
- type: nauc_recall_at_3_max |
|
value: 8.9686 |
|
- type: nauc_recall_at_3_std |
|
value: -13.836599999999999 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 27.528799999999997 |
|
- type: nauc_recall_at_5_max |
|
value: 11.818900000000001 |
|
- type: nauc_recall_at_5_std |
|
value: -13.414499999999999 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 24.535899999999998 |
|
- type: nauc_recall_at_10_max |
|
value: 15.515300000000002 |
|
- type: nauc_recall_at_10_std |
|
value: -7.9226 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 19.0975 |
|
- type: nauc_recall_at_20_max |
|
value: 18.786 |
|
- type: nauc_recall_at_20_std |
|
value: -3.7244 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 13.8233 |
|
- type: nauc_recall_at_100_max |
|
value: 21.3034 |
|
- type: nauc_recall_at_100_std |
|
value: 9.569600000000001 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 4.5838 |
|
- type: nauc_recall_at_1000_max |
|
value: 18.991 |
|
- type: nauc_recall_at_1000_std |
|
value: 14.690100000000001 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: -6.4048 |
|
- type: nauc_precision_at_1_max |
|
value: 38.888099999999994 |
|
- type: nauc_precision_at_1_std |
|
value: 19.6065 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 18.8443 |
|
- type: nauc_precision_at_3_max |
|
value: 38.5528 |
|
- type: nauc_precision_at_3_std |
|
value: 22.456 |
|
- type: nauc_precision_at_3_diff1 |
|
value: -0.0451 |
|
- type: nauc_precision_at_5_max |
|
value: 36.9122 |
|
- type: nauc_precision_at_5_std |
|
value: 24.6269 |
|
- type: nauc_precision_at_5_diff1 |
|
value: -5.5478 |
|
- type: nauc_precision_at_10_max |
|
value: 35.3133 |
|
- type: nauc_precision_at_10_std |
|
value: 32.6397 |
|
- type: nauc_precision_at_10_diff1 |
|
value: -12.6832 |
|
- type: nauc_precision_at_20_max |
|
value: 31.1714 |
|
- type: nauc_precision_at_20_std |
|
value: 37.2027 |
|
- type: nauc_precision_at_20_diff1 |
|
value: -15.146 |
|
- type: nauc_precision_at_100_max |
|
value: 16.4786 |
|
- type: nauc_precision_at_100_std |
|
value: 41.3436 |
|
- type: nauc_precision_at_100_diff1 |
|
value: -19.1827 |
|
- type: nauc_precision_at_1000_max |
|
value: 5.0432999999999995 |
|
- type: nauc_precision_at_1000_std |
|
value: 34.5184 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -18.926399999999997 |
|
- type: nauc_mrr_at_1_max |
|
value: 38.888099999999994 |
|
- type: nauc_mrr_at_1_std |
|
value: 19.6065 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 18.8443 |
|
- type: nauc_mrr_at_3_max |
|
value: 43.250699999999995 |
|
- type: nauc_mrr_at_3_std |
|
value: 23.7515 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 18.895899999999997 |
|
- type: nauc_mrr_at_5_max |
|
value: 43.845600000000005 |
|
- type: nauc_mrr_at_5_std |
|
value: 23.7064 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 19.9659 |
|
- type: nauc_mrr_at_10_max |
|
value: 44.075900000000004 |
|
- type: nauc_mrr_at_10_std |
|
value: 24.7276 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 19.4665 |
|
- type: nauc_mrr_at_20_max |
|
value: 44.169599999999996 |
|
- type: nauc_mrr_at_20_std |
|
value: 24.6675 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 19.1246 |
|
- type: nauc_mrr_at_100_max |
|
value: 44.1064 |
|
- type: nauc_mrr_at_100_std |
|
value: 24.5961 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 19.1742 |
|
- type: nauc_mrr_at_1000_max |
|
value: 44.083099999999995 |
|
- type: nauc_mrr_at_1000_std |
|
value: 24.5796 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 19.1781 |
|
- type: main_score |
|
value: 43.313 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB NQ (default) |
|
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 |
|
split: test |
|
type: mteb/nq |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 52.751999999999995 |
|
- type: ndcg_at_3 |
|
value: 65.18599999999999 |
|
- type: ndcg_at_5 |
|
value: 68.931 |
|
- type: ndcg_at_10 |
|
value: 71.487 |
|
- type: ndcg_at_20 |
|
value: 72.694 |
|
- type: ndcg_at_100 |
|
value: 73.603 |
|
- type: ndcg_at_1000 |
|
value: 73.772 |
|
- type: map_at_1 |
|
value: 47.446 |
|
- type: map_at_3 |
|
value: 60.94500000000001 |
|
- type: map_at_5 |
|
value: 63.33 |
|
- type: map_at_10 |
|
value: 64.581 |
|
- type: map_at_20 |
|
value: 64.97800000000001 |
|
- type: map_at_100 |
|
value: 65.142 |
|
- type: map_at_1000 |
|
value: 65.15100000000001 |
|
- type: recall_at_1 |
|
value: 47.446 |
|
- type: recall_at_3 |
|
value: 74.13300000000001 |
|
- type: recall_at_5 |
|
value: 82.575 |
|
- type: recall_at_10 |
|
value: 89.827 |
|
- type: recall_at_20 |
|
value: 94.238 |
|
- type: recall_at_100 |
|
value: 98.646 |
|
- type: recall_at_1000 |
|
value: 99.846 |
|
- type: precision_at_1 |
|
value: 52.751999999999995 |
|
- type: precision_at_3 |
|
value: 28.910999999999998 |
|
- type: precision_at_5 |
|
value: 19.606 |
|
- type: precision_at_10 |
|
value: 10.8 |
|
- type: precision_at_20 |
|
value: 5.694 |
|
- type: precision_at_100 |
|
value: 1.199 |
|
- type: precision_at_1000 |
|
value: 0.122 |
|
- type: mrr_at_1 |
|
value: 52.751999999999995 |
|
- type: mrr_at_3 |
|
value: 64.10289999999999 |
|
- type: mrr_at_5 |
|
value: 65.8613 |
|
- type: mrr_at_10 |
|
value: 66.686 |
|
- type: mrr_at_20 |
|
value: 66.9409 |
|
- type: mrr_at_100 |
|
value: 67.0379 |
|
- type: mrr_at_1000 |
|
value: 67.0432 |
|
- type: nauc_ndcg_at_1_max |
|
value: 30.3808 |
|
- type: nauc_ndcg_at_1_std |
|
value: -5.9129000000000005 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 47.0165 |
|
- type: nauc_ndcg_at_3_max |
|
value: 35.7466 |
|
- type: nauc_ndcg_at_3_std |
|
value: -8.3171 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 41.8012 |
|
- type: nauc_ndcg_at_5_max |
|
value: 36.5622 |
|
- type: nauc_ndcg_at_5_std |
|
value: -7.2429 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 41.8656 |
|
- type: nauc_ndcg_at_10_max |
|
value: 36.8005 |
|
- type: nauc_ndcg_at_10_std |
|
value: -6.1641 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 42.9286 |
|
- type: nauc_ndcg_at_20_max |
|
value: 36.518 |
|
- type: nauc_ndcg_at_20_std |
|
value: -5.389200000000001 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 43.249500000000005 |
|
- type: nauc_ndcg_at_100_max |
|
value: 35.918 |
|
- type: nauc_ndcg_at_100_std |
|
value: -5.2897 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 43.4364 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 35.5555 |
|
- type: nauc_ndcg_at_1000_std |
|
value: -5.657100000000001 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 43.2952 |
|
- type: nauc_map_at_1_max |
|
value: 27.845399999999998 |
|
- type: nauc_map_at_1_std |
|
value: -8.4687 |
|
- type: nauc_map_at_1_diff1 |
|
value: 46.1481 |
|
- type: nauc_map_at_3_max |
|
value: 33.8624 |
|
- type: nauc_map_at_3_std |
|
value: -8.7464 |
|
- type: nauc_map_at_3_diff1 |
|
value: 42.821 |
|
- type: nauc_map_at_5_max |
|
value: 34.3698 |
|
- type: nauc_map_at_5_std |
|
value: -7.893600000000001 |
|
- type: nauc_map_at_5_diff1 |
|
value: 42.869600000000005 |
|
- type: nauc_map_at_10_max |
|
value: 34.469899999999996 |
|
- type: nauc_map_at_10_std |
|
value: -7.372199999999999 |
|
- type: nauc_map_at_10_diff1 |
|
value: 43.2528 |
|
- type: nauc_map_at_20_max |
|
value: 34.4121 |
|
- type: nauc_map_at_20_std |
|
value: -7.1491 |
|
- type: nauc_map_at_20_diff1 |
|
value: 43.3789 |
|
- type: nauc_map_at_100_max |
|
value: 34.3433 |
|
- type: nauc_map_at_100_std |
|
value: -7.0851999999999995 |
|
- type: nauc_map_at_100_diff1 |
|
value: 43.3953 |
|
- type: nauc_map_at_1000_max |
|
value: 34.3293 |
|
- type: nauc_map_at_1000_std |
|
value: -7.096900000000001 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 43.3893 |
|
- type: nauc_recall_at_1_max |
|
value: 27.845399999999998 |
|
- type: nauc_recall_at_1_std |
|
value: -8.4687 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 46.1481 |
|
- type: nauc_recall_at_3_max |
|
value: 39.4993 |
|
- type: nauc_recall_at_3_std |
|
value: -10.2782 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 36.239399999999996 |
|
- type: nauc_recall_at_5_max |
|
value: 43.7836 |
|
- type: nauc_recall_at_5_std |
|
value: -8.4871 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 34.7778 |
|
- type: nauc_recall_at_10_max |
|
value: 50.5553 |
|
- type: nauc_recall_at_10_std |
|
value: -3.7254 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 38.756800000000005 |
|
- type: nauc_recall_at_20_max |
|
value: 56.6151 |
|
- type: nauc_recall_at_20_std |
|
value: 7.4285000000000005 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 39.919 |
|
- type: nauc_recall_at_100_max |
|
value: 79.1225 |
|
- type: nauc_recall_at_100_std |
|
value: 45.264700000000005 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 52.2652 |
|
- type: nauc_recall_at_1000_max |
|
value: 75.74210000000001 |
|
- type: nauc_recall_at_1000_std |
|
value: 71.3295 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: -2.503 |
|
- type: nauc_precision_at_1_max |
|
value: 30.3808 |
|
- type: nauc_precision_at_1_std |
|
value: -5.9129000000000005 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 47.0165 |
|
- type: nauc_precision_at_3_max |
|
value: 30.1298 |
|
- type: nauc_precision_at_3_std |
|
value: 0.9233999999999999 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 18.6972 |
|
- type: nauc_precision_at_5_max |
|
value: 24.6955 |
|
- type: nauc_precision_at_5_std |
|
value: 6.4975000000000005 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 9.0141 |
|
- type: nauc_precision_at_10_max |
|
value: 17.7006 |
|
- type: nauc_precision_at_10_std |
|
value: 12.1744 |
|
- type: nauc_precision_at_10_diff1 |
|
value: 1.5388000000000002 |
|
- type: nauc_precision_at_20_max |
|
value: 11.473600000000001 |
|
- type: nauc_precision_at_20_std |
|
value: 16.2131 |
|
- type: nauc_precision_at_20_diff1 |
|
value: -4.3109 |
|
- type: nauc_precision_at_100_max |
|
value: 3.5707999999999998 |
|
- type: nauc_precision_at_100_std |
|
value: 18.5558 |
|
- type: nauc_precision_at_100_diff1 |
|
value: -10.8589 |
|
- type: nauc_precision_at_1000_max |
|
value: -0.23800000000000002 |
|
- type: nauc_precision_at_1000_std |
|
value: 16.941300000000002 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -13.7766 |
|
- type: nauc_mrr_at_1_max |
|
value: 30.3808 |
|
- type: nauc_mrr_at_1_std |
|
value: -5.9129000000000005 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 47.0165 |
|
- type: nauc_mrr_at_3_max |
|
value: 35.058099999999996 |
|
- type: nauc_mrr_at_3_std |
|
value: -5.724 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 43.3839 |
|
- type: nauc_mrr_at_5_max |
|
value: 35.1297 |
|
- type: nauc_mrr_at_5_std |
|
value: -5.3953 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 43.6497 |
|
- type: nauc_mrr_at_10_max |
|
value: 35.001599999999996 |
|
- type: nauc_mrr_at_10_std |
|
value: -5.2087 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 44.1327 |
|
- type: nauc_mrr_at_20_max |
|
value: 34.891299999999994 |
|
- type: nauc_mrr_at_20_std |
|
value: -5.0933 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 44.163799999999995 |
|
- type: nauc_mrr_at_100_max |
|
value: 34.8054 |
|
- type: nauc_mrr_at_100_std |
|
value: -5.136 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 44.1738 |
|
- type: nauc_mrr_at_1000_max |
|
value: 34.795 |
|
- type: nauc_mrr_at_1000_std |
|
value: -5.1476 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 44.169599999999996 |
|
- type: main_score |
|
value: 71.487 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB QuoraRetrieval (default) |
|
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 |
|
split: test |
|
type: mteb/quora |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 83.3 |
|
- type: ndcg_at_3 |
|
value: 87.50099999999999 |
|
- type: ndcg_at_5 |
|
value: 88.998 |
|
- type: ndcg_at_10 |
|
value: 90.038 |
|
- type: ndcg_at_20 |
|
value: 90.619 |
|
- type: ndcg_at_100 |
|
value: 91.049 |
|
- type: ndcg_at_1000 |
|
value: 91.105 |
|
- type: map_at_1 |
|
value: 72.424 |
|
- type: map_at_3 |
|
value: 83.76599999999999 |
|
- type: map_at_5 |
|
value: 85.616 |
|
- type: map_at_10 |
|
value: 86.626 |
|
- type: map_at_20 |
|
value: 87.034 |
|
- type: map_at_100 |
|
value: 87.233 |
|
- type: map_at_1000 |
|
value: 87.24499999999999 |
|
- type: recall_at_1 |
|
value: 72.424 |
|
- type: recall_at_3 |
|
value: 89.155 |
|
- type: recall_at_5 |
|
value: 93.425 |
|
- type: recall_at_10 |
|
value: 96.514 |
|
- type: recall_at_20 |
|
value: 98.334 |
|
- type: recall_at_100 |
|
value: 99.785 |
|
- type: recall_at_1000 |
|
value: 99.997 |
|
- type: precision_at_1 |
|
value: 83.3 |
|
- type: precision_at_3 |
|
value: 38.393 |
|
- type: precision_at_5 |
|
value: 25.228 |
|
- type: precision_at_10 |
|
value: 13.647 |
|
- type: precision_at_20 |
|
value: 7.225 |
|
- type: precision_at_100 |
|
value: 1.543 |
|
- type: precision_at_1000 |
|
value: 0.157 |
|
- type: mrr_at_1 |
|
value: 83.3 |
|
- type: mrr_at_3 |
|
value: 88.3 |
|
- type: mrr_at_5 |
|
value: 88.90350000000001 |
|
- type: mrr_at_10 |
|
value: 89.13839999999999 |
|
- type: mrr_at_20 |
|
value: 89.1953 |
|
- type: mrr_at_100 |
|
value: 89.21170000000001 |
|
- type: mrr_at_1000 |
|
value: 89.212 |
|
- type: nauc_ndcg_at_1_max |
|
value: 36.066500000000005 |
|
- type: nauc_ndcg_at_1_std |
|
value: -42.5286 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 79.3747 |
|
- type: nauc_ndcg_at_3_max |
|
value: 33.2171 |
|
- type: nauc_ndcg_at_3_std |
|
value: -50.6815 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 77.3029 |
|
- type: nauc_ndcg_at_5_max |
|
value: 33.578 |
|
- type: nauc_ndcg_at_5_std |
|
value: -51.302400000000006 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 77.73219999999999 |
|
- type: nauc_ndcg_at_10_max |
|
value: 34.1893 |
|
- type: nauc_ndcg_at_10_std |
|
value: -51.231 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 77.91510000000001 |
|
- type: nauc_ndcg_at_20_max |
|
value: 34.7652 |
|
- type: nauc_ndcg_at_20_std |
|
value: -49.2675 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 77.8851 |
|
- type: nauc_ndcg_at_100_max |
|
value: 35.1212 |
|
- type: nauc_ndcg_at_100_std |
|
value: -47.1897 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 77.8819 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 35.2096 |
|
- type: nauc_ndcg_at_1000_std |
|
value: -47.1269 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 77.874 |
|
- type: nauc_map_at_1_max |
|
value: 25.3507 |
|
- type: nauc_map_at_1_std |
|
value: -42.6645 |
|
- type: nauc_map_at_1_diff1 |
|
value: 82.1013 |
|
- type: nauc_map_at_3_max |
|
value: 30.685000000000002 |
|
- type: nauc_map_at_3_std |
|
value: -52.8243 |
|
- type: nauc_map_at_3_diff1 |
|
value: 78.8106 |
|
- type: nauc_map_at_5_max |
|
value: 32.2752 |
|
- type: nauc_map_at_5_std |
|
value: -52.546800000000005 |
|
- type: nauc_map_at_5_diff1 |
|
value: 78.4853 |
|
- type: nauc_map_at_10_max |
|
value: 33.239000000000004 |
|
- type: nauc_map_at_10_std |
|
value: -51.5082 |
|
- type: nauc_map_at_10_diff1 |
|
value: 78.1853 |
|
- type: nauc_map_at_20_max |
|
value: 33.644200000000005 |
|
- type: nauc_map_at_20_std |
|
value: -50.1154 |
|
- type: nauc_map_at_20_diff1 |
|
value: 78.0265 |
|
- type: nauc_map_at_100_max |
|
value: 33.7945 |
|
- type: nauc_map_at_100_std |
|
value: -49.1504 |
|
- type: nauc_map_at_100_diff1 |
|
value: 77.9653 |
|
- type: nauc_map_at_1000_max |
|
value: 33.813500000000005 |
|
- type: nauc_map_at_1000_std |
|
value: -49.119800000000005 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 77.9596 |
|
- type: nauc_recall_at_1_max |
|
value: 25.3507 |
|
- type: nauc_recall_at_1_std |
|
value: -42.6645 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 82.1013 |
|
- type: nauc_recall_at_3_max |
|
value: 26.4941 |
|
- type: nauc_recall_at_3_std |
|
value: -62.044399999999996 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 75.3519 |
|
- type: nauc_recall_at_5_max |
|
value: 26.5483 |
|
- type: nauc_recall_at_5_std |
|
value: -68.6455 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 74.2904 |
|
- type: nauc_recall_at_10_max |
|
value: 28.0472 |
|
- type: nauc_recall_at_10_std |
|
value: -80.47109999999999 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 74.5668 |
|
- type: nauc_recall_at_20_max |
|
value: 29.296699999999998 |
|
- type: nauc_recall_at_20_std |
|
value: -77.2526 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 73.5218 |
|
- type: nauc_recall_at_100_max |
|
value: 29.6001 |
|
- type: nauc_recall_at_100_std |
|
value: -36.9144 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 71.9031 |
|
- type: nauc_recall_at_1000_max |
|
value: 65.9499 |
|
- type: nauc_recall_at_1000_std |
|
value: 65.2771 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: 68.762 |
|
- type: nauc_precision_at_1_max |
|
value: 36.066500000000005 |
|
- type: nauc_precision_at_1_std |
|
value: -42.5286 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 79.3747 |
|
- type: nauc_precision_at_3_max |
|
value: 5.2775 |
|
- type: nauc_precision_at_3_std |
|
value: 5.7708 |
|
- type: nauc_precision_at_3_diff1 |
|
value: -24.618100000000002 |
|
- type: nauc_precision_at_5_max |
|
value: 0.9323 |
|
- type: nauc_precision_at_5_std |
|
value: 17.5438 |
|
- type: nauc_precision_at_5_diff1 |
|
value: -36.0304 |
|
- type: nauc_precision_at_10_max |
|
value: -2.321 |
|
- type: nauc_precision_at_10_std |
|
value: 26.4542 |
|
- type: nauc_precision_at_10_diff1 |
|
value: -42.2061 |
|
- type: nauc_precision_at_20_max |
|
value: -4.122 |
|
- type: nauc_precision_at_20_std |
|
value: 33.5662 |
|
- type: nauc_precision_at_20_diff1 |
|
value: -44.6324 |
|
- type: nauc_precision_at_100_max |
|
value: -5.6459 |
|
- type: nauc_precision_at_100_std |
|
value: 40.1704 |
|
- type: nauc_precision_at_100_diff1 |
|
value: -45.8818 |
|
- type: nauc_precision_at_1000_max |
|
value: -5.5985 |
|
- type: nauc_precision_at_1000_std |
|
value: 40.402100000000004 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -46.054 |
|
- type: nauc_mrr_at_1_max |
|
value: 36.066500000000005 |
|
- type: nauc_mrr_at_1_std |
|
value: -42.5286 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 79.3747 |
|
- type: nauc_mrr_at_3_max |
|
value: 36.3166 |
|
- type: nauc_mrr_at_3_std |
|
value: -45.0789 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 78.3276 |
|
- type: nauc_mrr_at_5_max |
|
value: 36.365700000000004 |
|
- type: nauc_mrr_at_5_std |
|
value: -45.1793 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 78.5424 |
|
- type: nauc_mrr_at_10_max |
|
value: 36.3128 |
|
- type: nauc_mrr_at_10_std |
|
value: -45.0655 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 78.5756 |
|
- type: nauc_mrr_at_20_max |
|
value: 36.327 |
|
- type: nauc_mrr_at_20_std |
|
value: -44.853500000000004 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 78.57220000000001 |
|
- type: nauc_mrr_at_100_max |
|
value: 36.3322 |
|
- type: nauc_mrr_at_100_std |
|
value: -44.8025 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 78.57730000000001 |
|
- type: nauc_mrr_at_1000_max |
|
value: 36.3314 |
|
- type: nauc_mrr_at_1000_std |
|
value: -44.804100000000005 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 78.5778 |
|
- type: main_score |
|
value: 90.038 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB RedditClustering (default) |
|
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb |
|
split: test |
|
type: mteb/reddit-clustering |
|
metrics: |
|
- type: v_measure |
|
value: 73.0223 |
|
- type: v_measure_std |
|
value: 2.5644 |
|
- type: main_score |
|
value: 73.0223 |
|
task: |
|
type: Clustering |
|
- dataset: |
|
config: default |
|
name: MTEB RedditClusteringP2P (default) |
|
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 |
|
split: test |
|
type: mteb/reddit-clustering-p2p |
|
metrics: |
|
- type: v_measure |
|
value: 74.7154 |
|
- type: v_measure_std |
|
value: 8.2851 |
|
- type: main_score |
|
value: 74.7154 |
|
task: |
|
type: Clustering |
|
- dataset: |
|
config: default |
|
name: MTEB SCIDOCS (default) |
|
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 |
|
split: test |
|
type: mteb/scidocs |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 29.099999999999998 |
|
- type: ndcg_at_3 |
|
value: 22.891000000000002 |
|
- type: ndcg_at_5 |
|
value: 20.055 |
|
- type: ndcg_at_10 |
|
value: 24.637999999999998 |
|
- type: ndcg_at_20 |
|
value: 28.188999999999997 |
|
- type: ndcg_at_100 |
|
value: 34.589 |
|
- type: ndcg_at_1000 |
|
value: 39.93 |
|
- type: map_at_1 |
|
value: 5.903 |
|
- type: map_at_3 |
|
value: 10.375 |
|
- type: map_at_5 |
|
value: 12.503 |
|
- type: map_at_10 |
|
value: 14.997 |
|
- type: map_at_20 |
|
value: 16.383 |
|
- type: map_at_100 |
|
value: 17.769 |
|
- type: map_at_1000 |
|
value: 18.115000000000002 |
|
- type: recall_at_1 |
|
value: 5.903 |
|
- type: recall_at_3 |
|
value: 12.943 |
|
- type: recall_at_5 |
|
value: 17.818 |
|
- type: recall_at_10 |
|
value: 26.162999999999997 |
|
- type: recall_at_20 |
|
value: 34.46 |
|
- type: recall_at_100 |
|
value: 55.24 |
|
- type: recall_at_1000 |
|
value: 81.11500000000001 |
|
- type: precision_at_1 |
|
value: 29.099999999999998 |
|
- type: precision_at_3 |
|
value: 21.3 |
|
- type: precision_at_5 |
|
value: 17.599999999999998 |
|
- type: precision_at_10 |
|
value: 12.920000000000002 |
|
- type: precision_at_20 |
|
value: 8.5 |
|
- type: precision_at_100 |
|
value: 2.721 |
|
- type: precision_at_1000 |
|
value: 0.4 |
|
- type: mrr_at_1 |
|
value: 29.099999999999998 |
|
- type: mrr_at_3 |
|
value: 36.8667 |
|
- type: mrr_at_5 |
|
value: 38.9617 |
|
- type: mrr_at_10 |
|
value: 40.598600000000005 |
|
- type: mrr_at_20 |
|
value: 41.3132 |
|
- type: mrr_at_100 |
|
value: 41.7298 |
|
- type: mrr_at_1000 |
|
value: 41.7584 |
|
- type: nauc_ndcg_at_1_max |
|
value: 18.4908 |
|
- type: nauc_ndcg_at_1_std |
|
value: 8.3766 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 22.0483 |
|
- type: nauc_ndcg_at_3_max |
|
value: 19.1712 |
|
- type: nauc_ndcg_at_3_std |
|
value: 10.407399999999999 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 16.301299999999998 |
|
- type: nauc_ndcg_at_5_max |
|
value: 20.069 |
|
- type: nauc_ndcg_at_5_std |
|
value: 11.8195 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 16.4224 |
|
- type: nauc_ndcg_at_10_max |
|
value: 20.2641 |
|
- type: nauc_ndcg_at_10_std |
|
value: 14.7043 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 15.1067 |
|
- type: nauc_ndcg_at_20_max |
|
value: 21.5015 |
|
- type: nauc_ndcg_at_20_std |
|
value: 17.292199999999998 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 14.1651 |
|
- type: nauc_ndcg_at_100_max |
|
value: 23.2308 |
|
- type: nauc_ndcg_at_100_std |
|
value: 22.425800000000002 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 12.2911 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 23.4699 |
|
- type: nauc_ndcg_at_1000_std |
|
value: 22.764499999999998 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 12.540000000000001 |
|
- type: nauc_map_at_1_max |
|
value: 17.8236 |
|
- type: nauc_map_at_1_std |
|
value: 8.1625 |
|
- type: nauc_map_at_1_diff1 |
|
value: 21.8362 |
|
- type: nauc_map_at_3_max |
|
value: 19.1677 |
|
- type: nauc_map_at_3_std |
|
value: 9.525699999999999 |
|
- type: nauc_map_at_3_diff1 |
|
value: 16.2302 |
|
- type: nauc_map_at_5_max |
|
value: 20.3156 |
|
- type: nauc_map_at_5_std |
|
value: 10.6218 |
|
- type: nauc_map_at_5_diff1 |
|
value: 16.2404 |
|
- type: nauc_map_at_10_max |
|
value: 20.2029 |
|
- type: nauc_map_at_10_std |
|
value: 12.9342 |
|
- type: nauc_map_at_10_diff1 |
|
value: 14.7992 |
|
- type: nauc_map_at_20_max |
|
value: 20.7278 |
|
- type: nauc_map_at_20_std |
|
value: 14.6676 |
|
- type: nauc_map_at_20_diff1 |
|
value: 14.0374 |
|
- type: nauc_map_at_100_max |
|
value: 21.4579 |
|
- type: nauc_map_at_100_std |
|
value: 16.490199999999998 |
|
- type: nauc_map_at_100_diff1 |
|
value: 13.5188 |
|
- type: nauc_map_at_1000_max |
|
value: 21.5714 |
|
- type: nauc_map_at_1000_std |
|
value: 16.746 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 13.4916 |
|
- type: nauc_recall_at_1_max |
|
value: 17.8236 |
|
- type: nauc_recall_at_1_std |
|
value: 8.1625 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 21.8362 |
|
- type: nauc_recall_at_3_max |
|
value: 18.5764 |
|
- type: nauc_recall_at_3_std |
|
value: 11.3546 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 13.5547 |
|
- type: nauc_recall_at_5_max |
|
value: 19.8008 |
|
- type: nauc_recall_at_5_std |
|
value: 13.3324 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 13.5029 |
|
- type: nauc_recall_at_10_max |
|
value: 18.645400000000002 |
|
- type: nauc_recall_at_10_std |
|
value: 17.5544 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 10.4276 |
|
- type: nauc_recall_at_20_max |
|
value: 19.9903 |
|
- type: nauc_recall_at_20_std |
|
value: 21.9707 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 7.863 |
|
- type: nauc_recall_at_100_max |
|
value: 21.1196 |
|
- type: nauc_recall_at_100_std |
|
value: 33.4524 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 0.7107 |
|
- type: nauc_recall_at_1000_max |
|
value: 20.188 |
|
- type: nauc_recall_at_1000_std |
|
value: 39.786 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: -4.0011 |
|
- type: nauc_precision_at_1_max |
|
value: 18.4908 |
|
- type: nauc_precision_at_1_std |
|
value: 8.3766 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 22.0483 |
|
- type: nauc_precision_at_3_max |
|
value: 19.178600000000003 |
|
- type: nauc_precision_at_3_std |
|
value: 11.6744 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 13.5931 |
|
- type: nauc_precision_at_5_max |
|
value: 20.4581 |
|
- type: nauc_precision_at_5_std |
|
value: 13.5076 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 13.619600000000002 |
|
- type: nauc_precision_at_10_max |
|
value: 19.437099999999997 |
|
- type: nauc_precision_at_10_std |
|
value: 17.754900000000003 |
|
- type: nauc_precision_at_10_diff1 |
|
value: 10.6315 |
|
- type: nauc_precision_at_20_max |
|
value: 20.9159 |
|
- type: nauc_precision_at_20_std |
|
value: 21.9286 |
|
- type: nauc_precision_at_20_diff1 |
|
value: 8.251 |
|
- type: nauc_precision_at_100_max |
|
value: 22.2412 |
|
- type: nauc_precision_at_100_std |
|
value: 32.925900000000006 |
|
- type: nauc_precision_at_100_diff1 |
|
value: 1.5637999999999999 |
|
- type: nauc_precision_at_1000_max |
|
value: 22.1 |
|
- type: nauc_precision_at_1000_std |
|
value: 37.227700000000006 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -2.3548 |
|
- type: nauc_mrr_at_1_max |
|
value: 18.4908 |
|
- type: nauc_mrr_at_1_std |
|
value: 8.3766 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 22.0483 |
|
- type: nauc_mrr_at_3_max |
|
value: 18.3602 |
|
- type: nauc_mrr_at_3_std |
|
value: 9.579600000000001 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 18.7544 |
|
- type: nauc_mrr_at_5_max |
|
value: 18.5224 |
|
- type: nauc_mrr_at_5_std |
|
value: 9.747300000000001 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 19.0625 |
|
- type: nauc_mrr_at_10_max |
|
value: 19.067 |
|
- type: nauc_mrr_at_10_std |
|
value: 10.7103 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 19.444 |
|
- type: nauc_mrr_at_20_max |
|
value: 19.118399999999998 |
|
- type: nauc_mrr_at_20_std |
|
value: 10.6384 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 19.5223 |
|
- type: nauc_mrr_at_100_max |
|
value: 19.200300000000002 |
|
- type: nauc_mrr_at_100_std |
|
value: 10.6891 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 19.4009 |
|
- type: nauc_mrr_at_1000_max |
|
value: 19.1676 |
|
- type: nauc_mrr_at_1000_std |
|
value: 10.649799999999999 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 19.4127 |
|
- type: main_score |
|
value: 24.637999999999998 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB SICK-R (default) |
|
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d |
|
split: test |
|
type: mteb/sickr-sts |
|
metrics: |
|
- type: pearson |
|
value: 86.8981 |
|
- type: spearman |
|
value: 82.234 |
|
- type: cosine_pearson |
|
value: 86.8981 |
|
- type: cosine_spearman |
|
value: 82.234 |
|
- type: manhattan_pearson |
|
value: 84.1165 |
|
- type: manhattan_spearman |
|
value: 82.063 |
|
- type: euclidean_pearson |
|
value: 84.0688 |
|
- type: euclidean_spearman |
|
value: 82.2329 |
|
- type: main_score |
|
value: 82.234 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: default |
|
name: MTEB STS12 (default) |
|
revision: a0d554a64d88156834ff5ae9920b964011b16384 |
|
split: test |
|
type: mteb/sts12-sts |
|
metrics: |
|
- type: pearson |
|
value: 87.8269 |
|
- type: spearman |
|
value: 80.2578 |
|
- type: cosine_pearson |
|
value: 87.8269 |
|
- type: cosine_spearman |
|
value: 80.2578 |
|
- type: manhattan_pearson |
|
value: 85.09020000000001 |
|
- type: manhattan_spearman |
|
value: 80.5777 |
|
- type: euclidean_pearson |
|
value: 84.71990000000001 |
|
- type: euclidean_spearman |
|
value: 80.2547 |
|
- type: main_score |
|
value: 80.2578 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: default |
|
name: MTEB STS13 (default) |
|
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca |
|
split: test |
|
type: mteb/sts13-sts |
|
metrics: |
|
- type: pearson |
|
value: 89.45769999999999 |
|
- type: spearman |
|
value: 89.69200000000001 |
|
- type: cosine_pearson |
|
value: 89.45769999999999 |
|
- type: cosine_spearman |
|
value: 89.69200000000001 |
|
- type: manhattan_pearson |
|
value: 89.1685 |
|
- type: manhattan_spearman |
|
value: 89.8889 |
|
- type: euclidean_pearson |
|
value: 89.07969999999999 |
|
- type: euclidean_spearman |
|
value: 89.7003 |
|
- type: main_score |
|
value: 89.69200000000001 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: default |
|
name: MTEB STS14 (default) |
|
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 |
|
split: test |
|
type: mteb/sts14-sts |
|
metrics: |
|
- type: pearson |
|
value: 87.01989999999999 |
|
- type: spearman |
|
value: 85.3155 |
|
- type: cosine_pearson |
|
value: 87.01989999999999 |
|
- type: cosine_spearman |
|
value: 85.3155 |
|
- type: manhattan_pearson |
|
value: 86.24159999999999 |
|
- type: manhattan_spearman |
|
value: 85.544 |
|
- type: euclidean_pearson |
|
value: 86.1032 |
|
- type: euclidean_spearman |
|
value: 85.31490000000001 |
|
- type: main_score |
|
value: 85.3155 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: default |
|
name: MTEB STS15 (default) |
|
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 |
|
split: test |
|
type: mteb/sts15-sts |
|
metrics: |
|
- type: pearson |
|
value: 89.593 |
|
- type: spearman |
|
value: 90.1574 |
|
- type: cosine_pearson |
|
value: 89.593 |
|
- type: cosine_spearman |
|
value: 90.1574 |
|
- type: manhattan_pearson |
|
value: 89.93910000000001 |
|
- type: manhattan_spearman |
|
value: 90.4357 |
|
- type: euclidean_pearson |
|
value: 89.76650000000001 |
|
- type: euclidean_spearman |
|
value: 90.1554 |
|
- type: main_score |
|
value: 90.1574 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: default |
|
name: MTEB STS16 (default) |
|
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 |
|
split: test |
|
type: mteb/sts16-sts |
|
metrics: |
|
- type: pearson |
|
value: 85.03540000000001 |
|
- type: spearman |
|
value: 86.4191 |
|
- type: cosine_pearson |
|
value: 85.03540000000001 |
|
- type: cosine_spearman |
|
value: 86.4191 |
|
- type: manhattan_pearson |
|
value: 85.8992 |
|
- type: manhattan_spearman |
|
value: 86.7274 |
|
- type: euclidean_pearson |
|
value: 85.638 |
|
- type: euclidean_spearman |
|
value: 86.42 |
|
- type: main_score |
|
value: 86.4191 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: en-ar |
|
name: MTEB STS17 (en-ar) |
|
revision: faeb762787bd10488a50c8b5be4a3b82e411949c |
|
split: test |
|
type: mteb/sts17-crosslingual-sts |
|
metrics: |
|
- type: pearson |
|
value: 54.1098 |
|
- type: spearman |
|
value: 52.721 |
|
- type: cosine_pearson |
|
value: 54.1098 |
|
- type: cosine_spearman |
|
value: 52.721 |
|
- type: manhattan_pearson |
|
value: 54.890899999999995 |
|
- type: manhattan_spearman |
|
value: 52.727900000000005 |
|
- type: euclidean_pearson |
|
value: 54.65410000000001 |
|
- type: euclidean_spearman |
|
value: 52.8582 |
|
- type: main_score |
|
value: 52.721 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: fr-en |
|
name: MTEB STS17 (fr-en) |
|
revision: faeb762787bd10488a50c8b5be4a3b82e411949c |
|
split: test |
|
type: mteb/sts17-crosslingual-sts |
|
metrics: |
|
- type: pearson |
|
value: 84.3262 |
|
- type: spearman |
|
value: 84.1421 |
|
- type: cosine_pearson |
|
value: 84.3262 |
|
- type: cosine_spearman |
|
value: 84.1421 |
|
- type: manhattan_pearson |
|
value: 83.8999 |
|
- type: manhattan_spearman |
|
value: 83.9987 |
|
- type: euclidean_pearson |
|
value: 84.0174 |
|
- type: euclidean_spearman |
|
value: 84.1711 |
|
- type: main_score |
|
value: 84.1421 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: en-en |
|
name: MTEB STS17 (en-en) |
|
revision: faeb762787bd10488a50c8b5be4a3b82e411949c |
|
split: test |
|
type: mteb/sts17-crosslingual-sts |
|
metrics: |
|
- type: pearson |
|
value: 91.38969999999999 |
|
- type: spearman |
|
value: 91.00789999999999 |
|
- type: cosine_pearson |
|
value: 91.38969999999999 |
|
- type: cosine_spearman |
|
value: 91.00789999999999 |
|
- type: manhattan_pearson |
|
value: 90.8917 |
|
- type: manhattan_spearman |
|
value: 90.7834 |
|
- type: euclidean_pearson |
|
value: 91.0361 |
|
- type: euclidean_spearman |
|
value: 91.011 |
|
- type: main_score |
|
value: 91.00789999999999 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: nl-en |
|
name: MTEB STS17 (nl-en) |
|
revision: faeb762787bd10488a50c8b5be4a3b82e411949c |
|
split: test |
|
type: mteb/sts17-crosslingual-sts |
|
metrics: |
|
- type: pearson |
|
value: 84.636 |
|
- type: spearman |
|
value: 84.1977 |
|
- type: cosine_pearson |
|
value: 84.636 |
|
- type: cosine_spearman |
|
value: 84.1977 |
|
- type: manhattan_pearson |
|
value: 84.6895 |
|
- type: manhattan_spearman |
|
value: 84.1849 |
|
- type: euclidean_pearson |
|
value: 84.753 |
|
- type: euclidean_spearman |
|
value: 84.2251 |
|
- type: main_score |
|
value: 84.1977 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: es-en |
|
name: MTEB STS17 (es-en) |
|
revision: faeb762787bd10488a50c8b5be4a3b82e411949c |
|
split: test |
|
type: mteb/sts17-crosslingual-sts |
|
metrics: |
|
- type: pearson |
|
value: 85.8595 |
|
- type: spearman |
|
value: 86.9965 |
|
- type: cosine_pearson |
|
value: 85.8595 |
|
- type: cosine_spearman |
|
value: 86.9965 |
|
- type: manhattan_pearson |
|
value: 86.92450000000001 |
|
- type: manhattan_spearman |
|
value: 87.39489999999999 |
|
- type: euclidean_pearson |
|
value: 86.5575 |
|
- type: euclidean_spearman |
|
value: 86.997 |
|
- type: main_score |
|
value: 86.9965 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: it-en |
|
name: MTEB STS17 (it-en) |
|
revision: faeb762787bd10488a50c8b5be4a3b82e411949c |
|
split: test |
|
type: mteb/sts17-crosslingual-sts |
|
metrics: |
|
- type: pearson |
|
value: 85.959 |
|
- type: spearman |
|
value: 86.3103 |
|
- type: cosine_pearson |
|
value: 85.959 |
|
- type: cosine_spearman |
|
value: 86.3103 |
|
- type: manhattan_pearson |
|
value: 85.7486 |
|
- type: manhattan_spearman |
|
value: 86.0977 |
|
- type: euclidean_pearson |
|
value: 85.8361 |
|
- type: euclidean_spearman |
|
value: 86.2741 |
|
- type: main_score |
|
value: 86.3103 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: en-de |
|
name: MTEB STS17 (en-de) |
|
revision: faeb762787bd10488a50c8b5be4a3b82e411949c |
|
split: test |
|
type: mteb/sts17-crosslingual-sts |
|
metrics: |
|
- type: pearson |
|
value: 86.2629 |
|
- type: spearman |
|
value: 85.8372 |
|
- type: cosine_pearson |
|
value: 86.2629 |
|
- type: cosine_spearman |
|
value: 85.8372 |
|
- type: manhattan_pearson |
|
value: 86.2491 |
|
- type: manhattan_spearman |
|
value: 85.4973 |
|
- type: euclidean_pearson |
|
value: 86.5074 |
|
- type: euclidean_spearman |
|
value: 85.83370000000001 |
|
- type: main_score |
|
value: 85.8372 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: en-tr |
|
name: MTEB STS17 (en-tr) |
|
revision: faeb762787bd10488a50c8b5be4a3b82e411949c |
|
split: test |
|
type: mteb/sts17-crosslingual-sts |
|
metrics: |
|
- type: pearson |
|
value: 57.5675 |
|
- type: spearman |
|
value: 55.564899999999994 |
|
- type: cosine_pearson |
|
value: 57.5675 |
|
- type: cosine_spearman |
|
value: 55.564899999999994 |
|
- type: manhattan_pearson |
|
value: 57.4686 |
|
- type: manhattan_spearman |
|
value: 55.3816 |
|
- type: euclidean_pearson |
|
value: 57.635099999999994 |
|
- type: euclidean_spearman |
|
value: 55.501900000000006 |
|
- type: main_score |
|
value: 55.564899999999994 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: pl-en |
|
name: MTEB STS22 (pl-en) |
|
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 |
|
split: test |
|
type: mteb/sts22-crosslingual-sts |
|
metrics: |
|
- type: pearson |
|
value: 76.1237 |
|
- type: spearman |
|
value: 76.4 |
|
- type: cosine_pearson |
|
value: 76.1237 |
|
- type: cosine_spearman |
|
value: 76.4 |
|
- type: manhattan_pearson |
|
value: 78.6794 |
|
- type: manhattan_spearman |
|
value: 77.2282 |
|
- type: euclidean_pearson |
|
value: 77.1688 |
|
- type: euclidean_spearman |
|
value: 76.4 |
|
- type: main_score |
|
value: 76.4 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: es-en |
|
name: MTEB STS22 (es-en) |
|
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 |
|
split: test |
|
type: mteb/sts22-crosslingual-sts |
|
metrics: |
|
- type: pearson |
|
value: 73.89099999999999 |
|
- type: spearman |
|
value: 77.8292 |
|
- type: cosine_pearson |
|
value: 73.89099999999999 |
|
- type: cosine_spearman |
|
value: 77.8292 |
|
- type: manhattan_pearson |
|
value: 77.53229999999999 |
|
- type: manhattan_spearman |
|
value: 78.3926 |
|
- type: euclidean_pearson |
|
value: 76.6734 |
|
- type: euclidean_spearman |
|
value: 77.8721 |
|
- type: main_score |
|
value: 77.8292 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: en |
|
name: MTEB STS22 (en) |
|
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 |
|
split: test |
|
type: mteb/sts22-crosslingual-sts |
|
metrics: |
|
- type: pearson |
|
value: 68.31099999999999 |
|
- type: spearman |
|
value: 68.0764 |
|
- type: cosine_pearson |
|
value: 68.31099999999999 |
|
- type: cosine_spearman |
|
value: 68.0764 |
|
- type: manhattan_pearson |
|
value: 69.7423 |
|
- type: manhattan_spearman |
|
value: 68.3212 |
|
- type: euclidean_pearson |
|
value: 69.5701 |
|
- type: euclidean_spearman |
|
value: 68.2299 |
|
- type: main_score |
|
value: 68.0764 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: de-en |
|
name: MTEB STS22 (de-en) |
|
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 |
|
split: test |
|
type: mteb/sts22-crosslingual-sts |
|
metrics: |
|
- type: pearson |
|
value: 65.0636 |
|
- type: spearman |
|
value: 59.4669 |
|
- type: cosine_pearson |
|
value: 65.0636 |
|
- type: cosine_spearman |
|
value: 59.4669 |
|
- type: manhattan_pearson |
|
value: 69.723 |
|
- type: manhattan_spearman |
|
value: 60.3823 |
|
- type: euclidean_pearson |
|
value: 68.6454 |
|
- type: euclidean_spearman |
|
value: 59.384899999999995 |
|
- type: main_score |
|
value: 59.4669 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: zh-en |
|
name: MTEB STS22 (zh-en) |
|
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 |
|
split: test |
|
type: mteb/sts22-crosslingual-sts |
|
metrics: |
|
- type: pearson |
|
value: 73.7603 |
|
- type: spearman |
|
value: 73.0799 |
|
- type: cosine_pearson |
|
value: 73.7603 |
|
- type: cosine_spearman |
|
value: 73.0799 |
|
- type: manhattan_pearson |
|
value: 76.2351 |
|
- type: manhattan_spearman |
|
value: 73.60719999999999 |
|
- type: euclidean_pearson |
|
value: 75.61529999999999 |
|
- type: euclidean_spearman |
|
value: 72.9809 |
|
- type: main_score |
|
value: 73.0799 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: default |
|
name: MTEB STSBenchmark (default) |
|
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 |
|
split: test |
|
type: mteb/stsbenchmark-sts |
|
metrics: |
|
- type: pearson |
|
value: 88.1242 |
|
- type: spearman |
|
value: 88.8456 |
|
- type: cosine_pearson |
|
value: 88.1242 |
|
- type: cosine_spearman |
|
value: 88.8456 |
|
- type: manhattan_pearson |
|
value: 88.6122 |
|
- type: manhattan_spearman |
|
value: 89.0198 |
|
- type: euclidean_pearson |
|
value: 88.5314 |
|
- type: euclidean_spearman |
|
value: 88.8432 |
|
- type: main_score |
|
value: 88.8456 |
|
task: |
|
type: STS |
|
- dataset: |
|
config: default |
|
name: MTEB SciDocsRR (default) |
|
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab |
|
split: test |
|
type: mteb/scidocs-reranking |
|
metrics: |
|
- type: map |
|
value: 89.06920000000001 |
|
- type: mrr |
|
value: 96.977 |
|
- type: nAUC_map_max |
|
value: 49.1778 |
|
- type: nAUC_map_std |
|
value: 62.091499999999996 |
|
- type: nAUC_map_diff1 |
|
value: -13.373899999999999 |
|
- type: nAUC_mrr_max |
|
value: 86.7325 |
|
- type: nAUC_mrr_std |
|
value: 74.958 |
|
- type: nAUC_mrr_diff1 |
|
value: 25.6955 |
|
- type: main_score |
|
value: 89.06920000000001 |
|
task: |
|
type: Reranking |
|
- dataset: |
|
config: default |
|
name: MTEB SciFact (default) |
|
revision: 0228b52cf27578f30900b9e5271d331663a030d7 |
|
split: test |
|
type: mteb/scifact |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 67.333 |
|
- type: ndcg_at_3 |
|
value: 75.142 |
|
- type: ndcg_at_5 |
|
value: 78.873 |
|
- type: ndcg_at_10 |
|
value: 80.372 |
|
- type: ndcg_at_20 |
|
value: 80.914 |
|
- type: ndcg_at_100 |
|
value: 81.563 |
|
- type: ndcg_at_1000 |
|
value: 81.601 |
|
- type: map_at_1 |
|
value: 63.99399999999999 |
|
- type: map_at_3 |
|
value: 72.181 |
|
- type: map_at_5 |
|
value: 74.665 |
|
- type: map_at_10 |
|
value: 75.51299999999999 |
|
- type: map_at_20 |
|
value: 75.693 |
|
- type: map_at_100 |
|
value: 75.78 |
|
- type: map_at_1000 |
|
value: 75.78099999999999 |
|
- type: recall_at_1 |
|
value: 63.99399999999999 |
|
- type: recall_at_3 |
|
value: 80.63900000000001 |
|
- type: recall_at_5 |
|
value: 90.017 |
|
- type: recall_at_10 |
|
value: 94.167 |
|
- type: recall_at_20 |
|
value: 96.167 |
|
- type: recall_at_100 |
|
value: 99.667 |
|
- type: recall_at_1000 |
|
value: 100.0 |
|
- type: precision_at_1 |
|
value: 67.333 |
|
- type: precision_at_3 |
|
value: 29.444 |
|
- type: precision_at_5 |
|
value: 20.067 |
|
- type: precision_at_10 |
|
value: 10.667 |
|
- type: precision_at_20 |
|
value: 5.45 |
|
- type: precision_at_100 |
|
value: 1.127 |
|
- type: precision_at_1000 |
|
value: 0.11299999999999999 |
|
- type: mrr_at_1 |
|
value: 67.3333 |
|
- type: mrr_at_3 |
|
value: 73.9444 |
|
- type: mrr_at_5 |
|
value: 76.0444 |
|
- type: mrr_at_10 |
|
value: 76.4517 |
|
- type: mrr_at_20 |
|
value: 76.5739 |
|
- type: mrr_at_100 |
|
value: 76.6556 |
|
- type: mrr_at_1000 |
|
value: 76.6563 |
|
- type: nauc_ndcg_at_1_max |
|
value: 55.373099999999994 |
|
- type: nauc_ndcg_at_1_std |
|
value: -11.362 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 81.5232 |
|
- type: nauc_ndcg_at_3_max |
|
value: 58.0376 |
|
- type: nauc_ndcg_at_3_std |
|
value: -14.4854 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 77.848 |
|
- type: nauc_ndcg_at_5_max |
|
value: 55.789699999999996 |
|
- type: nauc_ndcg_at_5_std |
|
value: -15.0412 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 77.7873 |
|
- type: nauc_ndcg_at_10_max |
|
value: 58.6243 |
|
- type: nauc_ndcg_at_10_std |
|
value: -13.867799999999999 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 78.071 |
|
- type: nauc_ndcg_at_20_max |
|
value: 58.9032 |
|
- type: nauc_ndcg_at_20_std |
|
value: -12.7998 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 78.12010000000001 |
|
- type: nauc_ndcg_at_100_max |
|
value: 58.0772 |
|
- type: nauc_ndcg_at_100_std |
|
value: -12.4604 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 78.7002 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 58.0835 |
|
- type: nauc_ndcg_at_1000_std |
|
value: -12.662799999999999 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 78.7157 |
|
- type: nauc_map_at_1_max |
|
value: 45.2711 |
|
- type: nauc_map_at_1_std |
|
value: -21.685 |
|
- type: nauc_map_at_1_diff1 |
|
value: 80.8536 |
|
- type: nauc_map_at_3_max |
|
value: 53.970600000000005 |
|
- type: nauc_map_at_3_std |
|
value: -18.0178 |
|
- type: nauc_map_at_3_diff1 |
|
value: 78.95309999999999 |
|
- type: nauc_map_at_5_max |
|
value: 54.7643 |
|
- type: nauc_map_at_5_std |
|
value: -15.943999999999999 |
|
- type: nauc_map_at_5_diff1 |
|
value: 78.9665 |
|
- type: nauc_map_at_10_max |
|
value: 56.737899999999996 |
|
- type: nauc_map_at_10_std |
|
value: -14.355599999999999 |
|
- type: nauc_map_at_10_diff1 |
|
value: 79.095 |
|
- type: nauc_map_at_20_max |
|
value: 56.804 |
|
- type: nauc_map_at_20_std |
|
value: -14.033599999999998 |
|
- type: nauc_map_at_20_diff1 |
|
value: 79.0729 |
|
- type: nauc_map_at_100_max |
|
value: 56.7168 |
|
- type: nauc_map_at_100_std |
|
value: -14.000000000000002 |
|
- type: nauc_map_at_100_diff1 |
|
value: 79.1456 |
|
- type: nauc_map_at_1000_max |
|
value: 56.7168 |
|
- type: nauc_map_at_1000_std |
|
value: -14.003099999999998 |
|
- type: nauc_map_at_1000_diff1 |
|
value: 79.1458 |
|
- type: nauc_recall_at_1_max |
|
value: 45.2711 |
|
- type: nauc_recall_at_1_std |
|
value: -21.685 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 80.8536 |
|
- type: nauc_recall_at_3_max |
|
value: 55.911100000000005 |
|
- type: nauc_recall_at_3_std |
|
value: -19.1603 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 72.51689999999999 |
|
- type: nauc_recall_at_5_max |
|
value: 50.6317 |
|
- type: nauc_recall_at_5_std |
|
value: -21.4004 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 68.3824 |
|
- type: nauc_recall_at_10_max |
|
value: 67.3176 |
|
- type: nauc_recall_at_10_std |
|
value: -23.6601 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 67.20150000000001 |
|
- type: nauc_recall_at_20_max |
|
value: 76.566 |
|
- type: nauc_recall_at_20_std |
|
value: -12.4873 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 63.6849 |
|
- type: nauc_recall_at_100_max |
|
value: 55.415499999999994 |
|
- type: nauc_recall_at_100_std |
|
value: 72.2222 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 72.2222 |
|
- type: nauc_recall_at_1000_max |
|
value: .nan |
|
- type: nauc_recall_at_1000_std |
|
value: .nan |
|
- type: nauc_recall_at_1000_diff1 |
|
value: .nan |
|
- type: nauc_precision_at_1_max |
|
value: 55.373099999999994 |
|
- type: nauc_precision_at_1_std |
|
value: -11.362 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 81.5232 |
|
- type: nauc_precision_at_3_max |
|
value: 59.23969999999999 |
|
- type: nauc_precision_at_3_std |
|
value: 17.3868 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 37.0438 |
|
- type: nauc_precision_at_5_max |
|
value: 51.358599999999996 |
|
- type: nauc_precision_at_5_std |
|
value: 39.9722 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 9.2927 |
|
- type: nauc_precision_at_10_max |
|
value: 44.6166 |
|
- type: nauc_precision_at_10_std |
|
value: 46.4231 |
|
- type: nauc_precision_at_10_diff1 |
|
value: -7.435700000000001 |
|
- type: nauc_precision_at_20_max |
|
value: 41.1852 |
|
- type: nauc_precision_at_20_std |
|
value: 51.89359999999999 |
|
- type: nauc_precision_at_20_diff1 |
|
value: -14.6318 |
|
- type: nauc_precision_at_100_max |
|
value: 33.6188 |
|
- type: nauc_precision_at_100_std |
|
value: 60.621700000000004 |
|
- type: nauc_precision_at_100_diff1 |
|
value: -26.376500000000004 |
|
- type: nauc_precision_at_1000_max |
|
value: 33.2976 |
|
- type: nauc_precision_at_1000_std |
|
value: 60.4508 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -27.829500000000003 |
|
- type: nauc_mrr_at_1_max |
|
value: 55.373099999999994 |
|
- type: nauc_mrr_at_1_std |
|
value: -11.362 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 81.5232 |
|
- type: nauc_mrr_at_3_max |
|
value: 58.7918 |
|
- type: nauc_mrr_at_3_std |
|
value: -11.580300000000001 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 78.79310000000001 |
|
- type: nauc_mrr_at_5_max |
|
value: 58.13270000000001 |
|
- type: nauc_mrr_at_5_std |
|
value: -11.2346 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 78.8896 |
|
- type: nauc_mrr_at_10_max |
|
value: 58.4249 |
|
- type: nauc_mrr_at_10_std |
|
value: -11.842600000000001 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 79.0629 |
|
- type: nauc_mrr_at_20_max |
|
value: 58.4409 |
|
- type: nauc_mrr_at_20_std |
|
value: -11.7012 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 79.1097 |
|
- type: nauc_mrr_at_100_max |
|
value: 58.3685 |
|
- type: nauc_mrr_at_100_std |
|
value: -11.6333 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 79.1871 |
|
- type: nauc_mrr_at_1000_max |
|
value: 58.3686 |
|
- type: nauc_mrr_at_1000_std |
|
value: -11.6365 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 79.1874 |
|
- type: main_score |
|
value: 80.372 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB SprintDuplicateQuestions (default) |
|
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 |
|
split: test |
|
type: mteb/sprintduplicatequestions-pairclassification |
|
metrics: |
|
- type: similarity_accuracy |
|
value: 99.8317 |
|
- type: similarity_accuracy_threshold |
|
value: 87.7015 |
|
- type: similarity_f1 |
|
value: 91.2821 |
|
- type: similarity_f1_threshold |
|
value: 87.68599999999999 |
|
- type: similarity_precision |
|
value: 93.68419999999999 |
|
- type: similarity_recall |
|
value: 89.0 |
|
- type: similarity_ap |
|
value: 96.249 |
|
- type: cosine_accuracy |
|
value: 99.8317 |
|
- type: cosine_accuracy_threshold |
|
value: 87.7015 |
|
- type: cosine_f1 |
|
value: 91.2821 |
|
- type: cosine_f1_threshold |
|
value: 87.68599999999999 |
|
- type: cosine_precision |
|
value: 93.68419999999999 |
|
- type: cosine_recall |
|
value: 89.0 |
|
- type: cosine_ap |
|
value: 96.249 |
|
- type: manhattan_accuracy |
|
value: 99.83370000000001 |
|
- type: manhattan_accuracy_threshold |
|
value: 4133.4675 |
|
- type: manhattan_f1 |
|
value: 91.52369999999999 |
|
- type: manhattan_f1_threshold |
|
value: 4244.392400000001 |
|
- type: manhattan_precision |
|
value: 92.3625 |
|
- type: manhattan_recall |
|
value: 90.7 |
|
- type: manhattan_ap |
|
value: 96.4021 |
|
- type: euclidean_accuracy |
|
value: 99.83070000000001 |
|
- type: euclidean_accuracy_threshold |
|
value: 49.684200000000004 |
|
- type: euclidean_f1 |
|
value: 91.24419999999999 |
|
- type: euclidean_f1_threshold |
|
value: 49.7175 |
|
- type: euclidean_precision |
|
value: 93.4942 |
|
- type: euclidean_recall |
|
value: 89.1 |
|
- type: euclidean_ap |
|
value: 96.24589999999999 |
|
- type: dot_accuracy |
|
value: 99.8277 |
|
- type: dot_accuracy_threshold |
|
value: 87.3743 |
|
- type: dot_f1 |
|
value: 91.1495 |
|
- type: dot_f1_threshold |
|
value: 87.3743 |
|
- type: dot_precision |
|
value: 92.7536 |
|
- type: dot_recall |
|
value: 89.60000000000001 |
|
- type: dot_ap |
|
value: 96.23509999999999 |
|
- type: max_accuracy |
|
value: 99.83370000000001 |
|
- type: max_f1 |
|
value: 91.52369999999999 |
|
- type: max_precision |
|
value: 93.68419999999999 |
|
- type: max_recall |
|
value: 90.7 |
|
- type: max_ap |
|
value: 96.4021 |
|
- type: main_score |
|
value: 96.4021 |
|
task: |
|
type: PairClassification |
|
- dataset: |
|
config: default |
|
name: MTEB StackExchangeClustering (default) |
|
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 |
|
split: test |
|
type: mteb/stackexchange-clustering |
|
metrics: |
|
- type: v_measure |
|
value: 80.19420000000001 |
|
- type: v_measure_std |
|
value: 2.8956 |
|
- type: main_score |
|
value: 80.19420000000001 |
|
task: |
|
type: Clustering |
|
- dataset: |
|
config: default |
|
name: MTEB StackExchangeClusteringP2P (default) |
|
revision: 815ca46b2622cec33ccafc3735d572c266efdb44 |
|
split: test |
|
type: mteb/stackexchange-clustering-p2p |
|
metrics: |
|
- type: v_measure |
|
value: 49.416900000000005 |
|
- type: v_measure_std |
|
value: 1.5938 |
|
- type: main_score |
|
value: 49.416900000000005 |
|
task: |
|
type: Clustering |
|
- dataset: |
|
config: default |
|
name: MTEB StackOverflowDupQuestions (default) |
|
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 |
|
split: test |
|
type: mteb/stackoverflowdupquestions-reranking |
|
metrics: |
|
- type: map |
|
value: 54.579 |
|
- type: mrr |
|
value: 55.598800000000004 |
|
- type: nAUC_map_max |
|
value: 9.1665 |
|
- type: nAUC_map_std |
|
value: 7.8292 |
|
- type: nAUC_map_diff1 |
|
value: 38.831199999999995 |
|
- type: nAUC_mrr_max |
|
value: 9.7435 |
|
- type: nAUC_mrr_std |
|
value: 8.030800000000001 |
|
- type: nAUC_mrr_diff1 |
|
value: 39.2785 |
|
- type: main_score |
|
value: 54.579 |
|
task: |
|
type: Reranking |
|
- dataset: |
|
config: default |
|
name: MTEB SummEval (default) |
|
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c |
|
split: test |
|
type: mteb/summeval |
|
metrics: |
|
- type: pearson |
|
value: 31.6006 |
|
- type: spearman |
|
value: 31.4212 |
|
- type: cosine_spearman |
|
value: 31.4212 |
|
- type: cosine_pearson |
|
value: 31.6006 |
|
- type: dot_spearman |
|
value: 31.5459 |
|
- type: dot_pearson |
|
value: 31.6412 |
|
- type: main_score |
|
value: 31.4212 |
|
task: |
|
type: Summarization |
|
- dataset: |
|
config: default |
|
name: MTEB TRECCOVID (default) |
|
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e |
|
split: test |
|
type: mteb/trec-covid |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 92.0 |
|
- type: ndcg_at_3 |
|
value: 89.592 |
|
- type: ndcg_at_5 |
|
value: 88.596 |
|
- type: ndcg_at_10 |
|
value: 86.732 |
|
- type: ndcg_at_20 |
|
value: 84.08099999999999 |
|
- type: ndcg_at_100 |
|
value: 70.204 |
|
- type: ndcg_at_1000 |
|
value: 63.29 |
|
- type: map_at_1 |
|
value: 0.243 |
|
- type: map_at_3 |
|
value: 0.703 |
|
- type: map_at_5 |
|
value: 1.142 |
|
- type: map_at_10 |
|
value: 2.2270000000000003 |
|
- type: map_at_20 |
|
value: 4.176 |
|
- type: map_at_100 |
|
value: 15.104999999999999 |
|
- type: map_at_1000 |
|
value: 37.759 |
|
- type: recall_at_1 |
|
value: 0.243 |
|
- type: recall_at_3 |
|
value: 0.726 |
|
- type: recall_at_5 |
|
value: 1.192 |
|
- type: recall_at_10 |
|
value: 2.359 |
|
- type: recall_at_20 |
|
value: 4.539 |
|
- type: recall_at_100 |
|
value: 17.802 |
|
- type: recall_at_1000 |
|
value: 59.906000000000006 |
|
- type: precision_at_1 |
|
value: 94.0 |
|
- type: precision_at_3 |
|
value: 93.333 |
|
- type: precision_at_5 |
|
value: 91.60000000000001 |
|
- type: precision_at_10 |
|
value: 90.0 |
|
- type: precision_at_20 |
|
value: 87.6 |
|
- type: precision_at_100 |
|
value: 72.42 |
|
- type: precision_at_1000 |
|
value: 27.842 |
|
- type: mrr_at_1 |
|
value: 94.0 |
|
- type: mrr_at_3 |
|
value: 97.0 |
|
- type: mrr_at_5 |
|
value: 97.0 |
|
- type: mrr_at_10 |
|
value: 97.0 |
|
- type: mrr_at_20 |
|
value: 97.0 |
|
- type: mrr_at_100 |
|
value: 97.0 |
|
- type: mrr_at_1000 |
|
value: 97.0 |
|
- type: nauc_ndcg_at_1_max |
|
value: 53.2855 |
|
- type: nauc_ndcg_at_1_std |
|
value: 57.4638 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 4.4059 |
|
- type: nauc_ndcg_at_3_max |
|
value: 37.2953 |
|
- type: nauc_ndcg_at_3_std |
|
value: 46.1686 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 17.6265 |
|
- type: nauc_ndcg_at_5_max |
|
value: 30.1947 |
|
- type: nauc_ndcg_at_5_std |
|
value: 53.0996 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 16.5411 |
|
- type: nauc_ndcg_at_10_max |
|
value: 36.923 |
|
- type: nauc_ndcg_at_10_std |
|
value: 58.658100000000005 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 13.2686 |
|
- type: nauc_ndcg_at_20_max |
|
value: 40.2471 |
|
- type: nauc_ndcg_at_20_std |
|
value: 62.5481 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 5.9675 |
|
- type: nauc_ndcg_at_100_max |
|
value: 38.2307 |
|
- type: nauc_ndcg_at_100_std |
|
value: 67.91329999999999 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: -12.2539 |
|
- type: nauc_ndcg_at_1000_max |
|
value: 41.875 |
|
- type: nauc_ndcg_at_1000_std |
|
value: 75.5431 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: -2.8021000000000003 |
|
- type: nauc_map_at_1_max |
|
value: -8.0287 |
|
- type: nauc_map_at_1_std |
|
value: 26.559500000000003 |
|
- type: nauc_map_at_1_diff1 |
|
value: 13.9958 |
|
- type: nauc_map_at_3_max |
|
value: -3.7122 |
|
- type: nauc_map_at_3_std |
|
value: 30.8674 |
|
- type: nauc_map_at_3_diff1 |
|
value: 25.9597 |
|
- type: nauc_map_at_5_max |
|
value: -2.6957 |
|
- type: nauc_map_at_5_std |
|
value: 34.3742 |
|
- type: nauc_map_at_5_diff1 |
|
value: 24.567 |
|
- type: nauc_map_at_10_max |
|
value: -1.028 |
|
- type: nauc_map_at_10_std |
|
value: 38.6623 |
|
- type: nauc_map_at_10_diff1 |
|
value: 23.482 |
|
- type: nauc_map_at_20_max |
|
value: 0.9729 |
|
- type: nauc_map_at_20_std |
|
value: 41.4966 |
|
- type: nauc_map_at_20_diff1 |
|
value: 21.6255 |
|
- type: nauc_map_at_100_max |
|
value: 16.6328 |
|
- type: nauc_map_at_100_std |
|
value: 62.829100000000004 |
|
- type: nauc_map_at_100_diff1 |
|
value: 5.6174 |
|
- type: nauc_map_at_1000_max |
|
value: 40.1756 |
|
- type: nauc_map_at_1000_std |
|
value: 74.6962 |
|
- type: nauc_map_at_1000_diff1 |
|
value: -8.3158 |
|
- type: nauc_recall_at_1_max |
|
value: -8.0287 |
|
- type: nauc_recall_at_1_std |
|
value: 26.559500000000003 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 13.9958 |
|
- type: nauc_recall_at_3_max |
|
value: -6.4821 |
|
- type: nauc_recall_at_3_std |
|
value: 24.8695 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 25.6479 |
|
- type: nauc_recall_at_5_max |
|
value: -6.8088999999999995 |
|
- type: nauc_recall_at_5_std |
|
value: 28.340700000000002 |
|
- type: nauc_recall_at_5_diff1 |
|
value: 22.797700000000003 |
|
- type: nauc_recall_at_10_max |
|
value: -5.6834999999999996 |
|
- type: nauc_recall_at_10_std |
|
value: 30.5569 |
|
- type: nauc_recall_at_10_diff1 |
|
value: 21.330099999999998 |
|
- type: nauc_recall_at_20_max |
|
value: -5.9924 |
|
- type: nauc_recall_at_20_std |
|
value: 30.4601 |
|
- type: nauc_recall_at_20_diff1 |
|
value: 19.365299999999998 |
|
- type: nauc_recall_at_100_max |
|
value: 7.007099999999999 |
|
- type: nauc_recall_at_100_std |
|
value: 48.9423 |
|
- type: nauc_recall_at_100_diff1 |
|
value: 9.1493 |
|
- type: nauc_recall_at_1000_max |
|
value: 37.2208 |
|
- type: nauc_recall_at_1000_std |
|
value: 64.91550000000001 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: -2.8935 |
|
- type: nauc_precision_at_1_max |
|
value: 42.343599999999995 |
|
- type: nauc_precision_at_1_std |
|
value: 69.3433 |
|
- type: nauc_precision_at_1_diff1 |
|
value: -20.028000000000002 |
|
- type: nauc_precision_at_3_max |
|
value: 49.335699999999996 |
|
- type: nauc_precision_at_3_std |
|
value: 45.994 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 22.622400000000003 |
|
- type: nauc_precision_at_5_max |
|
value: 38.3816 |
|
- type: nauc_precision_at_5_std |
|
value: 55.8298 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 8.4025 |
|
- type: nauc_precision_at_10_max |
|
value: 41.6808 |
|
- type: nauc_precision_at_10_std |
|
value: 66.1322 |
|
- type: nauc_precision_at_10_diff1 |
|
value: 4.665699999999999 |
|
- type: nauc_precision_at_20_max |
|
value: 42.0959 |
|
- type: nauc_precision_at_20_std |
|
value: 61.7217 |
|
- type: nauc_precision_at_20_diff1 |
|
value: -3.4937000000000005 |
|
- type: nauc_precision_at_100_max |
|
value: 40.4606 |
|
- type: nauc_precision_at_100_std |
|
value: 63.3467 |
|
- type: nauc_precision_at_100_diff1 |
|
value: -16.487199999999998 |
|
- type: nauc_precision_at_1000_max |
|
value: 39.4253 |
|
- type: nauc_precision_at_1000_std |
|
value: 18.8794 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -18.4566 |
|
- type: nauc_mrr_at_1_max |
|
value: 42.343599999999995 |
|
- type: nauc_mrr_at_1_std |
|
value: 69.3433 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: -20.028000000000002 |
|
- type: nauc_mrr_at_3_max |
|
value: 42.343599999999995 |
|
- type: nauc_mrr_at_3_std |
|
value: 69.3433 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: -20.028000000000002 |
|
- type: nauc_mrr_at_5_max |
|
value: 42.343599999999995 |
|
- type: nauc_mrr_at_5_std |
|
value: 69.3433 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: -20.028000000000002 |
|
- type: nauc_mrr_at_10_max |
|
value: 42.343599999999995 |
|
- type: nauc_mrr_at_10_std |
|
value: 69.3433 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: -20.028000000000002 |
|
- type: nauc_mrr_at_20_max |
|
value: 42.343599999999995 |
|
- type: nauc_mrr_at_20_std |
|
value: 69.3433 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: -20.028000000000002 |
|
- type: nauc_mrr_at_100_max |
|
value: 42.343599999999995 |
|
- type: nauc_mrr_at_100_std |
|
value: 69.3433 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: -20.028000000000002 |
|
- type: nauc_mrr_at_1000_max |
|
value: 42.343599999999995 |
|
- type: nauc_mrr_at_1000_std |
|
value: 69.3433 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: -20.028000000000002 |
|
- type: main_score |
|
value: 86.732 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB Touche2020 (default) |
|
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f |
|
split: test |
|
type: mteb/touche2020 |
|
metrics: |
|
- type: ndcg_at_1 |
|
value: 37.755 |
|
- type: ndcg_at_3 |
|
value: 37.185 |
|
- type: ndcg_at_5 |
|
value: 32.564 |
|
- type: ndcg_at_10 |
|
value: 31.395 |
|
- type: ndcg_at_20 |
|
value: 30.494 |
|
- type: ndcg_at_100 |
|
value: 42.617 |
|
- type: ndcg_at_1000 |
|
value: 53.324000000000005 |
|
- type: map_at_1 |
|
value: 2.7640000000000002 |
|
- type: map_at_3 |
|
value: 6.970999999999999 |
|
- type: map_at_5 |
|
value: 8.518 |
|
- type: map_at_10 |
|
value: 11.919 |
|
- type: map_at_20 |
|
value: 14.389 |
|
- type: map_at_100 |
|
value: 18.799 |
|
- type: map_at_1000 |
|
value: 20.366 |
|
- type: recall_at_1 |
|
value: 2.7640000000000002 |
|
- type: recall_at_3 |
|
value: 8.323 |
|
- type: recall_at_5 |
|
value: 11.259 |
|
- type: recall_at_10 |
|
value: 19.088 |
|
- type: recall_at_20 |
|
value: 26.488 |
|
- type: recall_at_100 |
|
value: 53.437 |
|
- type: recall_at_1000 |
|
value: 86.385 |
|
- type: precision_at_1 |
|
value: 38.775999999999996 |
|
- type: precision_at_3 |
|
value: 38.095 |
|
- type: precision_at_5 |
|
value: 31.429000000000002 |
|
- type: precision_at_10 |
|
value: 27.346999999999998 |
|
- type: precision_at_20 |
|
value: 19.184 |
|
- type: precision_at_100 |
|
value: 8.713999999999999 |
|
- type: precision_at_1000 |
|
value: 1.6119999999999999 |
|
- type: mrr_at_1 |
|
value: 38.7755 |
|
- type: mrr_at_3 |
|
value: 52.7211 |
|
- type: mrr_at_5 |
|
value: 55.9864 |
|
- type: mrr_at_10 |
|
value: 57.2554 |
|
- type: mrr_at_20 |
|
value: 57.382999999999996 |
|
- type: mrr_at_100 |
|
value: 57.5539 |
|
- type: mrr_at_1000 |
|
value: 57.5539 |
|
- type: nauc_ndcg_at_1_max |
|
value: -20.4965 |
|
- type: nauc_ndcg_at_1_std |
|
value: -0.3794 |
|
- type: nauc_ndcg_at_1_diff1 |
|
value: 24.9951 |
|
- type: nauc_ndcg_at_3_max |
|
value: -26.1758 |
|
- type: nauc_ndcg_at_3_std |
|
value: 12.2535 |
|
- type: nauc_ndcg_at_3_diff1 |
|
value: 15.765199999999998 |
|
- type: nauc_ndcg_at_5_max |
|
value: -27.4523 |
|
- type: nauc_ndcg_at_5_std |
|
value: 5.7325 |
|
- type: nauc_ndcg_at_5_diff1 |
|
value: 12.3423 |
|
- type: nauc_ndcg_at_10_max |
|
value: -24.3957 |
|
- type: nauc_ndcg_at_10_std |
|
value: 3.526 |
|
- type: nauc_ndcg_at_10_diff1 |
|
value: 7.2427 |
|
- type: nauc_ndcg_at_20_max |
|
value: -20.866799999999998 |
|
- type: nauc_ndcg_at_20_std |
|
value: 6.1578 |
|
- type: nauc_ndcg_at_20_diff1 |
|
value: 4.1767 |
|
- type: nauc_ndcg_at_100_max |
|
value: -17.9588 |
|
- type: nauc_ndcg_at_100_std |
|
value: 33.1442 |
|
- type: nauc_ndcg_at_100_diff1 |
|
value: 4.356199999999999 |
|
- type: nauc_ndcg_at_1000_max |
|
value: -11.1072 |
|
- type: nauc_ndcg_at_1000_std |
|
value: 35.9222 |
|
- type: nauc_ndcg_at_1000_diff1 |
|
value: 5.9171000000000005 |
|
- type: nauc_map_at_1_max |
|
value: -22.354 |
|
- type: nauc_map_at_1_std |
|
value: -10.9271 |
|
- type: nauc_map_at_1_diff1 |
|
value: 27.7288 |
|
- type: nauc_map_at_3_max |
|
value: -22.397 |
|
- type: nauc_map_at_3_std |
|
value: -7.2767 |
|
- type: nauc_map_at_3_diff1 |
|
value: 15.101899999999999 |
|
- type: nauc_map_at_5_max |
|
value: -25.7693 |
|
- type: nauc_map_at_5_std |
|
value: -10.6509 |
|
- type: nauc_map_at_5_diff1 |
|
value: 6.9317 |
|
- type: nauc_map_at_10_max |
|
value: -22.2658 |
|
- type: nauc_map_at_10_std |
|
value: -7.2035 |
|
- type: nauc_map_at_10_diff1 |
|
value: 3.9056 |
|
- type: nauc_map_at_20_max |
|
value: -16.2962 |
|
- type: nauc_map_at_20_std |
|
value: -2.595 |
|
- type: nauc_map_at_20_diff1 |
|
value: 0.5059 |
|
- type: nauc_map_at_100_max |
|
value: -15.7023 |
|
- type: nauc_map_at_100_std |
|
value: 11.6893 |
|
- type: nauc_map_at_100_diff1 |
|
value: -0.6727000000000001 |
|
- type: nauc_map_at_1000_max |
|
value: -14.162700000000001 |
|
- type: nauc_map_at_1000_std |
|
value: 14.4614 |
|
- type: nauc_map_at_1000_diff1 |
|
value: -0.3813 |
|
- type: nauc_recall_at_1_max |
|
value: -22.354 |
|
- type: nauc_recall_at_1_std |
|
value: -10.9271 |
|
- type: nauc_recall_at_1_diff1 |
|
value: 27.7288 |
|
- type: nauc_recall_at_3_max |
|
value: -25.067 |
|
- type: nauc_recall_at_3_std |
|
value: -3.5932 |
|
- type: nauc_recall_at_3_diff1 |
|
value: 7.6448 |
|
- type: nauc_recall_at_5_max |
|
value: -31.9521 |
|
- type: nauc_recall_at_5_std |
|
value: -12.973299999999998 |
|
- type: nauc_recall_at_5_diff1 |
|
value: -0.8931 |
|
- type: nauc_recall_at_10_max |
|
value: -26.1132 |
|
- type: nauc_recall_at_10_std |
|
value: -7.3447 |
|
- type: nauc_recall_at_10_diff1 |
|
value: -4.7741999999999996 |
|
- type: nauc_recall_at_20_max |
|
value: -18.1067 |
|
- type: nauc_recall_at_20_std |
|
value: 2.8136 |
|
- type: nauc_recall_at_20_diff1 |
|
value: -10.4605 |
|
- type: nauc_recall_at_100_max |
|
value: -16.423199999999998 |
|
- type: nauc_recall_at_100_std |
|
value: 44.8333 |
|
- type: nauc_recall_at_100_diff1 |
|
value: -6.1889 |
|
- type: nauc_recall_at_1000_max |
|
value: 8.706 |
|
- type: nauc_recall_at_1000_std |
|
value: 74.9427 |
|
- type: nauc_recall_at_1000_diff1 |
|
value: -11.8207 |
|
- type: nauc_precision_at_1_max |
|
value: -17.1924 |
|
- type: nauc_precision_at_1_std |
|
value: 0.0948 |
|
- type: nauc_precision_at_1_diff1 |
|
value: 28.084300000000002 |
|
- type: nauc_precision_at_3_max |
|
value: -23.0318 |
|
- type: nauc_precision_at_3_std |
|
value: 14.8594 |
|
- type: nauc_precision_at_3_diff1 |
|
value: 12.4551 |
|
- type: nauc_precision_at_5_max |
|
value: -26.849800000000002 |
|
- type: nauc_precision_at_5_std |
|
value: 2.2552 |
|
- type: nauc_precision_at_5_diff1 |
|
value: 6.4963999999999995 |
|
- type: nauc_precision_at_10_max |
|
value: -14.1258 |
|
- type: nauc_precision_at_10_std |
|
value: 9.764299999999999 |
|
- type: nauc_precision_at_10_diff1 |
|
value: 2.9594 |
|
- type: nauc_precision_at_20_max |
|
value: 0.6306 |
|
- type: nauc_precision_at_20_std |
|
value: 24.2147 |
|
- type: nauc_precision_at_20_diff1 |
|
value: -3.5282 |
|
- type: nauc_precision_at_100_max |
|
value: 11.4275 |
|
- type: nauc_precision_at_100_std |
|
value: 71.0325 |
|
- type: nauc_precision_at_100_diff1 |
|
value: -6.978800000000001 |
|
- type: nauc_precision_at_1000_max |
|
value: 37.155899999999995 |
|
- type: nauc_precision_at_1000_std |
|
value: 20.5794 |
|
- type: nauc_precision_at_1000_diff1 |
|
value: -11.6191 |
|
- type: nauc_mrr_at_1_max |
|
value: -17.1924 |
|
- type: nauc_mrr_at_1_std |
|
value: 0.0948 |
|
- type: nauc_mrr_at_1_diff1 |
|
value: 28.084300000000002 |
|
- type: nauc_mrr_at_3_max |
|
value: -26.1233 |
|
- type: nauc_mrr_at_3_std |
|
value: 12.6302 |
|
- type: nauc_mrr_at_3_diff1 |
|
value: 17.8467 |
|
- type: nauc_mrr_at_5_max |
|
value: -23.641499999999997 |
|
- type: nauc_mrr_at_5_std |
|
value: 8.3047 |
|
- type: nauc_mrr_at_5_diff1 |
|
value: 20.5063 |
|
- type: nauc_mrr_at_10_max |
|
value: -23.5564 |
|
- type: nauc_mrr_at_10_std |
|
value: 8.5333 |
|
- type: nauc_mrr_at_10_diff1 |
|
value: 20.5287 |
|
- type: nauc_mrr_at_20_max |
|
value: -23.154700000000002 |
|
- type: nauc_mrr_at_20_std |
|
value: 9.079600000000001 |
|
- type: nauc_mrr_at_20_diff1 |
|
value: 21.3888 |
|
- type: nauc_mrr_at_100_max |
|
value: -23.3008 |
|
- type: nauc_mrr_at_100_std |
|
value: 8.7424 |
|
- type: nauc_mrr_at_100_diff1 |
|
value: 21.2832 |
|
- type: nauc_mrr_at_1000_max |
|
value: -23.3008 |
|
- type: nauc_mrr_at_1000_std |
|
value: 8.7424 |
|
- type: nauc_mrr_at_1000_diff1 |
|
value: 21.2832 |
|
- type: main_score |
|
value: 31.395 |
|
task: |
|
type: Retrieval |
|
- dataset: |
|
config: default |
|
name: MTEB ToxicConversationsClassification (default) |
|
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de |
|
split: test |
|
type: mteb/toxic_conversations_50k |
|
metrics: |
|
- type: accuracy |
|
value: 91.3135 |
|
- type: f1 |
|
value: 78.12480000000001 |
|
- type: f1_weighted |
|
value: 92.4208 |
|
- type: ap |
|
value: 41.943599999999996 |
|
- type: ap_weighted |
|
value: 41.943599999999996 |
|
- type: main_score |
|
value: 91.3135 |
|
task: |
|
type: Classification |
|
- dataset: |
|
config: default |
|
name: MTEB TweetSentimentExtractionClassification (default) |
|
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a |
|
split: test |
|
type: mteb/tweet_sentiment_extraction |
|
metrics: |
|
- type: accuracy |
|
value: 77.24109999999999 |
|
- type: f1 |
|
value: 77.4964 |
|
- type: f1_weighted |
|
value: 77.0248 |
|
- type: main_score |
|
value: 77.24109999999999 |
|
task: |
|
type: Classification |
|
- dataset: |
|
config: default |
|
name: MTEB TwentyNewsgroupsClustering (default) |
|
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 |
|
split: test |
|
type: mteb/twentynewsgroups-clustering |
|
metrics: |
|
- type: v_measure |
|
value: 63.132200000000005 |
|
- type: v_measure_std |
|
value: 0.7163 |
|
- type: main_score |
|
value: 63.132200000000005 |
|
task: |
|
type: Clustering |
|
- dataset: |
|
config: default |
|
name: MTEB TwitterSemEval2015 (default) |
|
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 |
|
split: test |
|
type: mteb/twittersemeval2015-pairclassification |
|
metrics: |
|
- type: similarity_accuracy |
|
value: 88.061 |
|
- type: similarity_accuracy_threshold |
|
value: 85.9546 |
|
- type: similarity_f1 |
|
value: 73.36240000000001 |
|
- type: similarity_f1_threshold |
|
value: 84.0127 |
|
- type: similarity_precision |
|
value: 71.47149999999999 |
|
- type: similarity_recall |
|
value: 75.3562 |
|
- type: similarity_ap |
|
value: 80.2787 |
|
- type: cosine_accuracy |
|
value: 88.061 |
|
- type: cosine_accuracy_threshold |
|
value: 85.9546 |
|
- type: cosine_f1 |
|
value: 73.36240000000001 |
|
- type: cosine_f1_threshold |
|
value: 84.0127 |
|
- type: cosine_precision |
|
value: 71.47149999999999 |
|
- type: cosine_recall |
|
value: 75.3562 |
|
- type: cosine_ap |
|
value: 80.2787 |
|
- type: manhattan_accuracy |
|
value: 87.8941 |
|
- type: manhattan_accuracy_threshold |
|
value: 4374.3263 |
|
- type: manhattan_f1 |
|
value: 72.929 |
|
- type: manhattan_f1_threshold |
|
value: 4637.7289 |
|
- type: manhattan_precision |
|
value: 71.3636 |
|
- type: manhattan_recall |
|
value: 74.5646 |
|
- type: manhattan_ap |
|
value: 79.98140000000001 |
|
- type: euclidean_accuracy |
|
value: 88.0789 |
|
- type: euclidean_accuracy_threshold |
|
value: 52.9742 |
|
- type: euclidean_f1 |
|
value: 73.3591 |
|
- type: euclidean_f1_threshold |
|
value: 56.4815 |
|
- type: euclidean_precision |
|
value: 71.608 |
|
- type: euclidean_recall |
|
value: 75.19789999999999 |
|
- type: euclidean_ap |
|
value: 80.2656 |
|
- type: dot_accuracy |
|
value: 88.0789 |
|
- type: dot_accuracy_threshold |
|
value: 85.8034 |
|
- type: dot_f1 |
|
value: 73.40379999999999 |
|
- type: dot_f1_threshold |
|
value: 84.3213 |
|
- type: dot_precision |
|
value: 72.6544 |
|
- type: dot_recall |
|
value: 74.16890000000001 |
|
- type: dot_ap |
|
value: 80.32010000000001 |
|
- type: max_accuracy |
|
value: 88.0789 |
|
- type: max_f1 |
|
value: 73.40379999999999 |
|
- type: max_precision |
|
value: 72.6544 |
|
- type: max_recall |
|
value: 75.3562 |
|
- type: max_ap |
|
value: 80.32010000000001 |
|
- type: main_score |
|
value: 80.32010000000001 |
|
task: |
|
type: PairClassification |
|
- dataset: |
|
config: default |
|
name: MTEB TwitterURLCorpus (default) |
|
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf |
|
split: test |
|
type: mteb/twitterurlcorpus-pairclassification |
|
metrics: |
|
- type: similarity_accuracy |
|
value: 89.93090000000001 |
|
- type: similarity_accuracy_threshold |
|
value: 82.1349 |
|
- type: similarity_f1 |
|
value: 80.1377 |
|
- type: similarity_f1_threshold |
|
value: 80.5047 |
|
- type: similarity_precision |
|
value: 77.1539 |
|
- type: similarity_recall |
|
value: 83.3616 |
|
- type: similarity_ap |
|
value: 87.6917 |
|
- type: cosine_accuracy |
|
value: 89.93090000000001 |
|
- type: cosine_accuracy_threshold |
|
value: 82.1349 |
|
- type: cosine_f1 |
|
value: 80.1377 |
|
- type: cosine_f1_threshold |
|
value: 80.5047 |
|
- type: cosine_precision |
|
value: 77.1539 |
|
- type: cosine_recall |
|
value: 83.3616 |
|
- type: cosine_ap |
|
value: 87.6917 |
|
- type: manhattan_accuracy |
|
value: 89.86880000000001 |
|
- type: manhattan_accuracy_threshold |
|
value: 4882.7347 |
|
- type: manhattan_f1 |
|
value: 80.2323 |
|
- type: manhattan_f1_threshold |
|
value: 5185.1944 |
|
- type: manhattan_precision |
|
value: 76.74889999999999 |
|
- type: manhattan_recall |
|
value: 84.0468 |
|
- type: manhattan_ap |
|
value: 87.70750000000001 |
|
- type: euclidean_accuracy |
|
value: 89.94640000000001 |
|
- type: euclidean_accuracy_threshold |
|
value: 59.9149 |
|
- type: euclidean_f1 |
|
value: 80.1527 |
|
- type: euclidean_f1_threshold |
|
value: 62.3611 |
|
- type: euclidean_precision |
|
value: 77.2744 |
|
- type: euclidean_recall |
|
value: 83.2538 |
|
- type: euclidean_ap |
|
value: 87.6922 |
|
- type: dot_accuracy |
|
value: 89.9038 |
|
- type: dot_accuracy_threshold |
|
value: 82.53049999999999 |
|
- type: dot_f1 |
|
value: 80.0969 |
|
- type: dot_f1_threshold |
|
value: 80.7285 |
|
- type: dot_precision |
|
value: 77.5853 |
|
- type: dot_recall |
|
value: 82.77640000000001 |
|
- type: dot_ap |
|
value: 87.668 |
|
- type: max_accuracy |
|
value: 89.94640000000001 |
|
- type: max_f1 |
|
value: 80.2323 |
|
- type: max_precision |
|
value: 77.5853 |
|
- type: max_recall |
|
value: 84.0468 |
|
- type: max_ap |
|
value: 87.70750000000001 |
|
- type: main_score |
|
value: 87.70750000000001 |
|
task: |
|
type: PairClassification |
|
datasets: |
|
- BAAI/Infinity-MM |
|
- HuggingFaceFW/fineweb-edu |
|
language: |
|
- en |
|
base_model: |
|
- dunzhang/stella_en_1.5B_v5 |
|
- google/siglip-so400m-patch14-384 |
|
tags: |
|
- mteb |
|
--- |
|
|
|
|
|
## Introduction |
|
|
|
Based on dunzhang/stella_en_1.5B_v5 and google/siglip-so400m-patch14-384. |
|
|
|
It can encode both text and image. |
|
|
|
The training code, data and report will be released soon. |
|
|
|
The core training code will be integrated into the rag-retrieval library(https://github.com/NLPJCL/RAG-Retrieval) in the near future. (Welcome to star) |
|
|
|
This work was accomplished during my free time; please grant time a little time. |
|
|
|
## Usage |
|
```python |
|
|
|
import functools |
|
import PIL |
|
import numpy as np |
|
import torch |
|
from typing import Dict |
|
from io import BytesIO |
|
from transformers import SiglipImageProcessor |
|
from sentence_transformers import SentenceTransformer |
|
|
|
|
|
def jasper_vl_forward(self, features: dict[str, torch.Tensor], **kwargs) -> dict[str, torch.Tensor]: |
|
trans_features = {"input_ids": features["input_ids"], "attention_mask": features["attention_mask"]} |
|
if "pixel_values" in features: |
|
trans_features["pixel_values"] = features["pixel_values"] |
|
sentence_embedding = self.auto_model(**trans_features, **kwargs)["sentence_embedding"] |
|
features.update({"sentence_embedding": sentence_embedding}) |
|
return features |
|
|
|
|
|
def jasper_vl_tokenize(self, texts: list[Dict] | list[str]) -> dict[str, torch.Tensor]: |
|
img_start_token = "<|jasper_img_start|>" |
|
img_token = "<|jasper_img_token|>" |
|
img_end_token = "<|jasper_img_end|>" |
|
num_img_tokens = 300 |
|
|
|
def process_text_item(item): |
|
if isinstance(item, str): |
|
return item, [] |
|
text, images = "", [] |
|
for sub_item in item: |
|
if sub_item["type"] == "text": |
|
text += sub_item["content"] |
|
elif sub_item["type"] == "image_bytes": |
|
text += img_start_token + img_token * num_img_tokens + img_end_token |
|
images.append(PIL.Image.open(BytesIO(sub_item["content"])).convert("RGB")) |
|
elif sub_item["type"] == "image_path": |
|
text += img_start_token + img_token * num_img_tokens + img_end_token |
|
images.append(PIL.Image.open(sub_item["content"]).convert("RGB")) |
|
else: |
|
raise ValueError(f"unknown data type {sub_item['type']}") |
|
return text, images |
|
|
|
all_texts, all_images = [], [] |
|
for item in texts: |
|
text, images = process_text_item(item) |
|
all_texts.append(text) |
|
all_images.extend(images) |
|
ipt = self.tokenizer(all_texts, padding="longest", truncation=True, max_length=1024, return_tensors="pt") |
|
if all_images: |
|
ipt["pixel_values"] = self.processor( |
|
images=all_images, |
|
return_tensors="pt" |
|
)["pixel_values"] |
|
# For the sake of demonstration, external variables are used here, please modify the code according to your own environment. |
|
if use_gpu: |
|
ipt["pixel_values"] = ipt["pixel_values"].bfloat16() |
|
return ipt |
|
|
|
|
|
DOC1 = """ |
|
Blue light is scattered in all directions by the tiny molecules of air in Earth's atmosphere. |
|
Blue is scattered more than other colors because it travels as shorter, smaller waves. This is why we see a blue sky most of the time. |
|
Closer to the horizon, the sky fades to a lighter blue or white. |
|
""" |
|
DOC2 = """ |
|
When choosing colors, you can consider the following factors: |
|
Color theory: Understand how colors work together and how they can evoke different reactions. |
|
Color psychology: Consider how colors affect emotions, behaviors, and responses. |
|
Brand identity: Colors can convey meaning and information about a brand. |
|
Mood: Consider the mood you want to create. For example, brighter colors can feel cheerful, while cooler colors can be calming. |
|
Space: Consider the size of the space and the amount of natural light it receives. Dark colors can make a room feel smaller, while light colors can make it feel larger. |
|
Color wheel: Use the color wheel to identify primary, secondary, and tertiary colors. |
|
Color combinations: Decide how to best complement your preferred color with others. |
|
Color palette: Limit your color palette to a main color and one or two additional colors. |
|
60-30-10 rule: Use a primary color 60% of the time, a secondary color 30% of the time, and an accent color 10% of the time |
|
""" |
|
prompt_dict = { |
|
"s2p_query": "Instruct: Given a web search query, retrieve relevant passages that answer the query.\nQuery: ", |
|
"s2s_query": "Instruct: Retrieve semantically similar text.\nQuery: " |
|
} |
|
if __name__ == "__main__": |
|
# load model |
|
use_gpu = False |
|
model_name = "infgrad/jasper_en_vision_language_v1" |
|
model = SentenceTransformer( |
|
model_name, |
|
trust_remote_code=True, |
|
device="cpu", |
|
model_kwargs={ |
|
"torch_dtype": torch.bfloat16 if use_gpu else torch.float32, |
|
"attn_implementation": "sdpa" |
|
}, |
|
# vector_dim must be 12288, 1024, 512, 256 |
|
## 1024 is recommended |
|
# set is_text_encoder 'True', if you do not encode image |
|
config_kwargs={"is_text_encoder": False, "vector_dim": 1024}, |
|
tokenizer_kwargs={"padding_side": "right"} |
|
) |
|
# jasper model cannot directly be used in SentenceTransformer, do some modifications |
|
model.processor = SiglipImageProcessor.from_pretrained(model_name) |
|
model.tokenize = functools.partial(jasper_vl_tokenize, model) |
|
model._first_module().forward = functools.partial(jasper_vl_forward, model._first_module()) |
|
model.max_seq_length = 1024 |
|
# data |
|
q_list = [ |
|
"Why the sky is blue?", |
|
"how to choose suitable color", |
|
] |
|
doc_list = [ |
|
DOC1, |
|
[{"type": "image_path", "content": "./assets/img1.png"}, {"type": "text", "content": "Hope this image helps!"}], |
|
DOC2, |
|
[{"type": "image_path", "content": "./assets/img2.png"}], |
|
|
|
] |
|
q_vecs = model.encode([prompt_dict["s2p_query"] + text for text in q_list], normalize_embeddings=True) |
|
doc_vecs = model.encode(doc_list, normalize_embeddings=True) |
|
print(np.matmul(q_vecs, doc_vecs.T)) |
|
# the output is: |
|
# [[0.777521 0.75944513 0.24291277 0.2187205] |
|
# [0.32261407 0.30536035 0.74208796 0.5484469]] |
|
|
|
|
|
``` |
|
## License |
|
**This model should not be used for any commercial purpose!** |
|
|
