--- tags: - mteb model-index: - name: cde-small-v1 results: - dataset: config: en name: MTEB AmazonCounterfactualClassification (en) revision: e8379541af4e31359cca9fbcf4b00f2671dba205 split: test type: mteb/amazon_counterfactual metrics: - type: accuracy value: 87.01492537313433 - type: ap value: 56.645024017617885 - type: ap_weighted value: 56.645024017617885 - type: f1 value: 81.90014138032376 - type: f1_weighted value: 87.74802754480477 - type: main_score value: 87.01492537313433 task: type: Classification - dataset: config: default name: MTEB AmazonPolarityClassification (default) revision: e2d317d38cd51312af73b3d32a06d1a08b442046 split: test type: mteb/amazon_polarity metrics: - type: accuracy value: 94.652275 - type: ap value: 91.66083908966392 - type: ap_weighted value: 91.66083908966392 - type: f1 value: 94.64655930708355 - type: f1_weighted value: 94.64655930708355 - type: main_score value: 94.652275 task: type: Classification - dataset: config: en name: MTEB AmazonReviewsClassification (en) revision: 1399c76144fd37290681b995c656ef9b2e06e26d split: test type: mteb/amazon_reviews_multi metrics: - type: accuracy value: 55.75599999999999 - type: f1 value: 55.07058630829349 - type: f1_weighted value: 55.07058630829347 - type: main_score value: 55.75599999999999 task: type: Classification - dataset: config: default name: MTEB ArguAna (default) revision: c22ab2a51041ffd869aaddef7af8d8215647e41a split: test type: mteb/arguana metrics: - type: main_score value: 69.959 - type: map_at_1 value: 45.875 - type: map_at_10 value: 62.297000000000004 - type: map_at_100 value: 62.641999999999996 - type: map_at_1000 value: 62.643 - type: map_at_20 value: 62.580000000000005 - type: map_at_3 value: 58.642 - type: map_at_5 value: 61.014 - type: mrr_at_1 value: 47.86628733997155 - type: mrr_at_10 value: 63.03421842895527 - type: mrr_at_100 value: 63.37288893575849 - type: mrr_at_1000 value: 63.374528564591095 - type: mrr_at_20 value: 63.31089164761969 - type: mrr_at_3 value: 59.36462778568041 - type: mrr_at_5 value: 61.72593646277856 - type: nauc_map_at_1000_diff1 value: 16.70199443629776 - type: nauc_map_at_1000_max value: -6.860781115345888 - type: nauc_map_at_1000_std value: -17.832637962999804 - type: nauc_map_at_100_diff1 value: 16.702940487301284 - type: nauc_map_at_100_max value: -6.856459341646308 - type: nauc_map_at_100_std value: -17.83147112469388 - type: nauc_map_at_10_diff1 value: 16.564802804946616 - type: nauc_map_at_10_max value: -6.797792517393783 - type: nauc_map_at_10_std value: -17.90474471527775 - type: nauc_map_at_1_diff1 value: 20.009671022530924 - type: nauc_map_at_1_max value: -9.786957740932861 - type: nauc_map_at_1_std value: -20.255808427253882 - type: nauc_map_at_20_diff1 value: 16.66908666652175 - type: nauc_map_at_20_max value: -6.773274750715174 - type: nauc_map_at_20_std value: -17.819993653270725 - type: nauc_map_at_3_diff1 value: 16.036896747653763 - type: nauc_map_at_3_max value: -6.846910675421104 - type: nauc_map_at_3_std value: -17.571804909157507 - type: nauc_map_at_5_diff1 value: 16.07345820446606 - type: nauc_map_at_5_max value: -6.421954719239656 - type: nauc_map_at_5_std value: -17.193264768709476 - type: nauc_mrr_at_1000_diff1 value: 10.467125211340136 - type: nauc_mrr_at_1000_max value: -10.091206673533817 - type: nauc_mrr_at_1000_std value: -17.109614910707737 - type: nauc_mrr_at_100_diff1 value: 10.46844398908245 - type: nauc_mrr_at_100_max value: -10.086701418395267 - type: nauc_mrr_at_100_std value: -17.108505334330236 - type: nauc_mrr_at_10_diff1 value: 10.387667624278413 - type: nauc_mrr_at_10_max value: -10.013384411043004 - type: nauc_mrr_at_10_std value: -17.17573484847631 - type: nauc_mrr_at_1_diff1 value: 14.506349859038888 - type: nauc_mrr_at_1_max value: -11.022653512062625 - type: nauc_mrr_at_1_std value: -18.171045227150252 - type: nauc_mrr_at_20_diff1 value: 10.422798245652 - type: nauc_mrr_at_20_max value: -10.028698091998098 - type: nauc_mrr_at_20_std value: -17.098245343830843 - type: nauc_mrr_at_3_diff1 value: 10.302918734492012 - type: nauc_mrr_at_3_max value: -9.938567342685564 - type: nauc_mrr_at_3_std value: -17.14145517286791 - type: nauc_mrr_at_5_diff1 value: 9.761764005626414 - type: nauc_mrr_at_5_max value: -9.890899235831716 - type: nauc_mrr_at_5_std value: -16.73120491871309 - type: nauc_ndcg_at_1000_diff1 value: 16.40204222250938 - type: nauc_ndcg_at_1000_max value: -6.246424841416875 - type: nauc_ndcg_at_1000_std value: -17.273002064208274 - type: nauc_ndcg_at_100_diff1 value: 16.432483335581814 - type: nauc_ndcg_at_100_max value: -6.141302543824292 - type: nauc_ndcg_at_100_std value: -17.237436626766993 - type: nauc_ndcg_at_10_diff1 value: 15.884617010586785 - type: nauc_ndcg_at_10_max value: -5.599311545533638 - type: nauc_ndcg_at_10_std value: -17.55849303531971 - type: nauc_ndcg_at_1_diff1 value: 20.009671022530924 - type: nauc_ndcg_at_1_max value: -9.786957740932861 - type: nauc_ndcg_at_1_std value: -20.255808427253882 - type: nauc_ndcg_at_20_diff1 value: 16.248097934171945 - type: nauc_ndcg_at_20_max value: -5.502611762601181 - type: nauc_ndcg_at_20_std value: -17.117821415814138 - type: nauc_ndcg_at_3_diff1 value: 14.61474345847169 - type: nauc_ndcg_at_3_max value: -5.819153031526218 - type: nauc_ndcg_at_3_std value: -16.575078508379296 - type: nauc_ndcg_at_5_diff1 value: 14.679564511939919 - type: nauc_ndcg_at_5_max value: -4.669776908882514 - type: nauc_ndcg_at_5_std value: -15.626059602526654 - type: nauc_precision_at_1000_diff1 value: 16.56571980064513 - type: nauc_precision_at_1000_max value: 28.46264612085611 - type: nauc_precision_at_1000_std value: 62.1346199818674 - type: nauc_precision_at_100_diff1 value: 24.837763204015697 - type: nauc_precision_at_100_max value: 42.68997552431195 - type: nauc_precision_at_100_std value: 42.100481562384175 - type: nauc_precision_at_10_diff1 value: 9.91282372073367 - type: nauc_precision_at_10_max value: 8.900777879155923 - type: nauc_precision_at_10_std value: -15.827371447157637 - type: nauc_precision_at_1_diff1 value: 20.009671022530924 - type: nauc_precision_at_1_max value: -9.786957740932861 - type: nauc_precision_at_1_std value: -20.255808427253882 - type: nauc_precision_at_20_diff1 value: 11.425656836548729 - type: nauc_precision_at_20_max value: 36.002129057714235 - type: nauc_precision_at_20_std value: 3.9394696016282564 - type: nauc_precision_at_3_diff1 value: 9.280306262616932 - type: nauc_precision_at_3_max value: -1.9747478321224181 - type: nauc_precision_at_3_std value: -12.820885119284743 - type: nauc_precision_at_5_diff1 value: 7.319093865599078 - type: nauc_precision_at_5_max value: 5.39330205223751 - type: nauc_precision_at_5_std value: -6.714945384199023 - type: nauc_recall_at_1000_diff1 value: 16.565719800642704 - type: nauc_recall_at_1000_max value: 28.462646120853595 - type: nauc_recall_at_1000_std value: 62.13461998186307 - type: nauc_recall_at_100_diff1 value: 24.83776320401362 - type: nauc_recall_at_100_max value: 42.68997552430904 - type: nauc_recall_at_100_std value: 42.10048156238788 - type: nauc_recall_at_10_diff1 value: 9.91282372073352 - type: nauc_recall_at_10_max value: 8.900777879155667 - type: nauc_recall_at_10_std value: -15.827371447158129 - type: nauc_recall_at_1_diff1 value: 20.009671022530924 - type: nauc_recall_at_1_max value: -9.786957740932861 - type: nauc_recall_at_1_std value: -20.255808427253882 - type: nauc_recall_at_20_diff1 value: 11.425656836548729 - type: nauc_recall_at_20_max value: 36.002129057714235 - type: nauc_recall_at_20_std value: 3.9394696016272523 - type: nauc_recall_at_3_diff1 value: 9.280306262616932 - type: nauc_recall_at_3_max value: -1.974747832122347 - type: nauc_recall_at_3_std value: -12.82088511928473 - type: nauc_recall_at_5_diff1 value: 7.31909386559906 - type: nauc_recall_at_5_max value: 5.393302052237576 - type: nauc_recall_at_5_std value: -6.714945384198935 - type: ndcg_at_1 value: 45.875 - type: ndcg_at_10 value: 69.959 - type: ndcg_at_100 value: 71.313 - type: ndcg_at_1000 value: 71.344 - type: ndcg_at_20 value: 70.962 - type: ndcg_at_3 value: 62.644999999999996 - type: ndcg_at_5 value: 66.906 - type: precision_at_1 value: 45.875 - type: precision_at_10 value: 9.381 - type: precision_at_100 value: 0.9939999999999999 - type: precision_at_1000 value: 0.1 - type: precision_at_20 value: 4.886 - type: precision_at_3 value: 24.727 - type: precision_at_5 value: 16.899 - type: recall_at_1 value: 45.875 - type: recall_at_10 value: 93.812 - type: recall_at_100 value: 99.431 - type: recall_at_1000 value: 99.644 - type: recall_at_20 value: 97.724 - type: recall_at_3 value: 74.182 - type: recall_at_5 value: 84.495 task: type: Retrieval - dataset: config: default name: MTEB ArxivClusteringP2P (default) revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d split: test type: mteb/arxiv-clustering-p2p metrics: - type: main_score value: 48.54672141116669 - type: v_measure value: 48.54672141116669 - type: v_measure_std value: 14.037498386768362 task: type: Clustering - dataset: config: default name: MTEB ArxivClusteringS2S (default) revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 split: test type: mteb/arxiv-clustering-s2s metrics: - type: main_score value: 40.5914039166466 - type: v_measure value: 40.5914039166466 - type: v_measure_std value: 14.385069818910331 task: type: Clustering - dataset: config: default name: MTEB AskUbuntuDupQuestions (default) revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 split: test type: mteb/askubuntudupquestions-reranking metrics: - type: main_score value: 61.13621260261507 - type: map value: 61.13621260261507 - type: mrr value: 74.06817482302247 - type: nAUC_map_diff1 value: 13.445918435543508 - type: nAUC_map_max value: 24.406893150138586 - type: nAUC_map_std value: 17.665687228143902 - type: nAUC_mrr_diff1 value: 26.900220863725917 - type: nAUC_mrr_max value: 31.484257486448364 - type: nAUC_mrr_std value: 21.252659250011632 task: type: Reranking - dataset: config: default name: MTEB BIOSSES (default) revision: d3fb88f8f02e40887cd149695127462bbcf29b4a split: test type: mteb/biosses-sts metrics: - type: cosine_pearson value: 89.07028016646942 - type: cosine_spearman value: 86.69595132967805 - type: euclidean_pearson value: 87.10160922906627 - type: euclidean_spearman value: 87.0345132609088 - type: main_score value: 86.69595132967805 - type: manhattan_pearson value: 86.76271729937926 - type: manhattan_spearman value: 86.79414633820228 - type: pearson value: 89.07028016646942 - type: spearman value: 86.69595132967805 task: type: STS - dataset: config: default name: MTEB Banking77Classification (default) revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 split: test type: mteb/banking77 metrics: - type: accuracy value: 88.6038961038961 - type: f1 value: 88.56824205739822 - type: f1_weighted value: 88.56824205739822 - type: main_score value: 88.6038961038961 task: type: Classification - dataset: config: default name: MTEB BiorxivClusteringP2P (default) revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 split: test type: mteb/biorxiv-clustering-p2p metrics: - type: main_score value: 44.77800814327256 - type: v_measure value: 44.77800814327256 - type: v_measure_std value: 0.6462535527471919 task: type: Clustering - dataset: config: default name: MTEB BiorxivClusteringS2S (default) revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 split: test type: mteb/biorxiv-clustering-s2s metrics: - type: main_score value: 38.16110272459102 - type: v_measure value: 38.16110272459102 - type: v_measure_std value: 0.7456916212435019 task: type: Clustering - dataset: config: default name: MTEB CQADupstackAndroidRetrieval (default) revision: f46a197baaae43b4f621051089b82a364682dfeb split: test type: mteb/cqadupstack-android metrics: - type: main_score value: 49.376 - type: map_at_1 value: 31.293 - type: map_at_10 value: 42.876999999999995 - type: map_at_100 value: 44.257999999999996 - type: map_at_1000 value: 44.376 - type: map_at_20 value: 43.618 - type: map_at_3 value: 39.418 - type: map_at_5 value: 41.451 - type: mrr_at_1 value: 39.05579399141631 - type: mrr_at_10 value: 49.08031882280809 - type: mrr_at_100 value: 49.771352497979706 - type: mrr_at_1000 value: 49.80951788000734 - type: mrr_at_20 value: 49.492330820759975 - type: mrr_at_3 value: 46.614210777300904 - type: mrr_at_5 value: 48.11635670004769 - type: nauc_map_at_1000_diff1 value: 51.64881173066749 - type: nauc_map_at_1000_max value: 39.1342796814945 - type: nauc_map_at_1000_std value: -5.179434981957429 - type: nauc_map_at_100_diff1 value: 51.666668014268446 - type: nauc_map_at_100_max value: 39.14406786923752 - type: nauc_map_at_100_std value: -5.198607458028063 - type: nauc_map_at_10_diff1 value: 52.03625255777457 - type: nauc_map_at_10_max value: 38.93204901918658 - type: nauc_map_at_10_std value: -5.883338616714278 - type: nauc_map_at_1_diff1 value: 58.97204678470322 - type: nauc_map_at_1_max value: 34.86080768893053 - type: nauc_map_at_1_std value: -6.278447738477881 - type: nauc_map_at_20_diff1 value: 51.723615508690024 - type: nauc_map_at_20_max value: 39.02810183293929 - type: nauc_map_at_20_std value: -5.522095612898996 - type: nauc_map_at_3_diff1 value: 53.185821162583835 - type: nauc_map_at_3_max value: 38.33842520588266 - type: nauc_map_at_3_std value: -5.928401901525429 - type: nauc_map_at_5_diff1 value: 52.34963086757348 - type: nauc_map_at_5_max value: 38.51548751742066 - type: nauc_map_at_5_std value: -6.1033373567273 - type: nauc_mrr_at_1000_diff1 value: 48.81294305715537 - type: nauc_mrr_at_1000_max value: 40.05042415450316 - type: nauc_mrr_at_1000_std value: -4.989748954037543 - type: nauc_mrr_at_100_diff1 value: 48.78998484609645 - type: nauc_mrr_at_100_max value: 40.041639146167086 - type: nauc_mrr_at_100_std value: -5.001545947738303 - type: nauc_mrr_at_10_diff1 value: 48.972074948797186 - type: nauc_mrr_at_10_max value: 40.20477263926148 - type: nauc_mrr_at_10_std value: -5.216259258619243 - type: nauc_mrr_at_1_diff1 value: 52.92466923520339 - type: nauc_mrr_at_1_max value: 38.15051907365822 - type: nauc_mrr_at_1_std value: -6.5544200440001585 - type: nauc_mrr_at_20_diff1 value: 48.793244610672964 - type: nauc_mrr_at_20_max value: 40.10122454129012 - type: nauc_mrr_at_20_std value: -5.028087673727871 - type: nauc_mrr_at_3_diff1 value: 49.09028921903298 - type: nauc_mrr_at_3_max value: 40.62606186010272 - type: nauc_mrr_at_3_std value: -4.134749178998011 - type: nauc_mrr_at_5_diff1 value: 49.203460552486774 - type: nauc_mrr_at_5_max value: 40.12963066877929 - type: nauc_mrr_at_5_std value: -5.2623978339520265 - type: nauc_ndcg_at_1000_diff1 value: 49.38482296577409 - type: nauc_ndcg_at_1000_max value: 40.51969499639358 - type: nauc_ndcg_at_1000_std value: -2.9270839901950487 - type: nauc_ndcg_at_100_diff1 value: 49.11315189027977 - type: nauc_ndcg_at_100_max value: 40.53884392594276 - type: nauc_ndcg_at_100_std value: -3.262622280190507 - type: nauc_ndcg_at_10_diff1 value: 49.905758597945976 - type: nauc_ndcg_at_10_max value: 40.55746375547095 - type: nauc_ndcg_at_10_std value: -5.216061935928296 - type: nauc_ndcg_at_1_diff1 value: 53.35707771927268 - type: nauc_ndcg_at_1_max value: 37.64256640596454 - type: nauc_ndcg_at_1_std value: -6.41708006924043 - type: nauc_ndcg_at_20_diff1 value: 49.08611436685206 - type: nauc_ndcg_at_20_max value: 40.40816308739557 - type: nauc_ndcg_at_20_std value: -4.231545098150645 - type: nauc_ndcg_at_3_diff1 value: 50.50721587462191 - type: nauc_ndcg_at_3_max value: 40.43238296461723 - type: nauc_ndcg_at_3_std value: -4.431696275188381 - type: nauc_ndcg_at_5_diff1 value: 50.2359070976363 - type: nauc_ndcg_at_5_max value: 39.96556580534694 - type: nauc_ndcg_at_5_std value: -5.242489116012193 - type: nauc_precision_at_1000_diff1 value: -23.905861810201216 - type: nauc_precision_at_1000_max value: -10.20880263843523 - type: nauc_precision_at_1000_std value: -0.3557679302107796 - type: nauc_precision_at_100_diff1 value: -14.934286655316578 - type: nauc_precision_at_100_max value: 3.1685562968794954 - type: nauc_precision_at_100_std value: 6.243882895816969 - type: nauc_precision_at_10_diff1 value: 8.371227066095454 - type: nauc_precision_at_10_max value: 26.245116208137187 - type: nauc_precision_at_10_std value: 2.9432301544363897 - type: nauc_precision_at_1_diff1 value: 53.35707771927268 - type: nauc_precision_at_1_max value: 37.64256640596454 - type: nauc_precision_at_1_std value: -6.41708006924043 - type: nauc_precision_at_20_diff1 value: -1.4855832400940883 - type: nauc_precision_at_20_max value: 18.827968188716994 - type: nauc_precision_at_20_std value: 6.56044457239739 - type: nauc_precision_at_3_diff1 value: 28.42899681584397 - type: nauc_precision_at_3_max value: 37.1079502289242 - type: nauc_precision_at_3_std value: -0.5101918403668296 - type: nauc_precision_at_5_diff1 value: 18.08678605940677 - type: nauc_precision_at_5_max value: 31.167513843507077 - type: nauc_precision_at_5_std value: 0.3421793722830175 - type: nauc_recall_at_1000_diff1 value: 36.817787796403216 - type: nauc_recall_at_1000_max value: 56.99036086048655 - type: nauc_recall_at_1000_std value: 42.97102990893907 - type: nauc_recall_at_100_diff1 value: 35.91713839001102 - type: nauc_recall_at_100_max value: 43.08552247376443 - type: nauc_recall_at_100_std value: 8.699138525011255 - type: nauc_recall_at_10_diff1 value: 43.38306780276008 - type: nauc_recall_at_10_max value: 40.54248799064728 - type: nauc_recall_at_10_std value: -4.825320852830993 - type: nauc_recall_at_1_diff1 value: 58.97204678470322 - type: nauc_recall_at_1_max value: 34.86080768893053 - type: nauc_recall_at_1_std value: -6.278447738477881 - type: nauc_recall_at_20_diff1 value: 38.936586041496724 - type: nauc_recall_at_20_max value: 40.6823566190629 - type: nauc_recall_at_20_std value: -0.1003354594113973 - type: nauc_recall_at_3_diff1 value: 48.18853063660452 - type: nauc_recall_at_3_max value: 41.36671742574908 - type: nauc_recall_at_3_std value: -2.8137280187928564 - type: nauc_recall_at_5_diff1 value: 45.6277182985974 - type: nauc_recall_at_5_max value: 39.1699766371772 - type: nauc_recall_at_5_std value: -4.968074112594046 - type: ndcg_at_1 value: 38.913 - type: ndcg_at_10 value: 49.376 - type: ndcg_at_100 value: 54.44799999999999 - type: ndcg_at_1000 value: 56.301 - type: ndcg_at_20 value: 51.278 - type: ndcg_at_3 value: 44.562000000000005 - type: ndcg_at_5 value: 46.919 - type: precision_at_1 value: 38.913 - type: precision_at_10 value: 9.27 - type: precision_at_100 value: 1.496 - type: precision_at_1000 value: 0.197 - type: precision_at_20 value: 5.486 - type: precision_at_3 value: 21.602 - type: precision_at_5 value: 15.479000000000001 - type: recall_at_1 value: 31.293 - type: recall_at_10 value: 62.117999999999995 - type: recall_at_100 value: 83.197 - type: recall_at_1000 value: 94.804 - type: recall_at_20 value: 68.647 - type: recall_at_3 value: 47.591 - type: recall_at_5 value: 54.245 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackEnglishRetrieval (default) revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 split: test type: mteb/cqadupstack-english metrics: - type: main_score value: 44.727 - type: map_at_1 value: 29.392000000000003 - type: map_at_10 value: 39.019 - type: map_at_100 value: 40.154 - type: map_at_1000 value: 40.282000000000004 - type: map_at_20 value: 39.587 - type: map_at_3 value: 36.071 - type: map_at_5 value: 37.7 - type: mrr_at_1 value: 37.261146496815286 - type: mrr_at_10 value: 45.190754221008994 - type: mrr_at_100 value: 45.79116803517878 - type: mrr_at_1000 value: 45.83870398272643 - type: mrr_at_20 value: 45.515144213059855 - type: mrr_at_3 value: 42.88747346072187 - type: mrr_at_5 value: 44.304670912951174 - type: nauc_map_at_1000_diff1 value: 52.510629411692946 - type: nauc_map_at_1000_max value: 37.99767830251321 - type: nauc_map_at_1000_std value: -8.649861075655862 - type: nauc_map_at_100_diff1 value: 52.54437988720871 - type: nauc_map_at_100_max value: 37.92193119206955 - type: nauc_map_at_100_std value: -8.782966508846483 - type: nauc_map_at_10_diff1 value: 52.892054246720996 - type: nauc_map_at_10_max value: 37.24517038207851 - type: nauc_map_at_10_std value: -10.03350904156227 - type: nauc_map_at_1_diff1 value: 59.43389680374956 - type: nauc_map_at_1_max value: 33.44253823896581 - type: nauc_map_at_1_std value: -11.59707088096404 - type: nauc_map_at_20_diff1 value: 52.76620590530874 - type: nauc_map_at_20_max value: 37.50692493030503 - type: nauc_map_at_20_std value: -9.52784864197665 - type: nauc_map_at_3_diff1 value: 54.69277855972933 - type: nauc_map_at_3_max value: 36.39005492282625 - type: nauc_map_at_3_std value: -11.291934641429073 - type: nauc_map_at_5_diff1 value: 53.411370043367214 - type: nauc_map_at_5_max value: 36.61460516132127 - type: nauc_map_at_5_std value: -10.770455174486186 - type: nauc_mrr_at_1000_diff1 value: 51.45136770016152 - type: nauc_mrr_at_1000_max value: 40.96307338470094 - type: nauc_mrr_at_1000_std value: -4.410607046994875 - type: nauc_mrr_at_100_diff1 value: 51.43977645876849 - type: nauc_mrr_at_100_max value: 40.95353318049964 - type: nauc_mrr_at_100_std value: -4.410255134871364 - type: nauc_mrr_at_10_diff1 value: 51.32550997087798 - type: nauc_mrr_at_10_max value: 40.896555584854546 - type: nauc_mrr_at_10_std value: -4.728177799397148 - type: nauc_mrr_at_1_diff1 value: 56.46384974185804 - type: nauc_mrr_at_1_max value: 39.93744782126523 - type: nauc_mrr_at_1_std value: -6.28271424951923 - type: nauc_mrr_at_20_diff1 value: 51.399382369459964 - type: nauc_mrr_at_20_max value: 40.973025934120166 - type: nauc_mrr_at_20_std value: -4.511558091183706 - type: nauc_mrr_at_3_diff1 value: 52.59152041729072 - type: nauc_mrr_at_3_max value: 41.365452482439025 - type: nauc_mrr_at_3_std value: -5.403074664887565 - type: nauc_mrr_at_5_diff1 value: 51.59215135528565 - type: nauc_mrr_at_5_max value: 40.92539676592271 - type: nauc_mrr_at_5_std value: -4.851297198569019 - type: nauc_ndcg_at_1000_diff1 value: 49.74916953783906 - type: nauc_ndcg_at_1000_max value: 40.20860476076014 - type: nauc_ndcg_at_1000_std value: -3.6802049524705795 - type: nauc_ndcg_at_100_diff1 value: 49.716594378765976 - type: nauc_ndcg_at_100_max value: 39.79931595970847 - type: nauc_ndcg_at_100_std value: -4.550303631848586 - type: nauc_ndcg_at_10_diff1 value: 50.13312411188217 - type: nauc_ndcg_at_10_max value: 39.07360865671527 - type: nauc_ndcg_at_10_std value: -7.406408567951149 - type: nauc_ndcg_at_1_diff1 value: 56.46384974185804 - type: nauc_ndcg_at_1_max value: 39.93744782126523 - type: nauc_ndcg_at_1_std value: -6.28271424951923 - type: nauc_ndcg_at_20_diff1 value: 50.1747594194077 - type: nauc_ndcg_at_20_max value: 39.20050628408202 - type: nauc_ndcg_at_20_std value: -6.644949577089358 - type: nauc_ndcg_at_3_diff1 value: 51.729298088578346 - type: nauc_ndcg_at_3_max value: 39.59277224066246 - type: nauc_ndcg_at_3_std value: -7.528668993222368 - type: nauc_ndcg_at_5_diff1 value: 50.51775174687692 - type: nauc_ndcg_at_5_max value: 38.906192827141304 - type: nauc_ndcg_at_5_std value: -7.717435668382176 - type: nauc_precision_at_1000_diff1 value: -14.412488681842472 - type: nauc_precision_at_1000_max value: 14.450038901641593 - type: nauc_precision_at_1000_std value: 28.386981560814935 - type: nauc_precision_at_100_diff1 value: -9.411200807946548 - type: nauc_precision_at_100_max value: 24.791269207972036 - type: nauc_precision_at_100_std value: 28.67602880200045 - type: nauc_precision_at_10_diff1 value: 11.54550733375612 - type: nauc_precision_at_10_max value: 35.34867292314661 - type: nauc_precision_at_10_std value: 13.128392829821495 - type: nauc_precision_at_1_diff1 value: 56.46384974185804 - type: nauc_precision_at_1_max value: 39.93744782126523 - type: nauc_precision_at_1_std value: -6.28271424951923 - type: nauc_precision_at_20_diff1 value: 4.012901413067662 - type: nauc_precision_at_20_max value: 32.190001209751415 - type: nauc_precision_at_20_std value: 19.398558444649996 - type: nauc_precision_at_3_diff1 value: 32.94405037879547 - type: nauc_precision_at_3_max value: 42.040917572085434 - type: nauc_precision_at_3_std value: 2.527268957861003 - type: nauc_precision_at_5_diff1 value: 21.983028170811618 - type: nauc_precision_at_5_max value: 38.18613708490381 - type: nauc_precision_at_5_std value: 7.422064441476023 - type: nauc_recall_at_1000_diff1 value: 32.84375245373867 - type: nauc_recall_at_1000_max value: 44.40555035869641 - type: nauc_recall_at_1000_std value: 25.935231510074463 - type: nauc_recall_at_100_diff1 value: 37.348357345338755 - type: nauc_recall_at_100_max value: 38.522364721385976 - type: nauc_recall_at_100_std value: 7.887455379952109 - type: nauc_recall_at_10_diff1 value: 41.77091969283236 - type: nauc_recall_at_10_max value: 35.7345112976621 - type: nauc_recall_at_10_std value: -7.818383609050636 - type: nauc_recall_at_1_diff1 value: 59.43389680374956 - type: nauc_recall_at_1_max value: 33.44253823896581 - type: nauc_recall_at_1_std value: -11.59707088096404 - type: nauc_recall_at_20_diff1 value: 41.360591958568484 - type: nauc_recall_at_20_max value: 36.585552209851954 - type: nauc_recall_at_20_std value: -4.46284695919257 - type: nauc_recall_at_3_diff1 value: 49.21739500508952 - type: nauc_recall_at_3_max value: 35.939545645777116 - type: nauc_recall_at_3_std value: -11.504272799920054 - type: nauc_recall_at_5_diff1 value: 44.49531414036566 - type: nauc_recall_at_5_max value: 34.76195173497007 - type: nauc_recall_at_5_std value: -10.466822441695589 - type: ndcg_at_1 value: 37.261 - type: ndcg_at_10 value: 44.727 - type: ndcg_at_100 value: 48.83 - type: ndcg_at_1000 value: 51.013 - type: ndcg_at_20 value: 46.142 - type: ndcg_at_3 value: 40.526 - type: ndcg_at_5 value: 42.503 - type: precision_at_1 value: 37.261 - type: precision_at_10 value: 8.478 - type: precision_at_100 value: 1.355 - type: precision_at_1000 value: 0.182 - type: precision_at_20 value: 4.9110000000000005 - type: precision_at_3 value: 19.427 - type: precision_at_5 value: 13.936000000000002 - type: recall_at_1 value: 29.392000000000003 - type: recall_at_10 value: 54.607000000000006 - type: recall_at_100 value: 72.28999999999999 - type: recall_at_1000 value: 86.467 - type: recall_at_20 value: 59.931 - type: recall_at_3 value: 42.085 - type: recall_at_5 value: 47.5 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackGamingRetrieval (default) revision: 4885aa143210c98657558c04aaf3dc47cfb54340 split: test type: mteb/cqadupstack-gaming metrics: - type: main_score value: 59.001999999999995 - type: map_at_1 value: 41.586 - type: map_at_10 value: 53.403 - type: map_at_100 value: 54.477 - type: map_at_1000 value: 54.527 - type: map_at_20 value: 54.063 - type: map_at_3 value: 50.1 - type: map_at_5 value: 52.18000000000001 - type: mrr_at_1 value: 46.95924764890282 - type: mrr_at_10 value: 56.652709359605915 - type: mrr_at_100 value: 57.32768047041308 - type: mrr_at_1000 value: 57.35233661047856 - type: mrr_at_20 value: 57.077312941961075 - type: mrr_at_3 value: 54.22152560083595 - type: mrr_at_5 value: 55.85788923719958 - type: nauc_map_at_1000_diff1 value: 53.14467868150401 - type: nauc_map_at_1000_max value: 43.64550006480496 - type: nauc_map_at_1000_std value: -5.324994000157281 - type: nauc_map_at_100_diff1 value: 53.116890251761205 - type: nauc_map_at_100_max value: 43.631944945955794 - type: nauc_map_at_100_std value: -5.338765418654478 - type: nauc_map_at_10_diff1 value: 53.20224856675138 - type: nauc_map_at_10_max value: 42.90637522490466 - type: nauc_map_at_10_std value: -6.400463350970489 - type: nauc_map_at_1_diff1 value: 56.99075404719187 - type: nauc_map_at_1_max value: 37.279290986161065 - type: nauc_map_at_1_std value: -9.036864649363974 - type: nauc_map_at_20_diff1 value: 53.04128964809951 - type: nauc_map_at_20_max value: 43.3312504946161 - type: nauc_map_at_20_std value: -5.804401269689092 - type: nauc_map_at_3_diff1 value: 53.972292203004514 - type: nauc_map_at_3_max value: 41.449867198958664 - type: nauc_map_at_3_std value: -8.469403911462091 - type: nauc_map_at_5_diff1 value: 53.08810586660372 - type: nauc_map_at_5_max value: 42.228406978999224 - type: nauc_map_at_5_std value: -7.087447975372163 - type: nauc_mrr_at_1000_diff1 value: 53.87832125014107 - type: nauc_mrr_at_1000_max value: 45.7982236592787 - type: nauc_mrr_at_1000_std value: -3.147019648649886 - type: nauc_mrr_at_100_diff1 value: 53.863913297091116 - type: nauc_mrr_at_100_max value: 45.80878920835201 - type: nauc_mrr_at_100_std value: -3.1284943043104003 - type: nauc_mrr_at_10_diff1 value: 53.812981350188515 - type: nauc_mrr_at_10_max value: 45.71303192653593 - type: nauc_mrr_at_10_std value: -3.3579177885001683 - type: nauc_mrr_at_1_diff1 value: 57.7087569588136 - type: nauc_mrr_at_1_max value: 43.331506381327124 - type: nauc_mrr_at_1_std value: -6.094587590693646 - type: nauc_mrr_at_20_diff1 value: 53.784987943070725 - type: nauc_mrr_at_20_max value: 45.757651922955354 - type: nauc_mrr_at_20_std value: -3.2647634773225556 - type: nauc_mrr_at_3_diff1 value: 54.62496783419796 - type: nauc_mrr_at_3_max value: 45.808369632544775 - type: nauc_mrr_at_3_std value: -3.852051241798107 - type: nauc_mrr_at_5_diff1 value: 53.63217597959693 - type: nauc_mrr_at_5_max value: 45.73381047111748 - type: nauc_mrr_at_5_std value: -3.3709196823569756 - type: nauc_ndcg_at_1000_diff1 value: 52.351177060073184 - type: nauc_ndcg_at_1000_max value: 46.00699790600116 - type: nauc_ndcg_at_1000_std value: -1.9546535739390993 - type: nauc_ndcg_at_100_diff1 value: 51.862784161952014 - type: nauc_ndcg_at_100_max value: 46.253382493461785 - type: nauc_ndcg_at_100_std value: -1.398972687431435 - type: nauc_ndcg_at_10_diff1 value: 51.77123432657908 - type: nauc_ndcg_at_10_max value: 44.84459505400019 - type: nauc_ndcg_at_10_std value: -4.171745810693742 - type: nauc_ndcg_at_1_diff1 value: 57.3796599514931 - type: nauc_ndcg_at_1_max value: 43.595317355146285 - type: nauc_ndcg_at_1_std value: -5.9670952767159235 - type: nauc_ndcg_at_20_diff1 value: 51.42753818233879 - type: nauc_ndcg_at_20_max value: 45.31998485729541 - type: nauc_ndcg_at_20_std value: -3.3041957327519653 - type: nauc_ndcg_at_3_diff1 value: 52.78847910556552 - type: nauc_ndcg_at_3_max value: 43.54177110232821 - type: nauc_ndcg_at_3_std value: -6.424159575299948 - type: nauc_ndcg_at_5_diff1 value: 51.26745818157347 - type: nauc_ndcg_at_5_max value: 44.18936984966816 - type: nauc_ndcg_at_5_std value: -4.750755676224386 - type: nauc_precision_at_1000_diff1 value: -8.697659683634857 - type: nauc_precision_at_1000_max value: 20.725842281257982 - type: nauc_precision_at_1000_std value: 32.05307824543747 - type: nauc_precision_at_100_diff1 value: -4.666293199809819 - type: nauc_precision_at_100_max value: 28.132243203837433 - type: nauc_precision_at_100_std value: 33.800364145127546 - type: nauc_precision_at_10_diff1 value: 14.486270583253274 - type: nauc_precision_at_10_max value: 36.403668433993154 - type: nauc_precision_at_10_std value: 15.036165305153206 - type: nauc_precision_at_1_diff1 value: 57.3796599514931 - type: nauc_precision_at_1_max value: 43.595317355146285 - type: nauc_precision_at_1_std value: -5.9670952767159235 - type: nauc_precision_at_20_diff1 value: 5.458382111248848 - type: nauc_precision_at_20_max value: 33.523706918372525 - type: nauc_precision_at_20_std value: 21.833659288299426 - type: nauc_precision_at_3_diff1 value: 34.16114104121048 - type: nauc_precision_at_3_max value: 42.46974484729492 - type: nauc_precision_at_3_std value: 1.4078715545183011 - type: nauc_precision_at_5_diff1 value: 22.41750838754728 - type: nauc_precision_at_5_max value: 39.370895626549604 - type: nauc_precision_at_5_std value: 9.037500456857481 - type: nauc_recall_at_1000_diff1 value: 39.99922990906325 - type: nauc_recall_at_1000_max value: 65.4016172437707 - type: nauc_recall_at_1000_std value: 42.8080721856745 - type: nauc_recall_at_100_diff1 value: 37.30531061682627 - type: nauc_recall_at_100_max value: 57.45273472984983 - type: nauc_recall_at_100_std value: 27.251365849552496 - type: nauc_recall_at_10_diff1 value: 43.84493026307948 - type: nauc_recall_at_10_max value: 44.356201949738505 - type: nauc_recall_at_10_std value: -1.8292409147244337 - type: nauc_recall_at_1_diff1 value: 56.99075404719187 - type: nauc_recall_at_1_max value: 37.279290986161065 - type: nauc_recall_at_1_std value: -9.036864649363974 - type: nauc_recall_at_20_diff1 value: 40.82736868364582 - type: nauc_recall_at_20_max value: 46.9924419772492 - type: nauc_recall_at_20_std value: 2.6273099991457336 - type: nauc_recall_at_3_diff1 value: 48.88401644844814 - type: nauc_recall_at_3_max value: 41.9516530682176 - type: nauc_recall_at_3_std value: -7.528082712586729 - type: nauc_recall_at_5_diff1 value: 43.25471151933987 - type: nauc_recall_at_5_max value: 42.80935413445724 - type: nauc_recall_at_5_std value: -3.1065709523723983 - type: ndcg_at_1 value: 47.085 - type: ndcg_at_10 value: 59.001999999999995 - type: ndcg_at_100 value: 63.098 - type: ndcg_at_1000 value: 64.11099999999999 - type: ndcg_at_20 value: 60.833999999999996 - type: ndcg_at_3 value: 53.564 - type: ndcg_at_5 value: 56.677 - type: precision_at_1 value: 47.085 - type: precision_at_10 value: 9.322999999999999 - type: precision_at_100 value: 1.233 - type: precision_at_1000 value: 0.136 - type: precision_at_20 value: 5.226 - type: precision_at_3 value: 23.511000000000003 - type: precision_at_5 value: 16.364 - type: recall_at_1 value: 41.586 - type: recall_at_10 value: 72.138 - type: recall_at_100 value: 89.592 - type: recall_at_1000 value: 96.782 - type: recall_at_20 value: 78.78500000000001 - type: recall_at_3 value: 57.916000000000004 - type: recall_at_5 value: 65.44 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackGisRetrieval (default) revision: 5003b3064772da1887988e05400cf3806fe491f2 split: test type: mteb/cqadupstack-gis metrics: - type: main_score value: 37.501 - type: map_at_1 value: 25.267 - type: map_at_10 value: 33.078 - type: map_at_100 value: 34.028000000000006 - type: map_at_1000 value: 34.119 - type: map_at_20 value: 33.589999999999996 - type: map_at_3 value: 30.757 - type: map_at_5 value: 32.127 - type: mrr_at_1 value: 26.779661016949152 - type: mrr_at_10 value: 34.8742265267689 - type: mrr_at_100 value: 35.69632739975338 - type: mrr_at_1000 value: 35.77061187122492 - type: mrr_at_20 value: 35.32982508251438 - type: mrr_at_3 value: 32.674199623352166 - type: mrr_at_5 value: 33.88888888888889 - type: nauc_map_at_1000_diff1 value: 46.14263515012957 - type: nauc_map_at_1000_max value: 28.88921280691829 - type: nauc_map_at_1000_std value: -3.521166167254834 - type: nauc_map_at_100_diff1 value: 46.132644941356126 - type: nauc_map_at_100_max value: 28.865538875372525 - type: nauc_map_at_100_std value: -3.5244145510472924 - type: nauc_map_at_10_diff1 value: 46.44466994804833 - type: nauc_map_at_10_max value: 28.70507387453125 - type: nauc_map_at_10_std value: -4.290589822798826 - type: nauc_map_at_1_diff1 value: 51.05590674117488 - type: nauc_map_at_1_max value: 25.742524317550092 - type: nauc_map_at_1_std value: -7.087280722039625 - type: nauc_map_at_20_diff1 value: 46.13868371874221 - type: nauc_map_at_20_max value: 28.97956825365739 - type: nauc_map_at_20_std value: -3.6047192933746324 - type: nauc_map_at_3_diff1 value: 47.12564768011496 - type: nauc_map_at_3_max value: 28.039754135289797 - type: nauc_map_at_3_std value: -5.086523697086076 - type: nauc_map_at_5_diff1 value: 46.84010716162584 - type: nauc_map_at_5_max value: 28.570778616738814 - type: nauc_map_at_5_std value: -4.423474878015831 - type: nauc_mrr_at_1000_diff1 value: 45.87164212097859 - type: nauc_mrr_at_1000_max value: 30.207297877526162 - type: nauc_mrr_at_1000_std value: -1.7697666485984167 - type: nauc_mrr_at_100_diff1 value: 45.865239127066765 - type: nauc_mrr_at_100_max value: 30.18374707711251 - type: nauc_mrr_at_100_std value: -1.7702170919825722 - type: nauc_mrr_at_10_diff1 value: 46.15745938365277 - type: nauc_mrr_at_10_max value: 30.06702996168765 - type: nauc_mrr_at_10_std value: -2.3690975959744582 - type: nauc_mrr_at_1_diff1 value: 51.74471941087712 - type: nauc_mrr_at_1_max value: 28.413214888120038 - type: nauc_mrr_at_1_std value: -4.972897406364119 - type: nauc_mrr_at_20_diff1 value: 45.799498639176996 - type: nauc_mrr_at_20_max value: 30.326955522237647 - type: nauc_mrr_at_20_std value: -1.7959951322840406 - type: nauc_mrr_at_3_diff1 value: 46.7670625610429 - type: nauc_mrr_at_3_max value: 29.790922984055833 - type: nauc_mrr_at_3_std value: -2.7977222380619255 - type: nauc_mrr_at_5_diff1 value: 46.534789878202474 - type: nauc_mrr_at_5_max value: 29.775568167934534 - type: nauc_mrr_at_5_std value: -2.5198329185396906 - type: nauc_ndcg_at_1000_diff1 value: 43.47721575458511 - type: nauc_ndcg_at_1000_max value: 30.540709047567244 - type: nauc_ndcg_at_1000_std value: -0.07933284030524611 - type: nauc_ndcg_at_100_diff1 value: 42.99891553750826 - type: nauc_ndcg_at_100_max value: 30.023082096709487 - type: nauc_ndcg_at_100_std value: 0.2505488390368683 - type: nauc_ndcg_at_10_diff1 value: 44.10475711778541 - type: nauc_ndcg_at_10_max value: 29.940998357402567 - type: nauc_ndcg_at_10_std value: -2.4887020471331547 - type: nauc_ndcg_at_1_diff1 value: 50.41538740105378 - type: nauc_ndcg_at_1_max value: 27.921812943302243 - type: nauc_ndcg_at_1_std value: -5.532646965211504 - type: nauc_ndcg_at_20_diff1 value: 42.95808758467867 - type: nauc_ndcg_at_20_max value: 30.767651951181406 - type: nauc_ndcg_at_20_std value: -0.3290071836995333 - type: nauc_ndcg_at_3_diff1 value: 45.50460303570819 - type: nauc_ndcg_at_3_max value: 29.11261603969709 - type: nauc_ndcg_at_3_std value: -3.8353046835647544 - type: nauc_ndcg_at_5_diff1 value: 44.98872995936962 - type: nauc_ndcg_at_5_max value: 29.46824822586574 - type: nauc_ndcg_at_5_std value: -2.84903175426578 - type: nauc_precision_at_1000_diff1 value: 2.1289028166151884 - type: nauc_precision_at_1000_max value: 18.882190495585156 - type: nauc_precision_at_1000_std value: 11.432566839670443 - type: nauc_precision_at_100_diff1 value: 15.679145721148599 - type: nauc_precision_at_100_max value: 26.10979316316265 - type: nauc_precision_at_100_std value: 13.7893058849932 - type: nauc_precision_at_10_diff1 value: 33.859011739090434 - type: nauc_precision_at_10_max value: 34.504464886721046 - type: nauc_precision_at_10_std value: 1.9644975845492147 - type: nauc_precision_at_1_diff1 value: 50.41538740105378 - type: nauc_precision_at_1_max value: 27.921812943302243 - type: nauc_precision_at_1_std value: -5.532646965211504 - type: nauc_precision_at_20_diff1 value: 26.85847830981048 - type: nauc_precision_at_20_max value: 36.00722669207376 - type: nauc_precision_at_20_std value: 10.286090792580325 - type: nauc_precision_at_3_diff1 value: 39.36484844512129 - type: nauc_precision_at_3_max value: 33.065858719092105 - type: nauc_precision_at_3_std value: -0.48195082891012386 - type: nauc_precision_at_5_diff1 value: 37.06144253084302 - type: nauc_precision_at_5_max value: 33.36533781188064 - type: nauc_precision_at_5_std value: 1.579414699717841 - type: nauc_recall_at_1000_diff1 value: 25.932772865613845 - type: nauc_recall_at_1000_max value: 41.63942917505325 - type: nauc_recall_at_1000_std value: 26.14332749578153 - type: nauc_recall_at_100_diff1 value: 29.330436188849085 - type: nauc_recall_at_100_max value: 30.525322164316826 - type: nauc_recall_at_100_std value: 16.06849295055966 - type: nauc_recall_at_10_diff1 value: 36.82346930820812 - type: nauc_recall_at_10_max value: 31.520964112761284 - type: nauc_recall_at_10_std value: 1.5520723712467182 - type: nauc_recall_at_1_diff1 value: 51.05590674117488 - type: nauc_recall_at_1_max value: 25.742524317550092 - type: nauc_recall_at_1_std value: -7.087280722039625 - type: nauc_recall_at_20_diff1 value: 31.870514612045742 - type: nauc_recall_at_20_max value: 34.11267590071913 - type: nauc_recall_at_20_std value: 9.568387092511262 - type: nauc_recall_at_3_diff1 value: 41.45937802715325 - type: nauc_recall_at_3_max value: 29.653047239519747 - type: nauc_recall_at_3_std value: -2.0393057676420403 - type: nauc_recall_at_5_diff1 value: 39.603958878828934 - type: nauc_recall_at_5_max value: 30.186490591754563 - type: nauc_recall_at_5_std value: 0.2389438730841487 - type: ndcg_at_1 value: 27.119 - type: ndcg_at_10 value: 37.501 - type: ndcg_at_100 value: 42.242000000000004 - type: ndcg_at_1000 value: 44.578 - type: ndcg_at_20 value: 39.190999999999995 - type: ndcg_at_3 value: 32.986 - type: ndcg_at_5 value: 35.243 - type: precision_at_1 value: 27.119 - type: precision_at_10 value: 5.537 - type: precision_at_100 value: 0.8410000000000001 - type: precision_at_1000 value: 0.108 - type: precision_at_20 value: 3.175 - type: precision_at_3 value: 13.748 - type: precision_at_5 value: 9.514 - type: recall_at_1 value: 25.267 - type: recall_at_10 value: 49.275999999999996 - type: recall_at_100 value: 71.231 - type: recall_at_1000 value: 88.73299999999999 - type: recall_at_20 value: 55.483000000000004 - type: recall_at_3 value: 37.218 - type: recall_at_5 value: 42.559000000000005 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackMathematicaRetrieval (default) revision: 90fceea13679c63fe563ded68f3b6f06e50061de split: test type: mteb/cqadupstack-mathematica metrics: - type: main_score value: 27.653 - type: map_at_1 value: 15.378 - type: map_at_10 value: 22.707 - type: map_at_100 value: 23.912 - type: map_at_1000 value: 24.023 - type: map_at_20 value: 23.372999999999998 - type: map_at_3 value: 20.166999999999998 - type: map_at_5 value: 21.598 - type: mrr_at_1 value: 19.029850746268657 - type: mrr_at_10 value: 27.088417041775255 - type: mrr_at_100 value: 28.09582170808499 - type: mrr_at_1000 value: 28.166789886128065 - type: mrr_at_20 value: 27.71010220632754 - type: mrr_at_3 value: 24.58540630182421 - type: mrr_at_5 value: 26.040630182421225 - type: nauc_map_at_1000_diff1 value: 28.041330729166308 - type: nauc_map_at_1000_max value: 19.642201093842665 - type: nauc_map_at_1000_std value: -7.259227590068431 - type: nauc_map_at_100_diff1 value: 28.070734549569043 - type: nauc_map_at_100_max value: 19.669474478536184 - type: nauc_map_at_100_std value: -7.2542032012659625 - type: nauc_map_at_10_diff1 value: 27.635403284327296 - type: nauc_map_at_10_max value: 18.988499681712295 - type: nauc_map_at_10_std value: -8.254263541809323 - type: nauc_map_at_1_diff1 value: 34.76494811620851 - type: nauc_map_at_1_max value: 19.19976136696651 - type: nauc_map_at_1_std value: -9.759875172782163 - type: nauc_map_at_20_diff1 value: 27.87863119639461 - type: nauc_map_at_20_max value: 19.57654420319069 - type: nauc_map_at_20_std value: -7.602427489465996 - type: nauc_map_at_3_diff1 value: 28.183082612722153 - type: nauc_map_at_3_max value: 18.39553820227535 - type: nauc_map_at_3_std value: -8.961399014154821 - type: nauc_map_at_5_diff1 value: 27.677170228103815 - type: nauc_map_at_5_max value: 18.60932540037253 - type: nauc_map_at_5_std value: -8.70673776248746 - type: nauc_mrr_at_1000_diff1 value: 29.15265534888714 - type: nauc_mrr_at_1000_max value: 20.490818547158156 - type: nauc_mrr_at_1000_std value: -6.372915537005019 - type: nauc_mrr_at_100_diff1 value: 29.16753294759482 - type: nauc_mrr_at_100_max value: 20.513860598875773 - type: nauc_mrr_at_100_std value: -6.357624756691497 - type: nauc_mrr_at_10_diff1 value: 28.788820782353486 - type: nauc_mrr_at_10_max value: 20.01601896388693 - type: nauc_mrr_at_10_std value: -6.952024117004088 - type: nauc_mrr_at_1_diff1 value: 35.357112653237 - type: nauc_mrr_at_1_max value: 19.964610688759123 - type: nauc_mrr_at_1_std value: -7.8520062960769605 - type: nauc_mrr_at_20_diff1 value: 29.040778392190692 - type: nauc_mrr_at_20_max value: 20.52745655043751 - type: nauc_mrr_at_20_std value: -6.527613749560906 - type: nauc_mrr_at_3_diff1 value: 29.920705909683637 - type: nauc_mrr_at_3_max value: 20.21275852324473 - type: nauc_mrr_at_3_std value: -6.928254030268263 - type: nauc_mrr_at_5_diff1 value: 29.255453974194758 - type: nauc_mrr_at_5_max value: 20.023402782655197 - type: nauc_mrr_at_5_std value: -7.411103659064322 - type: nauc_ndcg_at_1000_diff1 value: 26.732375953339826 - type: nauc_ndcg_at_1000_max value: 21.32988399199163 - type: nauc_ndcg_at_1000_std value: -3.6805098193713963 - type: nauc_ndcg_at_100_diff1 value: 27.341711042755655 - type: nauc_ndcg_at_100_max value: 21.752777917582705 - type: nauc_ndcg_at_100_std value: -3.6282071231334423 - type: nauc_ndcg_at_10_diff1 value: 25.494373768784577 - type: nauc_ndcg_at_10_max value: 19.510074024818895 - type: nauc_ndcg_at_10_std value: -6.8849542787691576 - type: nauc_ndcg_at_1_diff1 value: 35.357112653237 - type: nauc_ndcg_at_1_max value: 19.964610688759123 - type: nauc_ndcg_at_1_std value: -7.8520062960769605 - type: nauc_ndcg_at_20_diff1 value: 26.022659659499993 - type: nauc_ndcg_at_20_max value: 21.335184955025237 - type: nauc_ndcg_at_20_std value: -5.058102227585258 - type: nauc_ndcg_at_3_diff1 value: 27.58221780722714 - type: nauc_ndcg_at_3_max value: 18.933049745340107 - type: nauc_ndcg_at_3_std value: -8.068963444643476 - type: nauc_ndcg_at_5_diff1 value: 26.26360281640417 - type: nauc_ndcg_at_5_max value: 19.01865529262086 - type: nauc_ndcg_at_5_std value: -7.900678898710534 - type: nauc_precision_at_1000_diff1 value: 4.808912888819494 - type: nauc_precision_at_1000_max value: 4.843086361294071 - type: nauc_precision_at_1000_std value: 4.886478826779585 - type: nauc_precision_at_100_diff1 value: 16.89692485531272 - type: nauc_precision_at_100_max value: 16.855729321233586 - type: nauc_precision_at_100_std value: 7.6815989746839355 - type: nauc_precision_at_10_diff1 value: 17.27776514488205 - type: nauc_precision_at_10_max value: 17.5324506095416 - type: nauc_precision_at_10_std value: -2.888731400851023 - type: nauc_precision_at_1_diff1 value: 35.357112653237 - type: nauc_precision_at_1_max value: 19.964610688759123 - type: nauc_precision_at_1_std value: -7.8520062960769605 - type: nauc_precision_at_20_diff1 value: 17.54681535522126 - type: nauc_precision_at_20_max value: 21.10815066294548 - type: nauc_precision_at_20_std value: 2.395301062810669 - type: nauc_precision_at_3_diff1 value: 21.333613957297125 - type: nauc_precision_at_3_max value: 17.478446007571602 - type: nauc_precision_at_3_std value: -6.227693093818587 - type: nauc_precision_at_5_diff1 value: 19.04439941076705 - type: nauc_precision_at_5_max value: 16.845643018231566 - type: nauc_precision_at_5_std value: -4.987885140826848 - type: nauc_recall_at_1000_diff1 value: 14.830485608019565 - type: nauc_recall_at_1000_max value: 27.317783138907526 - type: nauc_recall_at_1000_std value: 17.258080742856095 - type: nauc_recall_at_100_diff1 value: 23.86786182553602 - type: nauc_recall_at_100_max value: 26.078876738539453 - type: nauc_recall_at_100_std value: 7.819897265637488 - type: nauc_recall_at_10_diff1 value: 17.93817217741314 - type: nauc_recall_at_10_max value: 18.417294395107348 - type: nauc_recall_at_10_std value: -4.473237116741448 - type: nauc_recall_at_1_diff1 value: 34.76494811620851 - type: nauc_recall_at_1_max value: 19.19976136696651 - type: nauc_recall_at_1_std value: -9.759875172782163 - type: nauc_recall_at_20_diff1 value: 18.523973368773124 - type: nauc_recall_at_20_max value: 23.599640001198363 - type: nauc_recall_at_20_std value: 1.2658472359835122 - type: nauc_recall_at_3_diff1 value: 22.31212718911289 - type: nauc_recall_at_3_max value: 17.9775220190941 - type: nauc_recall_at_3_std value: -6.5869461631911435 - type: nauc_recall_at_5_diff1 value: 19.933645877246846 - type: nauc_recall_at_5_max value: 17.821453561834673 - type: nauc_recall_at_5_std value: -6.80287284531982 - type: ndcg_at_1 value: 19.03 - type: ndcg_at_10 value: 27.653 - type: ndcg_at_100 value: 33.342 - type: ndcg_at_1000 value: 36.149 - type: ndcg_at_20 value: 29.880000000000003 - type: ndcg_at_3 value: 22.991 - type: ndcg_at_5 value: 25.269000000000002 - type: precision_at_1 value: 19.03 - type: precision_at_10 value: 5.210999999999999 - type: precision_at_100 value: 0.9299999999999999 - type: precision_at_1000 value: 0.131 - type: precision_at_20 value: 3.209 - type: precision_at_3 value: 11.360000000000001 - type: precision_at_5 value: 8.507000000000001 - type: recall_at_1 value: 15.378 - type: recall_at_10 value: 38.629999999999995 - type: recall_at_100 value: 63.288999999999994 - type: recall_at_1000 value: 83.379 - type: recall_at_20 value: 46.57 - type: recall_at_3 value: 25.469 - type: recall_at_5 value: 31.316 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackPhysicsRetrieval (default) revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 split: test type: mteb/cqadupstack-physics metrics: - type: main_score value: 45.314 - type: map_at_1 value: 29.544999999999998 - type: map_at_10 value: 39.614 - type: map_at_100 value: 40.866 - type: map_at_1000 value: 40.976 - type: map_at_20 value: 40.339000000000006 - type: map_at_3 value: 36.664 - type: map_at_5 value: 38.315 - type: mrr_at_1 value: 35.707410972088546 - type: mrr_at_10 value: 45.01680492537085 - type: mrr_at_100 value: 45.813491481629214 - type: mrr_at_1000 value: 45.86700564986472 - type: mrr_at_20 value: 45.50626473713912 - type: mrr_at_3 value: 42.52486365094642 - type: mrr_at_5 value: 44.031119666345845 - type: nauc_map_at_1000_diff1 value: 48.79418470931608 - type: nauc_map_at_1000_max value: 32.93995592667824 - type: nauc_map_at_1000_std value: -8.080720154479696 - type: nauc_map_at_100_diff1 value: 48.76200896199466 - type: nauc_map_at_100_max value: 32.922672824565744 - type: nauc_map_at_100_std value: -8.109530673910664 - type: nauc_map_at_10_diff1 value: 48.95775784815176 - type: nauc_map_at_10_max value: 32.609986061420464 - type: nauc_map_at_10_std value: -9.1422102651677 - type: nauc_map_at_1_diff1 value: 53.262297492506036 - type: nauc_map_at_1_max value: 31.07472925049204 - type: nauc_map_at_1_std value: -12.073457546139082 - type: nauc_map_at_20_diff1 value: 48.75358583057611 - type: nauc_map_at_20_max value: 32.7382337363394 - type: nauc_map_at_20_std value: -8.489885933297073 - type: nauc_map_at_3_diff1 value: 49.37691760884722 - type: nauc_map_at_3_max value: 32.39166609536437 - type: nauc_map_at_3_std value: -9.208569390905515 - type: nauc_map_at_5_diff1 value: 49.0310427139441 - type: nauc_map_at_5_max value: 32.285185037042815 - type: nauc_map_at_5_std value: -9.500384599936538 - type: nauc_mrr_at_1000_diff1 value: 48.94053534230516 - type: nauc_mrr_at_1000_max value: 32.45887995918773 - type: nauc_mrr_at_1000_std value: -7.846456055883083 - type: nauc_mrr_at_100_diff1 value: 48.92632539788363 - type: nauc_mrr_at_100_max value: 32.46287156323217 - type: nauc_mrr_at_100_std value: -7.8318261814403005 - type: nauc_mrr_at_10_diff1 value: 48.96761753493343 - type: nauc_mrr_at_10_max value: 32.371130585740275 - type: nauc_mrr_at_10_std value: -8.279180394794185 - type: nauc_mrr_at_1_diff1 value: 52.81170996167508 - type: nauc_mrr_at_1_max value: 31.915762587003467 - type: nauc_mrr_at_1_std value: -11.105595572037192 - type: nauc_mrr_at_20_diff1 value: 48.89232270205634 - type: nauc_mrr_at_20_max value: 32.44606500935989 - type: nauc_mrr_at_20_std value: -7.899828951287359 - type: nauc_mrr_at_3_diff1 value: 49.39376244917161 - type: nauc_mrr_at_3_max value: 32.50203766904557 - type: nauc_mrr_at_3_std value: -8.035013537778664 - type: nauc_mrr_at_5_diff1 value: 48.983062685036394 - type: nauc_mrr_at_5_max value: 32.32655375497562 - type: nauc_mrr_at_5_std value: -8.410960182601569 - type: nauc_ndcg_at_1000_diff1 value: 47.33905763920595 - type: nauc_ndcg_at_1000_max value: 33.89560202672236 - type: nauc_ndcg_at_1000_std value: -4.606254351546016 - type: nauc_ndcg_at_100_diff1 value: 46.837856920531465 - type: nauc_ndcg_at_100_max value: 33.61232904879471 - type: nauc_ndcg_at_100_std value: -4.521934512420437 - type: nauc_ndcg_at_10_diff1 value: 47.35412744042976 - type: nauc_ndcg_at_10_max value: 32.61052002810513 - type: nauc_ndcg_at_10_std value: -8.317478512039287 - type: nauc_ndcg_at_1_diff1 value: 52.516474658412115 - type: nauc_ndcg_at_1_max value: 31.750958168827058 - type: nauc_ndcg_at_1_std value: -11.133550039023303 - type: nauc_ndcg_at_20_diff1 value: 46.79750436237411 - type: nauc_ndcg_at_20_max value: 32.92706536339022 - type: nauc_ndcg_at_20_std value: -6.422586809119389 - type: nauc_ndcg_at_3_diff1 value: 47.88071947218908 - type: nauc_ndcg_at_3_max value: 32.65053744207045 - type: nauc_ndcg_at_3_std value: -7.625894325462775 - type: nauc_ndcg_at_5_diff1 value: 47.41640107292367 - type: nauc_ndcg_at_5_max value: 32.25774562883096 - type: nauc_ndcg_at_5_std value: -8.576478683187894 - type: nauc_precision_at_1000_diff1 value: -7.401730022944039 - type: nauc_precision_at_1000_max value: 8.380544549776644 - type: nauc_precision_at_1000_std value: 21.33062679454048 - type: nauc_precision_at_100_diff1 value: 1.1941670006172391 - type: nauc_precision_at_100_max value: 15.254637531135028 - type: nauc_precision_at_100_std value: 21.001459704268637 - type: nauc_precision_at_10_diff1 value: 21.614682009938637 - type: nauc_precision_at_10_max value: 24.905834060974446 - type: nauc_precision_at_10_std value: 3.691203600649516 - type: nauc_precision_at_1_diff1 value: 52.516474658412115 - type: nauc_precision_at_1_max value: 31.750958168827058 - type: nauc_precision_at_1_std value: -11.133550039023303 - type: nauc_precision_at_20_diff1 value: 12.727457915676519 - type: nauc_precision_at_20_max value: 21.12416181872642 - type: nauc_precision_at_20_std value: 11.945303544724311 - type: nauc_precision_at_3_diff1 value: 35.07487528779333 - type: nauc_precision_at_3_max value: 30.88594146125945 - type: nauc_precision_at_3_std value: -0.4675274108622441 - type: nauc_precision_at_5_diff1 value: 29.76463166711632 - type: nauc_precision_at_5_max value: 28.242093171256027 - type: nauc_precision_at_5_std value: -0.05545814149445081 - type: nauc_recall_at_1000_diff1 value: 26.24215949721984 - type: nauc_recall_at_1000_max value: 41.52638049765386 - type: nauc_recall_at_1000_std value: 35.88361518479368 - type: nauc_recall_at_100_diff1 value: 33.3817420605308 - type: nauc_recall_at_100_max value: 33.29494533551963 - type: nauc_recall_at_100_std value: 14.012572579565083 - type: nauc_recall_at_10_diff1 value: 40.06586952047774 - type: nauc_recall_at_10_max value: 30.07701885378967 - type: nauc_recall_at_10_std value: -7.238427580743649 - type: nauc_recall_at_1_diff1 value: 53.262297492506036 - type: nauc_recall_at_1_max value: 31.07472925049204 - type: nauc_recall_at_1_std value: -12.073457546139082 - type: nauc_recall_at_20_diff1 value: 37.166243697999775 - type: nauc_recall_at_20_max value: 30.85974563898745 - type: nauc_recall_at_20_std value: -0.22885906356777344 - type: nauc_recall_at_3_diff1 value: 43.290541959228605 - type: nauc_recall_at_3_max value: 30.843330994934277 - type: nauc_recall_at_3_std value: -7.160093856400578 - type: nauc_recall_at_5_diff1 value: 41.08571626304699 - type: nauc_recall_at_5_max value: 29.702072961184456 - type: nauc_recall_at_5_std value: -8.418771330354788 - type: ndcg_at_1 value: 35.804 - type: ndcg_at_10 value: 45.314 - type: ndcg_at_100 value: 50.485 - type: ndcg_at_1000 value: 52.708 - type: ndcg_at_20 value: 47.408 - type: ndcg_at_3 value: 40.593 - type: ndcg_at_5 value: 42.89 - type: precision_at_1 value: 35.804 - type: precision_at_10 value: 8.056000000000001 - type: precision_at_100 value: 1.237 - type: precision_at_1000 value: 0.159 - type: precision_at_20 value: 4.726 - type: precision_at_3 value: 18.961 - type: precision_at_5 value: 13.321 - type: recall_at_1 value: 29.544999999999998 - type: recall_at_10 value: 56.71000000000001 - type: recall_at_100 value: 78.291 - type: recall_at_1000 value: 93.289 - type: recall_at_20 value: 63.873999999999995 - type: recall_at_3 value: 43.679 - type: recall_at_5 value: 49.735 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackProgrammersRetrieval (default) revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 split: test type: mteb/cqadupstack-programmers metrics: - type: main_score value: 41.972 - type: map_at_1 value: 28.198 - type: map_at_10 value: 36.864999999999995 - type: map_at_100 value: 38.186 - type: map_at_1000 value: 38.304 - type: map_at_20 value: 37.61 - type: map_at_3 value: 34.154 - type: map_at_5 value: 35.647 - type: mrr_at_1 value: 34.93150684931507 - type: mrr_at_10 value: 42.54770058708415 - type: mrr_at_100 value: 43.43356842891581 - type: mrr_at_1000 value: 43.4956326278538 - type: mrr_at_20 value: 43.08723900959046 - type: mrr_at_3 value: 40.182648401826484 - type: mrr_at_5 value: 41.47831050228311 - type: nauc_map_at_1000_diff1 value: 41.022606465247776 - type: nauc_map_at_1000_max value: 42.740217702102775 - type: nauc_map_at_1000_std value: 1.5549290418082578 - type: nauc_map_at_100_diff1 value: 41.01913556542245 - type: nauc_map_at_100_max value: 42.72128899623004 - type: nauc_map_at_100_std value: 1.515497753203441 - type: nauc_map_at_10_diff1 value: 41.13409173555324 - type: nauc_map_at_10_max value: 42.175190404099304 - type: nauc_map_at_10_std value: 0.4914965139641374 - type: nauc_map_at_1_diff1 value: 46.809395624197215 - type: nauc_map_at_1_max value: 38.5282553020345 - type: nauc_map_at_1_std value: -2.6714719336524926 - type: nauc_map_at_20_diff1 value: 40.98491158180884 - type: nauc_map_at_20_max value: 42.40891615949963 - type: nauc_map_at_20_std value: 1.1041729743175046 - type: nauc_map_at_3_diff1 value: 42.64736493986304 - type: nauc_map_at_3_max value: 41.87004137167849 - type: nauc_map_at_3_std value: -0.3761707961318428 - type: nauc_map_at_5_diff1 value: 41.8861406716378 - type: nauc_map_at_5_max value: 42.4102952749554 - type: nauc_map_at_5_std value: -0.11179168791588576 - type: nauc_mrr_at_1000_diff1 value: 40.58825029140145 - type: nauc_mrr_at_1000_max value: 45.074908562418486 - type: nauc_mrr_at_1000_std value: 3.427109416982483 - type: nauc_mrr_at_100_diff1 value: 40.5751795367001 - type: nauc_mrr_at_100_max value: 45.07248482382704 - type: nauc_mrr_at_100_std value: 3.429885884645576 - type: nauc_mrr_at_10_diff1 value: 40.54443982205681 - type: nauc_mrr_at_10_max value: 45.005041841654084 - type: nauc_mrr_at_10_std value: 3.2705396131282134 - type: nauc_mrr_at_1_diff1 value: 44.56758540126327 - type: nauc_mrr_at_1_max value: 44.185787216783304 - type: nauc_mrr_at_1_std value: 0.7620879627094697 - type: nauc_mrr_at_20_diff1 value: 40.43752262475848 - type: nauc_mrr_at_20_max value: 44.9901824689221 - type: nauc_mrr_at_20_std value: 3.42360960737191 - type: nauc_mrr_at_3_diff1 value: 41.87592052624239 - type: nauc_mrr_at_3_max value: 45.28982369374505 - type: nauc_mrr_at_3_std value: 2.2700878193900693 - type: nauc_mrr_at_5_diff1 value: 40.943800669522844 - type: nauc_mrr_at_5_max value: 45.13522457043506 - type: nauc_mrr_at_5_std value: 2.595834771362938 - type: nauc_ndcg_at_1000_diff1 value: 39.323519912574525 - type: nauc_ndcg_at_1000_max value: 44.58719948756376 - type: nauc_ndcg_at_1000_std value: 5.552040172607778 - type: nauc_ndcg_at_100_diff1 value: 38.944605514176004 - type: nauc_ndcg_at_100_max value: 44.588652126531834 - type: nauc_ndcg_at_100_std value: 5.62534775171776 - type: nauc_ndcg_at_10_diff1 value: 38.87844384092155 - type: nauc_ndcg_at_10_max value: 42.74408439609428 - type: nauc_ndcg_at_10_std value: 2.246062217814992 - type: nauc_ndcg_at_1_diff1 value: 44.56758540126327 - type: nauc_ndcg_at_1_max value: 44.185787216783304 - type: nauc_ndcg_at_1_std value: 0.7620879627094697 - type: nauc_ndcg_at_20_diff1 value: 38.43221082586818 - type: nauc_ndcg_at_20_max value: 43.246318892781495 - type: nauc_ndcg_at_20_std value: 3.905778864082108 - type: nauc_ndcg_at_3_diff1 value: 40.816323427738155 - type: nauc_ndcg_at_3_max value: 43.49504809513653 - type: nauc_ndcg_at_3_std value: 1.5381114089453443 - type: nauc_ndcg_at_5_diff1 value: 40.076835055135824 - type: nauc_ndcg_at_5_max value: 43.52178635750693 - type: nauc_ndcg_at_5_std value: 1.3559206242959452 - type: nauc_precision_at_1000_diff1 value: -15.647466636278828 - type: nauc_precision_at_1000_max value: 5.904410914951169 - type: nauc_precision_at_1000_std value: 17.40618557045203 - type: nauc_precision_at_100_diff1 value: -3.9597467055957893 - type: nauc_precision_at_100_max value: 22.961343949765233 - type: nauc_precision_at_100_std value: 23.34429454240908 - type: nauc_precision_at_10_diff1 value: 14.05583841949555 - type: nauc_precision_at_10_max value: 38.36530565544962 - type: nauc_precision_at_10_std value: 14.382509414634647 - type: nauc_precision_at_1_diff1 value: 44.56758540126327 - type: nauc_precision_at_1_max value: 44.185787216783304 - type: nauc_precision_at_1_std value: 0.7620879627094697 - type: nauc_precision_at_20_diff1 value: 6.538798218122634 - type: nauc_precision_at_20_max value: 34.00658700775686 - type: nauc_precision_at_20_std value: 20.597509212011193 - type: nauc_precision_at_3_diff1 value: 28.304844901559235 - type: nauc_precision_at_3_max value: 45.27600131445504 - type: nauc_precision_at_3_std value: 8.354192789545877 - type: nauc_precision_at_5_diff1 value: 22.953877313513193 - type: nauc_precision_at_5_max value: 44.284430383934264 - type: nauc_precision_at_5_std value: 10.334770424508367 - type: nauc_recall_at_1000_diff1 value: 30.573728753318512 - type: nauc_recall_at_1000_max value: 48.8862197314152 - type: nauc_recall_at_1000_std value: 39.36831920826857 - type: nauc_recall_at_100_diff1 value: 28.71507753685001 - type: nauc_recall_at_100_max value: 45.529758913975066 - type: nauc_recall_at_100_std value: 21.618936472364094 - type: nauc_recall_at_10_diff1 value: 30.74497176009266 - type: nauc_recall_at_10_max value: 38.55489439503341 - type: nauc_recall_at_10_std value: 4.018384700678425 - type: nauc_recall_at_1_diff1 value: 46.809395624197215 - type: nauc_recall_at_1_max value: 38.5282553020345 - type: nauc_recall_at_1_std value: -2.6714719336524926 - type: nauc_recall_at_20_diff1 value: 28.243104741184215 - type: nauc_recall_at_20_max value: 39.19414082462458 - type: nauc_recall_at_20_std value: 9.473220791236317 - type: nauc_recall_at_3_diff1 value: 38.15738740696845 - type: nauc_recall_at_3_max value: 41.1633436338189 - type: nauc_recall_at_3_std value: 1.158282559027133 - type: nauc_recall_at_5_diff1 value: 34.64423911400713 - type: nauc_recall_at_5_max value: 40.8645421961625 - type: nauc_recall_at_5_std value: 1.4099879992923574 - type: ndcg_at_1 value: 34.932 - type: ndcg_at_10 value: 41.972 - type: ndcg_at_100 value: 47.657 - type: ndcg_at_1000 value: 50.019000000000005 - type: ndcg_at_20 value: 44.303 - type: ndcg_at_3 value: 37.656 - type: ndcg_at_5 value: 39.53 - type: precision_at_1 value: 34.932 - type: precision_at_10 value: 7.283 - type: precision_at_100 value: 1.193 - type: precision_at_1000 value: 0.156 - type: precision_at_20 value: 4.401 - type: precision_at_3 value: 17.541999999999998 - type: precision_at_5 value: 12.237 - type: recall_at_1 value: 28.198 - type: recall_at_10 value: 51.882 - type: recall_at_100 value: 75.94999999999999 - type: recall_at_1000 value: 91.899 - type: recall_at_20 value: 60.099999999999994 - type: recall_at_3 value: 39.363 - type: recall_at_5 value: 44.665 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackRetrieval (default) revision: CQADupstackRetrieval_is_a_combined_dataset split: test type: CQADupstackRetrieval_is_a_combined_dataset metrics: - type: main_score value: 39.823499999999996 - type: ndcg_at_10 value: 39.823499999999996 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackStatsRetrieval (default) revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a split: test type: mteb/cqadupstack-stats metrics: - type: main_score value: 34.943000000000005 - type: map_at_1 value: 24.410999999999998 - type: map_at_10 value: 30.932 - type: map_at_100 value: 31.739 - type: map_at_1000 value: 31.830000000000002 - type: map_at_20 value: 31.324 - type: map_at_3 value: 28.766000000000002 - type: map_at_5 value: 29.839 - type: mrr_at_1 value: 26.840490797546014 - type: mrr_at_10 value: 33.307892686727044 - type: mrr_at_100 value: 34.03241097379545 - type: mrr_at_1000 value: 34.10023125102763 - type: mrr_at_20 value: 33.68050039111574 - type: mrr_at_3 value: 31.186094069529652 - type: mrr_at_5 value: 32.27505112474437 - type: nauc_map_at_1000_diff1 value: 51.804964999374135 - type: nauc_map_at_1000_max value: 44.54911447604234 - type: nauc_map_at_1000_std value: -3.9124714922577595 - type: nauc_map_at_100_diff1 value: 51.79414418374271 - type: nauc_map_at_100_max value: 44.53028548572758 - type: nauc_map_at_100_std value: -3.936520900104449 - type: nauc_map_at_10_diff1 value: 52.13568200983318 - type: nauc_map_at_10_max value: 44.27936223055172 - type: nauc_map_at_10_std value: -4.637044407984358 - type: nauc_map_at_1_diff1 value: 60.40410623980631 - type: nauc_map_at_1_max value: 45.34811786339857 - type: nauc_map_at_1_std value: -6.696917585345179 - type: nauc_map_at_20_diff1 value: 51.87901144218853 - type: nauc_map_at_20_max value: 44.364439163581956 - type: nauc_map_at_20_std value: -4.362548600899778 - type: nauc_map_at_3_diff1 value: 53.344920936625385 - type: nauc_map_at_3_max value: 43.94504815645493 - type: nauc_map_at_3_std value: -5.822433974427741 - type: nauc_map_at_5_diff1 value: 52.93588158523704 - type: nauc_map_at_5_max value: 44.169881746816394 - type: nauc_map_at_5_std value: -5.383095634348798 - type: nauc_mrr_at_1000_diff1 value: 51.515435374016405 - type: nauc_mrr_at_1000_max value: 46.49025922664378 - type: nauc_mrr_at_1000_std value: -1.734000546825239 - type: nauc_mrr_at_100_diff1 value: 51.50277861239645 - type: nauc_mrr_at_100_max value: 46.48736017033707 - type: nauc_mrr_at_100_std value: -1.7630940821874128 - type: nauc_mrr_at_10_diff1 value: 51.84567506397618 - type: nauc_mrr_at_10_max value: 46.47698842010961 - type: nauc_mrr_at_10_std value: -2.1847105443168906 - type: nauc_mrr_at_1_diff1 value: 59.98698239793917 - type: nauc_mrr_at_1_max value: 48.40620036540186 - type: nauc_mrr_at_1_std value: -3.4242783270144384 - type: nauc_mrr_at_20_diff1 value: 51.57964520313399 - type: nauc_mrr_at_20_max value: 46.455142539325564 - type: nauc_mrr_at_20_std value: -1.9955653090844752 - type: nauc_mrr_at_3_diff1 value: 53.08421172916342 - type: nauc_mrr_at_3_max value: 46.292968965079346 - type: nauc_mrr_at_3_std value: -3.1550885793301524 - type: nauc_mrr_at_5_diff1 value: 52.51416365371875 - type: nauc_mrr_at_5_max value: 46.349515599030966 - type: nauc_mrr_at_5_std value: -2.8326386618923083 - type: nauc_ndcg_at_1000_diff1 value: 47.56627640765143 - type: nauc_ndcg_at_1000_max value: 45.24531513719487 - type: nauc_ndcg_at_1000_std value: 0.6089956237978018 - type: nauc_ndcg_at_100_diff1 value: 47.37435417027065 - type: nauc_ndcg_at_100_max value: 45.28727556080823 - type: nauc_ndcg_at_100_std value: 0.3613960417129507 - type: nauc_ndcg_at_10_diff1 value: 48.841748817837136 - type: nauc_ndcg_at_10_max value: 44.244734298084644 - type: nauc_ndcg_at_10_std value: -2.9572535558833177 - type: nauc_ndcg_at_1_diff1 value: 59.98698239793917 - type: nauc_ndcg_at_1_max value: 48.40620036540186 - type: nauc_ndcg_at_1_std value: -3.4242783270144384 - type: nauc_ndcg_at_20_diff1 value: 47.91659967798167 - type: nauc_ndcg_at_20_max value: 44.204978220761944 - type: nauc_ndcg_at_20_std value: -2.288644698249191 - type: nauc_ndcg_at_3_diff1 value: 51.00292729991802 - type: nauc_ndcg_at_3_max value: 43.998307213920526 - type: nauc_ndcg_at_3_std value: -4.8101403367756275 - type: nauc_ndcg_at_5_diff1 value: 50.62831394266875 - type: nauc_ndcg_at_5_max value: 44.12528630838151 - type: nauc_ndcg_at_5_std value: -4.523860172399872 - type: nauc_precision_at_1000_diff1 value: -2.8829228898648767 - type: nauc_precision_at_1000_max value: 21.484319546444937 - type: nauc_precision_at_1000_std value: 23.183185359636234 - type: nauc_precision_at_100_diff1 value: 13.126546172852343 - type: nauc_precision_at_100_max value: 38.904452131928174 - type: nauc_precision_at_100_std value: 25.10210082898755 - type: nauc_precision_at_10_diff1 value: 29.241086028515433 - type: nauc_precision_at_10_max value: 41.969488550828046 - type: nauc_precision_at_10_std value: 8.298645192023173 - type: nauc_precision_at_1_diff1 value: 59.98698239793917 - type: nauc_precision_at_1_max value: 48.40620036540186 - type: nauc_precision_at_1_std value: -3.4242783270144384 - type: nauc_precision_at_20_diff1 value: 23.58186868996537 - type: nauc_precision_at_20_max value: 40.86082740373183 - type: nauc_precision_at_20_std value: 12.184307673634846 - type: nauc_precision_at_3_diff1 value: 40.17486752554448 - type: nauc_precision_at_3_max value: 42.78710883714347 - type: nauc_precision_at_3_std value: -0.349059657475376 - type: nauc_precision_at_5_diff1 value: 35.763627796017246 - type: nauc_precision_at_5_max value: 42.11188370859306 - type: nauc_precision_at_5_std value: 2.0716177280118218 - type: nauc_recall_at_1000_diff1 value: 20.103379778671822 - type: nauc_recall_at_1000_max value: 40.90452511219812 - type: nauc_recall_at_1000_std value: 28.489542574515518 - type: nauc_recall_at_100_diff1 value: 28.92452051977028 - type: nauc_recall_at_100_max value: 43.69922998944798 - type: nauc_recall_at_100_std value: 16.08142102561521 - type: nauc_recall_at_10_diff1 value: 38.53293149172859 - type: nauc_recall_at_10_max value: 40.73349434955263 - type: nauc_recall_at_10_std value: -0.44770933771286897 - type: nauc_recall_at_1_diff1 value: 60.40410623980631 - type: nauc_recall_at_1_max value: 45.34811786339857 - type: nauc_recall_at_1_std value: -6.696917585345179 - type: nauc_recall_at_20_diff1 value: 34.55687337304239 - type: nauc_recall_at_20_max value: 39.486563070843715 - type: nauc_recall_at_20_std value: 1.3250335614606434 - type: nauc_recall_at_3_diff1 value: 45.754504547000494 - type: nauc_recall_at_3_max value: 40.53548303608 - type: nauc_recall_at_3_std value: -5.9476766070844835 - type: nauc_recall_at_5_diff1 value: 44.641627272460006 - type: nauc_recall_at_5_max value: 41.14787999778504 - type: nauc_recall_at_5_std value: -4.818263118036689 - type: ndcg_at_1 value: 26.840000000000003 - type: ndcg_at_10 value: 34.943000000000005 - type: ndcg_at_100 value: 39.049 - type: ndcg_at_1000 value: 41.476 - type: ndcg_at_20 value: 36.28 - type: ndcg_at_3 value: 30.751 - type: ndcg_at_5 value: 32.477000000000004 - type: precision_at_1 value: 26.840000000000003 - type: precision_at_10 value: 5.414 - type: precision_at_100 value: 0.8109999999999999 - type: precision_at_1000 value: 0.11 - type: precision_at_20 value: 3.075 - type: precision_at_3 value: 12.831999999999999 - type: precision_at_5 value: 8.926 - type: recall_at_1 value: 24.410999999999998 - type: recall_at_10 value: 45.0 - type: recall_at_100 value: 63.67699999999999 - type: recall_at_1000 value: 81.661 - type: recall_at_20 value: 49.863 - type: recall_at_3 value: 33.427 - type: recall_at_5 value: 37.643 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackTexRetrieval (default) revision: 46989137a86843e03a6195de44b09deda022eec7 split: test type: mteb/cqadupstack-tex metrics: - type: main_score value: 27.271 - type: map_at_1 value: 16.813 - type: map_at_10 value: 23.084 - type: map_at_100 value: 24.084 - type: map_at_1000 value: 24.208 - type: map_at_20 value: 23.608999999999998 - type: map_at_3 value: 21.007 - type: map_at_5 value: 22.152 - type: mrr_at_1 value: 19.958706125258086 - type: mrr_at_10 value: 26.604138673133853 - type: mrr_at_100 value: 27.478236695978964 - type: mrr_at_1000 value: 27.561544170622774 - type: mrr_at_20 value: 27.096724876948723 - type: mrr_at_3 value: 24.455150263821977 - type: mrr_at_5 value: 25.652672631337463 - type: nauc_map_at_1000_diff1 value: 39.42696210572429 - type: nauc_map_at_1000_max value: 30.905939840350865 - type: nauc_map_at_1000_std value: -2.112768993220295 - type: nauc_map_at_100_diff1 value: 39.44317785985914 - type: nauc_map_at_100_max value: 30.88181126280187 - type: nauc_map_at_100_std value: -2.1497185321899397 - type: nauc_map_at_10_diff1 value: 39.783205720010386 - type: nauc_map_at_10_max value: 30.72075574663745 - type: nauc_map_at_10_std value: -2.7813597828526913 - type: nauc_map_at_1_diff1 value: 45.95495054375077 - type: nauc_map_at_1_max value: 29.307340243286813 - type: nauc_map_at_1_std value: -3.8787283494017917 - type: nauc_map_at_20_diff1 value: 39.55408069040055 - type: nauc_map_at_20_max value: 30.841952062165305 - type: nauc_map_at_20_std value: -2.3995234786161515 - type: nauc_map_at_3_diff1 value: 41.431715881367595 - type: nauc_map_at_3_max value: 30.956756929185385 - type: nauc_map_at_3_std value: -3.206001022221989 - type: nauc_map_at_5_diff1 value: 40.51971570880456 - type: nauc_map_at_5_max value: 31.166315953364165 - type: nauc_map_at_5_std value: -2.8328762711003583 - type: nauc_mrr_at_1000_diff1 value: 38.715236440148885 - type: nauc_mrr_at_1000_max value: 31.90827598615535 - type: nauc_mrr_at_1000_std value: -1.9261443520327743 - type: nauc_mrr_at_100_diff1 value: 38.72084424076236 - type: nauc_mrr_at_100_max value: 31.911757883048097 - type: nauc_mrr_at_100_std value: -1.934247771747498 - type: nauc_mrr_at_10_diff1 value: 38.931293857673275 - type: nauc_mrr_at_10_max value: 31.91985593998026 - type: nauc_mrr_at_10_std value: -2.410810172275656 - type: nauc_mrr_at_1_diff1 value: 44.96427444036714 - type: nauc_mrr_at_1_max value: 31.15869481567013 - type: nauc_mrr_at_1_std value: -4.1080170038771175 - type: nauc_mrr_at_20_diff1 value: 38.70329790653735 - type: nauc_mrr_at_20_max value: 31.887053660134562 - type: nauc_mrr_at_20_std value: -2.0993388242694286 - type: nauc_mrr_at_3_diff1 value: 40.24088572289525 - type: nauc_mrr_at_3_max value: 32.22164230494495 - type: nauc_mrr_at_3_std value: -2.924880693476093 - type: nauc_mrr_at_5_diff1 value: 39.6695858564594 - type: nauc_mrr_at_5_max value: 32.37794889156794 - type: nauc_mrr_at_5_std value: -2.532868239474118 - type: nauc_ndcg_at_1000_diff1 value: 35.682019461771944 - type: nauc_ndcg_at_1000_max value: 31.672918812082624 - type: nauc_ndcg_at_1000_std value: 1.5456158352734608 - type: nauc_ndcg_at_100_diff1 value: 35.565350344596084 - type: nauc_ndcg_at_100_max value: 31.134172361704408 - type: nauc_ndcg_at_100_std value: 0.9454200599045738 - type: nauc_ndcg_at_10_diff1 value: 36.91294535770248 - type: nauc_ndcg_at_10_max value: 30.84230781604498 - type: nauc_ndcg_at_10_std value: -2.029254867212283 - type: nauc_ndcg_at_1_diff1 value: 44.7836102719316 - type: nauc_ndcg_at_1_max value: 31.03001956253118 - type: nauc_ndcg_at_1_std value: -4.221403257631206 - type: nauc_ndcg_at_20_diff1 value: 36.1721462124937 - type: nauc_ndcg_at_20_max value: 31.05660505054403 - type: nauc_ndcg_at_20_std value: -0.8551815209980955 - type: nauc_ndcg_at_3_diff1 value: 39.80891131649415 - type: nauc_ndcg_at_3_max value: 31.8884872128821 - type: nauc_ndcg_at_3_std value: -2.9356278969356406 - type: nauc_ndcg_at_5_diff1 value: 38.42988711109339 - type: nauc_ndcg_at_5_max value: 32.02629483395798 - type: nauc_ndcg_at_5_std value: -2.184896525784372 - type: nauc_precision_at_1000_diff1 value: -1.810399416309549 - type: nauc_precision_at_1000_max value: 17.36974902069381 - type: nauc_precision_at_1000_std value: 7.690679246210264 - type: nauc_precision_at_100_diff1 value: 9.061000301257494 - type: nauc_precision_at_100_max value: 23.27334207448966 - type: nauc_precision_at_100_std value: 9.203093247430845 - type: nauc_precision_at_10_diff1 value: 24.078831809156785 - type: nauc_precision_at_10_max value: 30.16351522977483 - type: nauc_precision_at_10_std value: -0.16764035070409813 - type: nauc_precision_at_1_diff1 value: 44.7836102719316 - type: nauc_precision_at_1_max value: 31.03001956253118 - type: nauc_precision_at_1_std value: -4.221403257631206 - type: nauc_precision_at_20_diff1 value: 19.327475481333188 - type: nauc_precision_at_20_max value: 29.156827789069585 - type: nauc_precision_at_20_std value: 3.6679763697455257 - type: nauc_precision_at_3_diff1 value: 33.537001430788095 - type: nauc_precision_at_3_max value: 34.214307848025385 - type: nauc_precision_at_3_std value: -1.8308165697325505 - type: nauc_precision_at_5_diff1 value: 30.081621340352754 - type: nauc_precision_at_5_max value: 33.60577799991689 - type: nauc_precision_at_5_std value: -0.7134881667518544 - type: nauc_recall_at_1000_diff1 value: 13.963474690325386 - type: nauc_recall_at_1000_max value: 30.829779058875534 - type: nauc_recall_at_1000_std value: 26.862797389948657 - type: nauc_recall_at_100_diff1 value: 20.93086558288481 - type: nauc_recall_at_100_max value: 27.229733717130234 - type: nauc_recall_at_100_std value: 12.462126967729018 - type: nauc_recall_at_10_diff1 value: 28.478947742090373 - type: nauc_recall_at_10_max value: 27.489385479243193 - type: nauc_recall_at_10_std value: -0.4705009290267946 - type: nauc_recall_at_1_diff1 value: 45.95495054375077 - type: nauc_recall_at_1_max value: 29.307340243286813 - type: nauc_recall_at_1_std value: -3.8787283494017917 - type: nauc_recall_at_20_diff1 value: 25.75330603328109 - type: nauc_recall_at_20_max value: 27.804223322498807 - type: nauc_recall_at_20_std value: 3.144395319952984 - type: nauc_recall_at_3_diff1 value: 36.07951024551158 - type: nauc_recall_at_3_max value: 31.08083223663377 - type: nauc_recall_at_3_std value: -2.1113644085672267 - type: nauc_recall_at_5_diff1 value: 32.42036043538062 - type: nauc_recall_at_5_max value: 31.16748252176094 - type: nauc_recall_at_5_std value: -0.6292907329994006 - type: ndcg_at_1 value: 19.993 - type: ndcg_at_10 value: 27.271 - type: ndcg_at_100 value: 32.153999999999996 - type: ndcg_at_1000 value: 35.227000000000004 - type: ndcg_at_20 value: 29.005 - type: ndcg_at_3 value: 23.403 - type: ndcg_at_5 value: 25.206 - type: precision_at_1 value: 19.993 - type: precision_at_10 value: 4.849 - type: precision_at_100 value: 0.856 - type: precision_at_1000 value: 0.129 - type: precision_at_20 value: 2.93 - type: precision_at_3 value: 10.863 - type: precision_at_5 value: 7.832 - type: recall_at_1 value: 16.813 - type: recall_at_10 value: 36.32 - type: recall_at_100 value: 58.342000000000006 - type: recall_at_1000 value: 80.523 - type: recall_at_20 value: 42.669000000000004 - type: recall_at_3 value: 25.592 - type: recall_at_5 value: 30.279 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackUnixRetrieval (default) revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 split: test type: mteb/cqadupstack-unix metrics: - type: main_score value: 38.237 - type: map_at_1 value: 25.785000000000004 - type: map_at_10 value: 33.415 - type: map_at_100 value: 34.53 - type: map_at_1000 value: 34.633 - type: map_at_20 value: 34.013 - type: map_at_3 value: 30.836000000000002 - type: map_at_5 value: 32.326 - type: mrr_at_1 value: 30.130597014925375 - type: mrr_at_10 value: 37.4946324923004 - type: mrr_at_100 value: 38.394806750951716 - type: mrr_at_1000 value: 38.45403514653281 - type: mrr_at_20 value: 38.00542360682474 - type: mrr_at_3 value: 35.136815920398014 - type: mrr_at_5 value: 36.587375621890544 - type: nauc_map_at_1000_diff1 value: 49.52120171319979 - type: nauc_map_at_1000_max value: 44.2737746562252 - type: nauc_map_at_1000_std value: 1.3883003717739537 - type: nauc_map_at_100_diff1 value: 49.52495945318767 - type: nauc_map_at_100_max value: 44.25172491297186 - type: nauc_map_at_100_std value: 1.3534962768450893 - type: nauc_map_at_10_diff1 value: 49.54621161463998 - type: nauc_map_at_10_max value: 44.1501794847627 - type: nauc_map_at_10_std value: 0.9402407258675659 - type: nauc_map_at_1_diff1 value: 55.05877624613837 - type: nauc_map_at_1_max value: 45.885355054370265 - type: nauc_map_at_1_std value: 0.6039256077894425 - type: nauc_map_at_20_diff1 value: 49.572983112696626 - type: nauc_map_at_20_max value: 44.22886937737236 - type: nauc_map_at_20_std value: 1.1833933567379373 - type: nauc_map_at_3_diff1 value: 51.02441913285327 - type: nauc_map_at_3_max value: 44.2470426710593 - type: nauc_map_at_3_std value: 0.5205385668880222 - type: nauc_map_at_5_diff1 value: 49.776097385781114 - type: nauc_map_at_5_max value: 44.17598307913278 - type: nauc_map_at_5_std value: 0.7956980489062033 - type: nauc_mrr_at_1000_diff1 value: 48.912489895804725 - type: nauc_mrr_at_1000_max value: 43.488365442557644 - type: nauc_mrr_at_1000_std value: 0.7145245912285139 - type: nauc_mrr_at_100_diff1 value: 48.8973537486227 - type: nauc_mrr_at_100_max value: 43.462627169872846 - type: nauc_mrr_at_100_std value: 0.6919044814092266 - type: nauc_mrr_at_10_diff1 value: 48.770971607534555 - type: nauc_mrr_at_10_max value: 43.35465718380219 - type: nauc_mrr_at_10_std value: 0.47861053908937745 - type: nauc_mrr_at_1_diff1 value: 54.45364705100506 - type: nauc_mrr_at_1_max value: 45.9564145309108 - type: nauc_mrr_at_1_std value: -0.3816262519359993 - type: nauc_mrr_at_20_diff1 value: 48.84855563202191 - type: nauc_mrr_at_20_max value: 43.42213294974335 - type: nauc_mrr_at_20_std value: 0.6246499264833332 - type: nauc_mrr_at_3_diff1 value: 50.112684439814444 - type: nauc_mrr_at_3_max value: 43.57712757946534 - type: nauc_mrr_at_3_std value: -0.02233385754475177 - type: nauc_mrr_at_5_diff1 value: 48.88326728319565 - type: nauc_mrr_at_5_max value: 43.27515202198208 - type: nauc_mrr_at_5_std value: 0.06598612697068278 - type: nauc_ndcg_at_1000_diff1 value: 47.045566188497354 - type: nauc_ndcg_at_1000_max value: 44.02083810761991 - type: nauc_ndcg_at_1000_std value: 3.8566204017046837 - type: nauc_ndcg_at_100_diff1 value: 46.87351433287525 - type: nauc_ndcg_at_100_max value: 43.31914904366156 - type: nauc_ndcg_at_100_std value: 3.2077702511273274 - type: nauc_ndcg_at_10_diff1 value: 47.034854974393106 - type: nauc_ndcg_at_10_max value: 42.99342917009051 - type: nauc_ndcg_at_10_std value: 1.56074638296321 - type: nauc_ndcg_at_1_diff1 value: 54.45364705100506 - type: nauc_ndcg_at_1_max value: 45.9564145309108 - type: nauc_ndcg_at_1_std value: -0.3816262519359993 - type: nauc_ndcg_at_20_diff1 value: 47.13156408834095 - type: nauc_ndcg_at_20_max value: 43.257377267127936 - type: nauc_ndcg_at_20_std value: 2.3634519654199773 - type: nauc_ndcg_at_3_diff1 value: 49.39611760977834 - type: nauc_ndcg_at_3_max value: 43.25557261827668 - type: nauc_ndcg_at_3_std value: 0.6164875248447612 - type: nauc_ndcg_at_5_diff1 value: 47.420507058828996 - type: nauc_ndcg_at_5_max value: 42.952880522402786 - type: nauc_ndcg_at_5_std value: 1.0389071033132582 - type: nauc_precision_at_1000_diff1 value: -10.353831200433623 - type: nauc_precision_at_1000_max value: 1.6725306247637572 - type: nauc_precision_at_1000_std value: 5.23903961892565 - type: nauc_precision_at_100_diff1 value: 5.042493723315836 - type: nauc_precision_at_100_max value: 15.435502469521545 - type: nauc_precision_at_100_std value: 7.736457748208918 - type: nauc_precision_at_10_diff1 value: 26.342761572244644 - type: nauc_precision_at_10_max value: 31.372521019380205 - type: nauc_precision_at_10_std value: 4.018664708063928 - type: nauc_precision_at_1_diff1 value: 54.45364705100506 - type: nauc_precision_at_1_max value: 45.9564145309108 - type: nauc_precision_at_1_std value: -0.3816262519359993 - type: nauc_precision_at_20_diff1 value: 21.41116292365835 - type: nauc_precision_at_20_max value: 28.440473482025542 - type: nauc_precision_at_20_std value: 5.325433897767179 - type: nauc_precision_at_3_diff1 value: 40.39940003727101 - type: nauc_precision_at_3_max value: 38.3527731240483 - type: nauc_precision_at_3_std value: 1.1475904970123023 - type: nauc_precision_at_5_diff1 value: 32.0770898726879 - type: nauc_precision_at_5_max value: 35.68958684993726 - type: nauc_precision_at_5_std value: 2.475615689500985 - type: nauc_recall_at_1000_diff1 value: 30.80588133212561 - type: nauc_recall_at_1000_max value: 47.68424961498482 - type: nauc_recall_at_1000_std value: 37.095503378541345 - type: nauc_recall_at_100_diff1 value: 34.255643927749965 - type: nauc_recall_at_100_max value: 36.2148656992043 - type: nauc_recall_at_100_std value: 12.955819249202813 - type: nauc_recall_at_10_diff1 value: 38.51613432459783 - type: nauc_recall_at_10_max value: 37.83617629131118 - type: nauc_recall_at_10_std value: 3.530049632431654 - type: nauc_recall_at_1_diff1 value: 55.05877624613837 - type: nauc_recall_at_1_max value: 45.885355054370265 - type: nauc_recall_at_1_std value: 0.6039256077894425 - type: nauc_recall_at_20_diff1 value: 38.119414031862235 - type: nauc_recall_at_20_max value: 38.03240222275707 - type: nauc_recall_at_20_std value: 6.900473519744871 - type: nauc_recall_at_3_diff1 value: 45.10876601598985 - type: nauc_recall_at_3_max value: 39.71236526542584 - type: nauc_recall_at_3_std value: 1.0682071020848884 - type: nauc_recall_at_5_diff1 value: 40.04186104984272 - type: nauc_recall_at_5_max value: 38.38041748718699 - type: nauc_recall_at_5_std value: 2.179397895630501 - type: ndcg_at_1 value: 30.131000000000004 - type: ndcg_at_10 value: 38.237 - type: ndcg_at_100 value: 43.49 - type: ndcg_at_1000 value: 45.834 - type: ndcg_at_20 value: 40.214 - type: ndcg_at_3 value: 33.534000000000006 - type: ndcg_at_5 value: 35.885 - type: precision_at_1 value: 30.131000000000004 - type: precision_at_10 value: 6.343 - type: precision_at_100 value: 1.0030000000000001 - type: precision_at_1000 value: 0.132 - type: precision_at_20 value: 3.694 - type: precision_at_3 value: 14.924999999999999 - type: precision_at_5 value: 10.597 - type: recall_at_1 value: 25.785000000000004 - type: recall_at_10 value: 48.9 - type: recall_at_100 value: 71.937 - type: recall_at_1000 value: 88.39200000000001 - type: recall_at_20 value: 56.092 - type: recall_at_3 value: 36.275 - type: recall_at_5 value: 42.199 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackWebmastersRetrieval (default) revision: 160c094312a0e1facb97e55eeddb698c0abe3571 split: test type: mteb/cqadupstack-webmasters metrics: - type: main_score value: 38.702 - type: map_at_1 value: 24.759999999999998 - type: map_at_10 value: 33.206 - type: map_at_100 value: 34.896 - type: map_at_1000 value: 35.099999999999994 - type: map_at_20 value: 34.127 - type: map_at_3 value: 30.823 - type: map_at_5 value: 31.968000000000004 - type: mrr_at_1 value: 29.64426877470356 - type: mrr_at_10 value: 37.80404981491938 - type: mrr_at_100 value: 38.79933651092482 - type: mrr_at_1000 value: 38.86142798335946 - type: mrr_at_20 value: 38.38038983190356 - type: mrr_at_3 value: 35.67193675889328 - type: mrr_at_5 value: 36.73913043478261 - type: nauc_map_at_1000_diff1 value: 56.216987125546034 - type: nauc_map_at_1000_max value: 36.636024345063184 - type: nauc_map_at_1000_std value: -1.4679718812536617 - type: nauc_map_at_100_diff1 value: 56.29317223035958 - type: nauc_map_at_100_max value: 36.75828550893792 - type: nauc_map_at_100_std value: -1.4679105920296445 - type: nauc_map_at_10_diff1 value: 56.9700109786174 - type: nauc_map_at_10_max value: 36.394193643008286 - type: nauc_map_at_10_std value: -3.0328457791525123 - type: nauc_map_at_1_diff1 value: 65.93518730710079 - type: nauc_map_at_1_max value: 38.535827431015406 - type: nauc_map_at_1_std value: -5.236773287629493 - type: nauc_map_at_20_diff1 value: 56.44336987598136 - type: nauc_map_at_20_max value: 36.61391138593165 - type: nauc_map_at_20_std value: -2.2269175214462975 - type: nauc_map_at_3_diff1 value: 58.78641909497991 - type: nauc_map_at_3_max value: 36.08784205619596 - type: nauc_map_at_3_std value: -4.869458701935401 - type: nauc_map_at_5_diff1 value: 57.647744003585686 - type: nauc_map_at_5_max value: 36.32385641689891 - type: nauc_map_at_5_std value: -4.079967324624381 - type: nauc_mrr_at_1000_diff1 value: 53.73405720991941 - type: nauc_mrr_at_1000_max value: 35.01515025396539 - type: nauc_mrr_at_1000_std value: -0.31590504950082143 - type: nauc_mrr_at_100_diff1 value: 53.70139953638633 - type: nauc_mrr_at_100_max value: 35.000971432470834 - type: nauc_mrr_at_100_std value: -0.30518945008354775 - type: nauc_mrr_at_10_diff1 value: 53.771916929516806 - type: nauc_mrr_at_10_max value: 34.86714427649752 - type: nauc_mrr_at_10_std value: -0.8475666877072621 - type: nauc_mrr_at_1_diff1 value: 60.595670459363035 - type: nauc_mrr_at_1_max value: 37.2467762733547 - type: nauc_mrr_at_1_std value: -2.4072594343717455 - type: nauc_mrr_at_20_diff1 value: 53.534675374167115 - type: nauc_mrr_at_20_max value: 34.96374314629818 - type: nauc_mrr_at_20_std value: -0.44188628945875974 - type: nauc_mrr_at_3_diff1 value: 54.78312495468249 - type: nauc_mrr_at_3_max value: 35.2066811878517 - type: nauc_mrr_at_3_std value: -1.8944738758534572 - type: nauc_mrr_at_5_diff1 value: 53.9320133784024 - type: nauc_mrr_at_5_max value: 34.933128114329506 - type: nauc_mrr_at_5_std value: -1.2573590246219064 - type: nauc_ndcg_at_1000_diff1 value: 52.79088958488379 - type: nauc_ndcg_at_1000_max value: 36.345628516588896 - type: nauc_ndcg_at_1000_std value: 2.445044072065906 - type: nauc_ndcg_at_100_diff1 value: 52.232592807059106 - type: nauc_ndcg_at_100_max value: 35.94266703777175 - type: nauc_ndcg_at_100_std value: 2.380896854289871 - type: nauc_ndcg_at_10_diff1 value: 52.4200115272185 - type: nauc_ndcg_at_10_max value: 34.757851066956796 - type: nauc_ndcg_at_10_std value: -0.49561613958663575 - type: nauc_ndcg_at_1_diff1 value: 60.595670459363035 - type: nauc_ndcg_at_1_max value: 37.2467762733547 - type: nauc_ndcg_at_1_std value: -2.4072594343717455 - type: nauc_ndcg_at_20_diff1 value: 51.5556221127907 - type: nauc_ndcg_at_20_max value: 34.91161584533855 - type: nauc_ndcg_at_20_std value: 0.3287359655907246 - type: nauc_ndcg_at_3_diff1 value: 54.38150999646727 - type: nauc_ndcg_at_3_max value: 35.12008787987902 - type: nauc_ndcg_at_3_std value: -3.0391777460369234 - type: nauc_ndcg_at_5_diff1 value: 53.17636862901642 - type: nauc_ndcg_at_5_max value: 35.01805262816462 - type: nauc_ndcg_at_5_std value: -1.6730461330592035 - type: nauc_precision_at_1000_diff1 value: -19.197476345589244 - type: nauc_precision_at_1000_max value: -16.07027930478512 - type: nauc_precision_at_1000_std value: 7.47832582422616 - type: nauc_precision_at_100_diff1 value: -10.833279142904125 - type: nauc_precision_at_100_max value: 0.3713956448135286 - type: nauc_precision_at_100_std value: 19.43321236567288 - type: nauc_precision_at_10_diff1 value: 14.485899279468805 - type: nauc_precision_at_10_max value: 20.99033493484436 - type: nauc_precision_at_10_std value: 13.948938797135813 - type: nauc_precision_at_1_diff1 value: 60.595670459363035 - type: nauc_precision_at_1_max value: 37.2467762733547 - type: nauc_precision_at_1_std value: -2.4072594343717455 - type: nauc_precision_at_20_diff1 value: 2.62242567609543 - type: nauc_precision_at_20_max value: 14.329590936752842 - type: nauc_precision_at_20_std value: 18.806868464807344 - type: nauc_precision_at_3_diff1 value: 36.32889497183576 - type: nauc_precision_at_3_max value: 29.18015511342924 - type: nauc_precision_at_3_std value: -0.27244981675427893 - type: nauc_precision_at_5_diff1 value: 26.69294935539956 - type: nauc_precision_at_5_max value: 26.270045377570643 - type: nauc_precision_at_5_std value: 5.716486753663058 - type: nauc_recall_at_1000_diff1 value: 31.26716925209579 - type: nauc_recall_at_1000_max value: 45.71657475818356 - type: nauc_recall_at_1000_std value: 47.81870796071198 - type: nauc_recall_at_100_diff1 value: 34.53057634655451 - type: nauc_recall_at_100_max value: 32.29642070892327 - type: nauc_recall_at_100_std value: 19.030981903923518 - type: nauc_recall_at_10_diff1 value: 41.94526460488394 - type: nauc_recall_at_10_max value: 29.495791761106364 - type: nauc_recall_at_10_std value: 1.192873151949478 - type: nauc_recall_at_1_diff1 value: 65.93518730710079 - type: nauc_recall_at_1_max value: 38.535827431015406 - type: nauc_recall_at_1_std value: -5.236773287629493 - type: nauc_recall_at_20_diff1 value: 36.75595231694923 - type: nauc_recall_at_20_max value: 29.656872225402005 - type: nauc_recall_at_20_std value: 5.8442110307129385 - type: nauc_recall_at_3_diff1 value: 49.89157627698123 - type: nauc_recall_at_3_max value: 30.972745977527705 - type: nauc_recall_at_3_std value: -5.010969101582183 - type: nauc_recall_at_5_diff1 value: 45.538068401798036 - type: nauc_recall_at_5_max value: 30.839243092082462 - type: nauc_recall_at_5_std value: -2.3241921371938443 - type: ndcg_at_1 value: 29.644 - type: ndcg_at_10 value: 38.702 - type: ndcg_at_100 value: 44.638 - type: ndcg_at_1000 value: 47.369 - type: ndcg_at_20 value: 41.11 - type: ndcg_at_3 value: 34.89 - type: ndcg_at_5 value: 36.411 - type: precision_at_1 value: 29.644 - type: precision_at_10 value: 7.332 - type: precision_at_100 value: 1.482 - type: precision_at_1000 value: 0.234 - type: precision_at_20 value: 4.773000000000001 - type: precision_at_3 value: 16.469 - type: precision_at_5 value: 11.581 - type: recall_at_1 value: 24.759999999999998 - type: recall_at_10 value: 48.676 - type: recall_at_100 value: 74.71600000000001 - type: recall_at_1000 value: 92.529 - type: recall_at_20 value: 57.701 - type: recall_at_3 value: 37.634 - type: recall_at_5 value: 42.021 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackWordpressRetrieval (default) revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 split: test type: mteb/cqadupstack-wordpress metrics: - type: main_score value: 33.184000000000005 - type: map_at_1 value: 22.498 - type: map_at_10 value: 29.041 - type: map_at_100 value: 29.902 - type: map_at_1000 value: 30.005 - type: map_at_20 value: 29.445 - type: map_at_3 value: 27.034999999999997 - type: map_at_5 value: 28.066999999999997 - type: mrr_at_1 value: 24.58410351201479 - type: mrr_at_10 value: 31.36284951442068 - type: mrr_at_100 value: 32.08870634848143 - type: mrr_at_1000 value: 32.168573680049334 - type: mrr_at_20 value: 31.68542524505996 - type: mrr_at_3 value: 29.390018484288355 - type: mrr_at_5 value: 30.434380776340113 - type: nauc_map_at_1000_diff1 value: 41.374253890381695 - type: nauc_map_at_1000_max value: 22.065970643139305 - type: nauc_map_at_1000_std value: -4.525195186246908 - type: nauc_map_at_100_diff1 value: 41.3933742734894 - type: nauc_map_at_100_max value: 22.05523884767592 - type: nauc_map_at_100_std value: -4.576049995000299 - type: nauc_map_at_10_diff1 value: 41.685933864893386 - type: nauc_map_at_10_max value: 22.074430235618202 - type: nauc_map_at_10_std value: -5.342756555650224 - type: nauc_map_at_1_diff1 value: 46.369951820505214 - type: nauc_map_at_1_max value: 20.79889216707456 - type: nauc_map_at_1_std value: -5.546990768719017 - type: nauc_map_at_20_diff1 value: 41.57650839001777 - type: nauc_map_at_20_max value: 22.10337028666859 - type: nauc_map_at_20_std value: -5.0112632942049755 - type: nauc_map_at_3_diff1 value: 43.25002524227386 - type: nauc_map_at_3_max value: 21.71254977377994 - type: nauc_map_at_3_std value: -5.063792530287141 - type: nauc_map_at_5_diff1 value: 41.942098001153774 - type: nauc_map_at_5_max value: 22.060360157295246 - type: nauc_map_at_5_std value: -4.787860519098938 - type: nauc_mrr_at_1000_diff1 value: 39.63161745977759 - type: nauc_mrr_at_1000_max value: 22.437035210976983 - type: nauc_mrr_at_1000_std value: -3.5262912017419623 - type: nauc_mrr_at_100_diff1 value: 39.62581910750353 - type: nauc_mrr_at_100_max value: 22.42233364420823 - type: nauc_mrr_at_100_std value: -3.5432198196209934 - type: nauc_mrr_at_10_diff1 value: 39.8819383353136 - type: nauc_mrr_at_10_max value: 22.576979034329465 - type: nauc_mrr_at_10_std value: -4.001145099997851 - type: nauc_mrr_at_1_diff1 value: 44.588747332680065 - type: nauc_mrr_at_1_max value: 20.828813306550884 - type: nauc_mrr_at_1_std value: -4.887668051250691 - type: nauc_mrr_at_20_diff1 value: 39.72417138310015 - type: nauc_mrr_at_20_max value: 22.441412917606147 - type: nauc_mrr_at_20_std value: -3.7881582741662796 - type: nauc_mrr_at_3_diff1 value: 41.13949263111701 - type: nauc_mrr_at_3_max value: 22.57324930910542 - type: nauc_mrr_at_3_std value: -4.638590270694448 - type: nauc_mrr_at_5_diff1 value: 39.70292942654342 - type: nauc_mrr_at_5_max value: 22.11981992742418 - type: nauc_mrr_at_5_std value: -3.9308423278718774 - type: nauc_ndcg_at_1000_diff1 value: 37.73029127510404 - type: nauc_ndcg_at_1000_max value: 22.573816267041135 - type: nauc_ndcg_at_1000_std value: -1.1982970753891795 - type: nauc_ndcg_at_100_diff1 value: 37.80001858721174 - type: nauc_ndcg_at_100_max value: 22.053220025055772 - type: nauc_ndcg_at_100_std value: -1.9640830293524214 - type: nauc_ndcg_at_10_diff1 value: 39.19945472332868 - type: nauc_ndcg_at_10_max value: 22.37732222114705 - type: nauc_ndcg_at_10_std value: -5.475219250689131 - type: nauc_ndcg_at_1_diff1 value: 43.85704285579009 - type: nauc_ndcg_at_1_max value: 20.860113091486728 - type: nauc_ndcg_at_1_std value: -5.456254260600186 - type: nauc_ndcg_at_20_diff1 value: 38.81399354320835 - type: nauc_ndcg_at_20_max value: 22.10413559000053 - type: nauc_ndcg_at_20_std value: -4.518321078880659 - type: nauc_ndcg_at_3_diff1 value: 41.59494576422268 - type: nauc_ndcg_at_3_max value: 22.1394672055329 - type: nauc_ndcg_at_3_std value: -4.935068978769641 - type: nauc_ndcg_at_5_diff1 value: 39.396998721310275 - type: nauc_ndcg_at_5_max value: 22.147397701500118 - type: nauc_ndcg_at_5_std value: -4.5245682967348735 - type: nauc_precision_at_1000_diff1 value: -19.86346220307687 - type: nauc_precision_at_1000_max value: -5.1025845451007035 - type: nauc_precision_at_1000_std value: 26.638466878996773 - type: nauc_precision_at_100_diff1 value: 2.6860641099854488 - type: nauc_precision_at_100_max value: 11.142271599444532 - type: nauc_precision_at_100_std value: 18.84976252978762 - type: nauc_precision_at_10_diff1 value: 24.20931645094317 - type: nauc_precision_at_10_max value: 22.21660392055808 - type: nauc_precision_at_10_std value: -1.5213797518956709 - type: nauc_precision_at_1_diff1 value: 43.85704285579009 - type: nauc_precision_at_1_max value: 20.860113091486728 - type: nauc_precision_at_1_std value: -5.456254260600186 - type: nauc_precision_at_20_diff1 value: 19.939563895658054 - type: nauc_precision_at_20_max value: 19.9547409824195 - type: nauc_precision_at_20_std value: 3.1240579445396968 - type: nauc_precision_at_3_diff1 value: 35.03211109170608 - type: nauc_precision_at_3_max value: 23.11561284004388 - type: nauc_precision_at_3_std value: -3.294506159571753 - type: nauc_precision_at_5_diff1 value: 28.75507298742003 - type: nauc_precision_at_5_max value: 23.096043416959745 - type: nauc_precision_at_5_std value: -0.3608727236051583 - type: nauc_recall_at_1000_diff1 value: 14.205256005519862 - type: nauc_recall_at_1000_max value: 29.089194987609247 - type: nauc_recall_at_1000_std value: 31.72373859229968 - type: nauc_recall_at_100_diff1 value: 25.301523383036283 - type: nauc_recall_at_100_max value: 19.894458618130827 - type: nauc_recall_at_100_std value: 9.796701690786652 - type: nauc_recall_at_10_diff1 value: 33.687167392518326 - type: nauc_recall_at_10_max value: 21.682333049513517 - type: nauc_recall_at_10_std value: -7.621345840947486 - type: nauc_recall_at_1_diff1 value: 46.369951820505214 - type: nauc_recall_at_1_max value: 20.79889216707456 - type: nauc_recall_at_1_std value: -5.546990768719017 - type: nauc_recall_at_20_diff1 value: 32.34548907384537 - type: nauc_recall_at_20_max value: 20.292072830777688 - type: nauc_recall_at_20_std value: -4.518439576600629 - type: nauc_recall_at_3_diff1 value: 39.109075876824534 - type: nauc_recall_at_3_max value: 22.057723571439517 - type: nauc_recall_at_3_std value: -5.805873500092649 - type: nauc_recall_at_5_diff1 value: 34.36166175032935 - type: nauc_recall_at_5_max value: 21.86558200207439 - type: nauc_recall_at_5_std value: -4.916227924629593 - type: ndcg_at_1 value: 24.769 - type: ndcg_at_10 value: 33.184000000000005 - type: ndcg_at_100 value: 37.688 - type: ndcg_at_1000 value: 40.419 - type: ndcg_at_20 value: 34.501 - type: ndcg_at_3 value: 29.183999999999997 - type: ndcg_at_5 value: 30.886000000000003 - type: precision_at_1 value: 24.769 - type: precision_at_10 value: 5.065 - type: precision_at_100 value: 0.8019999999999999 - type: precision_at_1000 value: 0.11499999999999999 - type: precision_at_20 value: 2.874 - type: precision_at_3 value: 12.138 - type: precision_at_5 value: 8.280999999999999 - type: recall_at_1 value: 22.498 - type: recall_at_10 value: 43.561 - type: recall_at_100 value: 65.179 - type: recall_at_1000 value: 85.59400000000001 - type: recall_at_20 value: 48.542 - type: recall_at_3 value: 32.683 - type: recall_at_5 value: 36.756 task: type: Retrieval - dataset: config: default name: MTEB ClimateFEVER (default) revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 split: test type: mteb/climate-fever metrics: - type: main_score value: 25.068 - type: map_at_1 value: 10.814 - type: map_at_10 value: 17.698 - type: map_at_100 value: 19.256999999999998 - type: map_at_1000 value: 19.427 - type: map_at_20 value: 18.517 - type: map_at_3 value: 14.768 - type: map_at_5 value: 16.168 - type: mrr_at_1 value: 23.778501628664493 - type: mrr_at_10 value: 33.88224497182152 - type: mrr_at_100 value: 34.860765476660085 - type: mrr_at_1000 value: 34.9058127244524 - type: mrr_at_20 value: 34.4448909369367 - type: mrr_at_3 value: 30.77090119435396 - type: mrr_at_5 value: 32.45819761129207 - type: nauc_map_at_1000_diff1 value: 30.726195789977407 - type: nauc_map_at_1000_max value: 39.15113878399586 - type: nauc_map_at_1000_std value: 24.917819555141364 - type: nauc_map_at_100_diff1 value: 30.75831870619496 - type: nauc_map_at_100_max value: 39.0925281576344 - type: nauc_map_at_100_std value: 24.812904430064332 - type: nauc_map_at_10_diff1 value: 30.788364938640512 - type: nauc_map_at_10_max value: 38.52945445826396 - type: nauc_map_at_10_std value: 22.673515059180666 - type: nauc_map_at_1_diff1 value: 37.07725847525864 - type: nauc_map_at_1_max value: 35.38487349908001 - type: nauc_map_at_1_std value: 14.952796342325215 - type: nauc_map_at_20_diff1 value: 30.765506490721002 - type: nauc_map_at_20_max value: 38.679949146657215 - type: nauc_map_at_20_std value: 23.919856455340465 - type: nauc_map_at_3_diff1 value: 32.35005706399001 - type: nauc_map_at_3_max value: 37.80552461042152 - type: nauc_map_at_3_std value: 19.66789833007622 - type: nauc_map_at_5_diff1 value: 31.39340429832868 - type: nauc_map_at_5_max value: 37.86527491094143 - type: nauc_map_at_5_std value: 21.300046990539336 - type: nauc_mrr_at_1000_diff1 value: 29.432524625300516 - type: nauc_mrr_at_1000_max value: 38.218394864212605 - type: nauc_mrr_at_1000_std value: 23.0728189419235 - type: nauc_mrr_at_100_diff1 value: 29.415430356879153 - type: nauc_mrr_at_100_max value: 38.22628059794739 - type: nauc_mrr_at_100_std value: 23.103333959988873 - type: nauc_mrr_at_10_diff1 value: 29.270691859275267 - type: nauc_mrr_at_10_max value: 37.97561622149939 - type: nauc_mrr_at_10_std value: 22.952175070051965 - type: nauc_mrr_at_1_diff1 value: 34.52650533413239 - type: nauc_mrr_at_1_max value: 36.148065417245 - type: nauc_mrr_at_1_std value: 15.515107159812219 - type: nauc_mrr_at_20_diff1 value: 29.32892593488461 - type: nauc_mrr_at_20_max value: 38.06551351610269 - type: nauc_mrr_at_20_std value: 22.999514039671794 - type: nauc_mrr_at_3_diff1 value: 30.05956412186002 - type: nauc_mrr_at_3_max value: 38.04150684696926 - type: nauc_mrr_at_3_std value: 21.145061297495886 - type: nauc_mrr_at_5_diff1 value: 29.52610385179893 - type: nauc_mrr_at_5_max value: 38.07912336351449 - type: nauc_mrr_at_5_std value: 22.202446598949297 - type: nauc_ndcg_at_1000_diff1 value: 27.887597561058197 - type: nauc_ndcg_at_1000_max value: 41.52865791139878 - type: nauc_ndcg_at_1000_std value: 32.57271525966578 - type: nauc_ndcg_at_100_diff1 value: 28.02030309361315 - type: nauc_ndcg_at_100_max value: 41.08879586115668 - type: nauc_ndcg_at_100_std value: 31.90715915733223 - type: nauc_ndcg_at_10_diff1 value: 28.04223401946267 - type: nauc_ndcg_at_10_max value: 38.795016872950455 - type: nauc_ndcg_at_10_std value: 25.973732363728434 - type: nauc_ndcg_at_1_diff1 value: 34.52650533413239 - type: nauc_ndcg_at_1_max value: 36.148065417245 - type: nauc_ndcg_at_1_std value: 15.515107159812219 - type: nauc_ndcg_at_20_diff1 value: 27.94864928591636 - type: nauc_ndcg_at_20_max value: 39.09300998222898 - type: nauc_ndcg_at_20_std value: 28.260390854254442 - type: nauc_ndcg_at_3_diff1 value: 30.261545363567393 - type: nauc_ndcg_at_3_max value: 38.35070630405234 - type: nauc_ndcg_at_3_std value: 21.733359277075007 - type: nauc_ndcg_at_5_diff1 value: 29.007282666548782 - type: nauc_ndcg_at_5_max value: 38.19253965146719 - type: nauc_ndcg_at_5_std value: 23.75020400831367 - type: nauc_precision_at_1000_diff1 value: 1.0971491593517433 - type: nauc_precision_at_1000_max value: 20.501165891367897 - type: nauc_precision_at_1000_std value: 33.08550856417568 - type: nauc_precision_at_100_diff1 value: 8.208365629305003 - type: nauc_precision_at_100_max value: 28.792616255918404 - type: nauc_precision_at_100_std value: 39.062648127602095 - type: nauc_precision_at_10_diff1 value: 15.476040301752219 - type: nauc_precision_at_10_max value: 33.78531956611384 - type: nauc_precision_at_10_std value: 31.677301925396133 - type: nauc_precision_at_1_diff1 value: 34.52650533413239 - type: nauc_precision_at_1_max value: 36.148065417245 - type: nauc_precision_at_1_std value: 15.515107159812219 - type: nauc_precision_at_20_diff1 value: 13.387501267803426 - type: nauc_precision_at_20_max value: 30.579805522179836 - type: nauc_precision_at_20_std value: 34.34349794407176 - type: nauc_precision_at_3_diff1 value: 24.27699635478862 - type: nauc_precision_at_3_max value: 39.10099390075825 - type: nauc_precision_at_3_std value: 26.077902686725356 - type: nauc_precision_at_5_diff1 value: 20.241362108640512 - type: nauc_precision_at_5_max value: 36.73704705533335 - type: nauc_precision_at_5_std value: 29.71404762973725 - type: nauc_recall_at_1000_diff1 value: 15.041339820064792 - type: nauc_recall_at_1000_max value: 38.210493878922016 - type: nauc_recall_at_1000_std value: 46.42840401037906 - type: nauc_recall_at_100_diff1 value: 17.40351931952328 - type: nauc_recall_at_100_max value: 36.35082435969393 - type: nauc_recall_at_100_std value: 40.17010031746488 - type: nauc_recall_at_10_diff1 value: 20.592317402983227 - type: nauc_recall_at_10_max value: 34.42889956200554 - type: nauc_recall_at_10_std value: 27.783078607420965 - type: nauc_recall_at_1_diff1 value: 37.07725847525864 - type: nauc_recall_at_1_max value: 35.38487349908001 - type: nauc_recall_at_1_std value: 14.952796342325215 - type: nauc_recall_at_20_diff1 value: 18.913492138987277 - type: nauc_recall_at_20_max value: 32.880947397941114 - type: nauc_recall_at_20_std value: 31.242089488285664 - type: nauc_recall_at_3_diff1 value: 26.860571488191347 - type: nauc_recall_at_3_max value: 37.257430934967516 - type: nauc_recall_at_3_std value: 22.745409711551936 - type: nauc_recall_at_5_diff1 value: 23.382506719477313 - type: nauc_recall_at_5_max value: 35.170344260330985 - type: nauc_recall_at_5_std value: 25.225259387767036 - type: ndcg_at_1 value: 23.779 - type: ndcg_at_10 value: 25.068 - type: ndcg_at_100 value: 31.680000000000003 - type: ndcg_at_1000 value: 34.915 - type: ndcg_at_20 value: 27.531 - type: ndcg_at_3 value: 20.266000000000002 - type: ndcg_at_5 value: 21.758 - type: precision_at_1 value: 23.779 - type: precision_at_10 value: 7.811 - type: precision_at_100 value: 1.484 - type: precision_at_1000 value: 0.208 - type: precision_at_20 value: 4.951 - type: precision_at_3 value: 14.680000000000001 - type: precision_at_5 value: 11.231 - type: recall_at_1 value: 10.814 - type: recall_at_10 value: 30.165 - type: recall_at_100 value: 53.355 - type: recall_at_1000 value: 71.65599999999999 - type: recall_at_20 value: 37.227 - type: recall_at_3 value: 18.312 - type: recall_at_5 value: 22.776 task: type: Retrieval - dataset: config: default name: MTEB DBPedia (default) revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 split: test type: mteb/dbpedia metrics: - type: main_score value: 40.128 - type: map_at_1 value: 8.033999999999999 - type: map_at_10 value: 18.822 - type: map_at_100 value: 27.282 - type: map_at_1000 value: 28.756999999999998 - type: map_at_20 value: 22.142 - type: map_at_3 value: 13.044 - type: map_at_5 value: 15.598 - type: mrr_at_1 value: 64.25 - type: mrr_at_10 value: 72.70863095238096 - type: mrr_at_100 value: 73.09512900443771 - type: mrr_at_1000 value: 73.11075331194148 - type: mrr_at_20 value: 72.98421560487157 - type: mrr_at_3 value: 71.29166666666667 - type: mrr_at_5 value: 72.12916666666666 - type: nauc_map_at_1000_diff1 value: 30.543883261161536 - type: nauc_map_at_1000_max value: 42.353750968369155 - type: nauc_map_at_1000_std value: 34.13519156019349 - type: nauc_map_at_100_diff1 value: 30.459895674869426 - type: nauc_map_at_100_max value: 40.639035762476695 - type: nauc_map_at_100_std value: 31.575397596808873 - type: nauc_map_at_10_diff1 value: 29.35688708799568 - type: nauc_map_at_10_max value: 26.340950212484486 - type: nauc_map_at_10_std value: 6.6246544254567805 - type: nauc_map_at_1_diff1 value: 39.151142399694436 - type: nauc_map_at_1_max value: 12.327212034658261 - type: nauc_map_at_1_std value: -12.296775269574505 - type: nauc_map_at_20_diff1 value: 30.865357274880274 - type: nauc_map_at_20_max value: 33.254789132350076 - type: nauc_map_at_20_std value: 16.934279573461502 - type: nauc_map_at_3_diff1 value: 29.118936965876674 - type: nauc_map_at_3_max value: 15.816576758743603 - type: nauc_map_at_3_std value: -8.161367795620372 - type: nauc_map_at_5_diff1 value: 28.061992840951323 - type: nauc_map_at_5_max value: 20.18332572398894 - type: nauc_map_at_5_std value: -2.2080150076458014 - type: nauc_mrr_at_1000_diff1 value: 56.156507058746044 - type: nauc_mrr_at_1000_max value: 68.51716536005274 - type: nauc_mrr_at_1000_std value: 39.414256566689474 - type: nauc_mrr_at_100_diff1 value: 56.15969118571886 - type: nauc_mrr_at_100_max value: 68.51416472003974 - type: nauc_mrr_at_100_std value: 39.39349989419205 - type: nauc_mrr_at_10_diff1 value: 56.12495208722984 - type: nauc_mrr_at_10_max value: 68.54473483396215 - type: nauc_mrr_at_10_std value: 39.67183874270583 - type: nauc_mrr_at_1_diff1 value: 59.36969852531271 - type: nauc_mrr_at_1_max value: 67.56851059392558 - type: nauc_mrr_at_1_std value: 36.969050416898966 - type: nauc_mrr_at_20_diff1 value: 55.99914193025399 - type: nauc_mrr_at_20_max value: 68.40788624539715 - type: nauc_mrr_at_20_std value: 39.46837236948266 - type: nauc_mrr_at_3_diff1 value: 55.770924130746714 - type: nauc_mrr_at_3_max value: 69.00383741066481 - type: nauc_mrr_at_3_std value: 40.0207075667577 - type: nauc_mrr_at_5_diff1 value: 55.52954942018717 - type: nauc_mrr_at_5_max value: 68.56040375977116 - type: nauc_mrr_at_5_std value: 40.077962236561085 - type: nauc_ndcg_at_1000_diff1 value: 38.14988410677898 - type: nauc_ndcg_at_1000_max value: 56.47105087934767 - type: nauc_ndcg_at_1000_std value: 47.04791679043225 - type: nauc_ndcg_at_100_diff1 value: 37.95149999528909 - type: nauc_ndcg_at_100_max value: 51.70242497688857 - type: nauc_ndcg_at_100_std value: 39.76628057617207 - type: nauc_ndcg_at_10_diff1 value: 39.20499187332023 - type: nauc_ndcg_at_10_max value: 51.1615971680236 - type: nauc_ndcg_at_10_std value: 36.91243795711172 - type: nauc_ndcg_at_1_diff1 value: 55.112515649466246 - type: nauc_ndcg_at_1_max value: 58.03802954048531 - type: nauc_ndcg_at_1_std value: 32.12429688865427 - type: nauc_ndcg_at_20_diff1 value: 38.195692700872435 - type: nauc_ndcg_at_20_max value: 50.63381235840573 - type: nauc_ndcg_at_20_std value: 36.06533752676667 - type: nauc_ndcg_at_3_diff1 value: 39.27740001430255 - type: nauc_ndcg_at_3_max value: 52.33343623438059 - type: nauc_ndcg_at_3_std value: 34.36671655531986 - type: nauc_ndcg_at_5_diff1 value: 38.93775962525339 - type: nauc_ndcg_at_5_max value: 52.402567089926954 - type: nauc_ndcg_at_5_std value: 36.471309221344775 - type: nauc_precision_at_1000_diff1 value: -7.985196145750175 - type: nauc_precision_at_1000_max value: 5.587049519148011 - type: nauc_precision_at_1000_std value: 15.032120786187184 - type: nauc_precision_at_100_diff1 value: 4.560286145329576 - type: nauc_precision_at_100_max value: 33.76149522529365 - type: nauc_precision_at_100_std value: 49.7138007417884 - type: nauc_precision_at_10_diff1 value: 16.122425127371127 - type: nauc_precision_at_10_max value: 46.06057524946189 - type: nauc_precision_at_10_std value: 53.70478200551676 - type: nauc_precision_at_1_diff1 value: 59.94339954017109 - type: nauc_precision_at_1_max value: 67.8658672882871 - type: nauc_precision_at_1_std value: 37.10004470558177 - type: nauc_precision_at_20_diff1 value: 13.181325195621426 - type: nauc_precision_at_20_max value: 44.648075481857255 - type: nauc_precision_at_20_std value: 55.92217835548933 - type: nauc_precision_at_3_diff1 value: 23.099104895145096 - type: nauc_precision_at_3_max value: 50.750994840186515 - type: nauc_precision_at_3_std value: 42.26250569044277 - type: nauc_precision_at_5_diff1 value: 19.99730010715204 - type: nauc_precision_at_5_max value: 50.23994360223831 - type: nauc_precision_at_5_std value: 48.52382421072666 - type: nauc_recall_at_1000_diff1 value: 26.250771204031548 - type: nauc_recall_at_1000_max value: 49.072705058659935 - type: nauc_recall_at_1000_std value: 49.85441894756742 - type: nauc_recall_at_100_diff1 value: 26.02777316164881 - type: nauc_recall_at_100_max value: 38.038868529411175 - type: nauc_recall_at_100_std value: 31.26837266758919 - type: nauc_recall_at_10_diff1 value: 20.94662860739998 - type: nauc_recall_at_10_max value: 17.368188720161754 - type: nauc_recall_at_10_std value: 1.1812169548446732 - type: nauc_recall_at_1_diff1 value: 39.151142399694436 - type: nauc_recall_at_1_max value: 12.327212034658261 - type: nauc_recall_at_1_std value: -12.296775269574505 - type: nauc_recall_at_20_diff1 value: 22.764959821414664 - type: nauc_recall_at_20_max value: 24.94723994091569 - type: nauc_recall_at_20_std value: 10.63449568054851 - type: nauc_recall_at_3_diff1 value: 22.72401224290308 - type: nauc_recall_at_3_max value: 11.139789083493241 - type: nauc_recall_at_3_std value: -10.260234538488943 - type: nauc_recall_at_5_diff1 value: 20.693625530302 - type: nauc_recall_at_5_max value: 13.532842352097793 - type: nauc_recall_at_5_std value: -5.3480352786455265 - type: ndcg_at_1 value: 52.25 - type: ndcg_at_10 value: 40.128 - type: ndcg_at_100 value: 45.04 - type: ndcg_at_1000 value: 51.559 - type: ndcg_at_20 value: 39.953 - type: ndcg_at_3 value: 44.403 - type: ndcg_at_5 value: 41.733 - type: precision_at_1 value: 64.0 - type: precision_at_10 value: 32.574999999999996 - type: precision_at_100 value: 10.637 - type: precision_at_1000 value: 2.009 - type: precision_at_20 value: 25.262 - type: precision_at_3 value: 48.083 - type: precision_at_5 value: 40.9 - type: recall_at_1 value: 8.033999999999999 - type: recall_at_10 value: 24.775 - type: recall_at_100 value: 52.129999999999995 - type: recall_at_1000 value: 72.733 - type: recall_at_20 value: 32.229 - type: recall_at_3 value: 14.562 - type: recall_at_5 value: 18.779 task: type: Retrieval - dataset: config: default name: MTEB EmotionClassification (default) revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 split: test type: mteb/emotion metrics: - type: accuracy value: 74.86 - type: f1 value: 69.50281522607058 - type: f1_weighted value: 75.96499621761998 - type: main_score value: 74.86 task: type: Classification - dataset: config: default name: MTEB FEVER (default) revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 split: test type: mteb/fever metrics: - type: main_score value: 86.029 - type: map_at_1 value: 74.08 - type: map_at_10 value: 82.177 - type: map_at_100 value: 82.408 - type: map_at_1000 value: 82.421 - type: map_at_20 value: 82.324 - type: map_at_3 value: 81.144 - type: map_at_5 value: 81.825 - type: mrr_at_1 value: 79.98799879987999 - type: mrr_at_10 value: 87.23975969025474 - type: mrr_at_100 value: 87.33022408059028 - type: mrr_at_1000 value: 87.33105497834518 - type: mrr_at_20 value: 87.30363975321869 - type: mrr_at_3 value: 86.48614861486149 - type: mrr_at_5 value: 87.00895089508951 - type: nauc_map_at_1000_diff1 value: 47.18026314440635 - type: nauc_map_at_1000_max value: 17.9330526256338 - type: nauc_map_at_1000_std value: -5.3445158396552355 - type: nauc_map_at_100_diff1 value: 47.156109407093425 - type: nauc_map_at_100_max value: 17.90858878578509 - type: nauc_map_at_100_std value: -5.356586659429106 - type: nauc_map_at_10_diff1 value: 46.97802663574742 - type: nauc_map_at_10_max value: 17.778059504755127 - type: nauc_map_at_10_std value: -5.561300772862536 - type: nauc_map_at_1_diff1 value: 52.31366274677025 - type: nauc_map_at_1_max value: 15.322713551588476 - type: nauc_map_at_1_std value: -6.875419015918934 - type: nauc_map_at_20_diff1 value: 47.08625466654072 - type: nauc_map_at_20_max value: 17.891030154580157 - type: nauc_map_at_20_std value: -5.447025405093699 - type: nauc_map_at_3_diff1 value: 47.26031982432714 - type: nauc_map_at_3_max value: 17.45992095422804 - type: nauc_map_at_3_std value: -6.446904959741953 - type: nauc_map_at_5_diff1 value: 47.01260454072357 - type: nauc_map_at_5_max value: 17.660548632844232 - type: nauc_map_at_5_std value: -5.787419515119699 - type: nauc_mrr_at_1000_diff1 value: 64.41152296131199 - type: nauc_mrr_at_1000_max value: 23.307182168620653 - type: nauc_mrr_at_1000_std value: -9.183567974071059 - type: nauc_mrr_at_100_diff1 value: 64.40773319555626 - type: nauc_mrr_at_100_max value: 23.305797789953207 - type: nauc_mrr_at_100_std value: -9.183577479977806 - type: nauc_mrr_at_10_diff1 value: 64.4536672205504 - type: nauc_mrr_at_10_max value: 23.539632110562074 - type: nauc_mrr_at_10_std value: -9.168267618043826 - type: nauc_mrr_at_1_diff1 value: 65.99650338830246 - type: nauc_mrr_at_1_max value: 20.45229384378876 - type: nauc_mrr_at_1_std value: -9.137237267011438 - type: nauc_mrr_at_20_diff1 value: 64.39494111501824 - type: nauc_mrr_at_20_max value: 23.396142296085877 - type: nauc_mrr_at_20_std value: -9.154819394456167 - type: nauc_mrr_at_3_diff1 value: 64.36165531332453 - type: nauc_mrr_at_3_max value: 24.00492826148777 - type: nauc_mrr_at_3_std value: -9.466123843147106 - type: nauc_mrr_at_5_diff1 value: 64.42026387157507 - type: nauc_mrr_at_5_max value: 23.701234205591927 - type: nauc_mrr_at_5_std value: -9.243895842874585 - type: nauc_ndcg_at_1000_diff1 value: 48.47561102210581 - type: nauc_ndcg_at_1000_max value: 20.159977425380994 - type: nauc_ndcg_at_1000_std value: -4.028414315087236 - type: nauc_ndcg_at_100_diff1 value: 47.804317898379324 - type: nauc_ndcg_at_100_max value: 19.73584132417468 - type: nauc_ndcg_at_100_std value: -4.141743695523345 - type: nauc_ndcg_at_10_diff1 value: 47.181801683115715 - type: nauc_ndcg_at_10_max value: 19.67291015182826 - type: nauc_ndcg_at_10_std value: -4.955061993619026 - type: nauc_ndcg_at_1_diff1 value: 66.03846019208821 - type: nauc_ndcg_at_1_max value: 20.53933190703456 - type: nauc_ndcg_at_1_std value: -9.085278766183892 - type: nauc_ndcg_at_20_diff1 value: 47.36501168701815 - type: nauc_ndcg_at_20_max value: 19.768090593978947 - type: nauc_ndcg_at_20_std value: -4.636442265903903 - type: nauc_ndcg_at_3_diff1 value: 48.97879923408444 - type: nauc_ndcg_at_3_max value: 19.991837279672936 - type: nauc_ndcg_at_3_std value: -6.6164260032623154 - type: nauc_ndcg_at_5_diff1 value: 47.66660274002175 - type: nauc_ndcg_at_5_max value: 19.739497581499418 - type: nauc_ndcg_at_5_std value: -5.472704358995032 - type: nauc_precision_at_1000_diff1 value: -4.91356972153601 - type: nauc_precision_at_1000_max value: 10.767283510927069 - type: nauc_precision_at_1000_std value: 10.851948281159475 - type: nauc_precision_at_100_diff1 value: -6.644235956332489 - type: nauc_precision_at_100_max value: 12.2814116606959 - type: nauc_precision_at_100_std value: 12.9568479534 - type: nauc_precision_at_10_diff1 value: 3.834753435853664 - type: nauc_precision_at_10_max value: 21.255607108423987 - type: nauc_precision_at_10_std value: 6.9493381476998115 - type: nauc_precision_at_1_diff1 value: 66.03846019208821 - type: nauc_precision_at_1_max value: 20.53933190703456 - type: nauc_precision_at_1_std value: -9.085278766183892 - type: nauc_precision_at_20_diff1 value: -1.5151202426093329 - type: nauc_precision_at_20_max value: 17.48442645299107 - type: nauc_precision_at_20_std value: 9.569906694981894 - type: nauc_precision_at_3_diff1 value: 32.07253152137749 - type: nauc_precision_at_3_max value: 27.116376972865773 - type: nauc_precision_at_3_std value: -4.803695723966928 - type: nauc_precision_at_5_diff1 value: 17.013025647817916 - type: nauc_precision_at_5_max value: 24.82026428513575 - type: nauc_precision_at_5_std value: 2.3846688719203133 - type: nauc_recall_at_1000_diff1 value: -4.38506162432797 - type: nauc_recall_at_1000_max value: 27.203455486911988 - type: nauc_recall_at_1000_std value: 38.288593276660876 - type: nauc_recall_at_100_diff1 value: -0.896290643541681 - type: nauc_recall_at_100_max value: 16.787445826654928 - type: nauc_recall_at_100_std value: 22.127969974996407 - type: nauc_recall_at_10_diff1 value: 17.087506495511196 - type: nauc_recall_at_10_max value: 19.607705931584764 - type: nauc_recall_at_10_std value: 4.76216881287985 - type: nauc_recall_at_1_diff1 value: 52.31366274677025 - type: nauc_recall_at_1_max value: 15.322713551588476 - type: nauc_recall_at_1_std value: -6.875419015918934 - type: nauc_recall_at_20_diff1 value: 10.435829769664613 - type: nauc_recall_at_20_max value: 19.030389153906853 - type: nauc_recall_at_20_std value: 9.052365805997391 - type: nauc_recall_at_3_diff1 value: 32.89203049980986 - type: nauc_recall_at_3_max value: 20.318796315060883 - type: nauc_recall_at_3_std value: -3.6172856673173075 - type: nauc_recall_at_5_diff1 value: 25.57309028401807 - type: nauc_recall_at_5_max value: 20.073956234091277 - type: nauc_recall_at_5_std value: 0.6881678779899605 - type: ndcg_at_1 value: 79.973 - type: ndcg_at_10 value: 86.029 - type: ndcg_at_100 value: 86.86399999999999 - type: ndcg_at_1000 value: 87.078 - type: ndcg_at_20 value: 86.437 - type: ndcg_at_3 value: 84.36200000000001 - type: ndcg_at_5 value: 85.334 - type: precision_at_1 value: 79.973 - type: precision_at_10 value: 10.236 - type: precision_at_100 value: 1.085 - type: precision_at_1000 value: 0.11199999999999999 - type: precision_at_20 value: 5.236 - type: precision_at_3 value: 32.088 - type: precision_at_5 value: 19.889000000000003 - type: recall_at_1 value: 74.08 - type: recall_at_10 value: 93.006 - type: recall_at_100 value: 96.329 - type: recall_at_1000 value: 97.628 - type: recall_at_20 value: 94.415 - type: recall_at_3 value: 88.382 - type: recall_at_5 value: 90.908 task: type: Retrieval - dataset: config: default name: MTEB FiQA2018 (default) revision: 27a168819829fe9bcd655c2df245fb19452e8e06 split: test type: mteb/fiqa metrics: - type: main_score value: 45.238 - type: map_at_1 value: 22.197 - type: map_at_10 value: 36.768 - type: map_at_100 value: 38.656 - type: map_at_1000 value: 38.821 - type: map_at_20 value: 37.758 - type: map_at_3 value: 32.063 - type: map_at_5 value: 34.78 - type: mrr_at_1 value: 44.29012345679013 - type: mrr_at_10 value: 53.99256564765824 - type: mrr_at_100 value: 54.6653968598584 - type: mrr_at_1000 value: 54.699017387047085 - type: mrr_at_20 value: 54.41962623396089 - type: mrr_at_3 value: 51.388888888888886 - type: mrr_at_5 value: 53.0324074074074 - type: nauc_map_at_1000_diff1 value: 43.964733486999094 - type: nauc_map_at_1000_max value: 33.7328274531488 - type: nauc_map_at_1000_std value: -5.3597861193194225 - type: nauc_map_at_100_diff1 value: 43.96529870708641 - type: nauc_map_at_100_max value: 33.63435945060896 - type: nauc_map_at_100_std value: -5.420921408336046 - type: nauc_map_at_10_diff1 value: 43.924540072411 - type: nauc_map_at_10_max value: 32.520437262909276 - type: nauc_map_at_10_std value: -6.328493263717272 - type: nauc_map_at_1_diff1 value: 48.86751603682574 - type: nauc_map_at_1_max value: 23.33348148450234 - type: nauc_map_at_1_std value: -11.985613040821576 - type: nauc_map_at_20_diff1 value: 43.8088829968795 - type: nauc_map_at_20_max value: 33.090300907257216 - type: nauc_map_at_20_std value: -5.917108856482267 - type: nauc_map_at_3_diff1 value: 44.88624632893974 - type: nauc_map_at_3_max value: 29.697926174130075 - type: nauc_map_at_3_std value: -7.694306446195935 - type: nauc_map_at_5_diff1 value: 44.97118980308157 - type: nauc_map_at_5_max value: 31.818619722418244 - type: nauc_map_at_5_std value: -7.547819469389952 - type: nauc_mrr_at_1000_diff1 value: 52.26355115940302 - type: nauc_mrr_at_1000_max value: 41.0543707208776 - type: nauc_mrr_at_1000_std value: -5.452858433421739 - type: nauc_mrr_at_100_diff1 value: 52.26504584188459 - type: nauc_mrr_at_100_max value: 41.07308697772977 - type: nauc_mrr_at_100_std value: -5.434509457913784 - type: nauc_mrr_at_10_diff1 value: 52.16201452200996 - type: nauc_mrr_at_10_max value: 40.91091857457965 - type: nauc_mrr_at_10_std value: -5.700623216637368 - type: nauc_mrr_at_1_diff1 value: 54.70946055005624 - type: nauc_mrr_at_1_max value: 39.75713150063678 - type: nauc_mrr_at_1_std value: -8.16777123053192 - type: nauc_mrr_at_20_diff1 value: 52.145488225207096 - type: nauc_mrr_at_20_max value: 40.942501000839606 - type: nauc_mrr_at_20_std value: -5.461167738021594 - type: nauc_mrr_at_3_diff1 value: 52.34305236560988 - type: nauc_mrr_at_3_max value: 41.024761767299346 - type: nauc_mrr_at_3_std value: -6.754713719004924 - type: nauc_mrr_at_5_diff1 value: 52.52228882231955 - type: nauc_mrr_at_5_max value: 40.680914003983574 - type: nauc_mrr_at_5_std value: -6.946286750396205 - type: nauc_ndcg_at_1000_diff1 value: 45.80689705095593 - type: nauc_ndcg_at_1000_max value: 38.65376474059236 - type: nauc_ndcg_at_1000_std value: -0.8426679041333226 - type: nauc_ndcg_at_100_diff1 value: 45.40195646691615 - type: nauc_ndcg_at_100_max value: 37.740256264637644 - type: nauc_ndcg_at_100_std value: -0.6456999840936685 - type: nauc_ndcg_at_10_diff1 value: 44.472658299433775 - type: nauc_ndcg_at_10_max value: 34.926427271566766 - type: nauc_ndcg_at_10_std value: -3.794186522225455 - type: nauc_ndcg_at_1_diff1 value: 55.11207162981167 - type: nauc_ndcg_at_1_max value: 40.04770799856073 - type: nauc_ndcg_at_1_std value: -8.237451198222473 - type: nauc_ndcg_at_20_diff1 value: 44.445891479491216 - type: nauc_ndcg_at_20_max value: 35.6369980485468 - type: nauc_ndcg_at_20_std value: -2.9005011346756793 - type: nauc_ndcg_at_3_diff1 value: 44.44467777831843 - type: nauc_ndcg_at_3_max value: 36.39871889519408 - type: nauc_ndcg_at_3_std value: -5.329363467949212 - type: nauc_ndcg_at_5_diff1 value: 45.52135880665753 - type: nauc_ndcg_at_5_max value: 35.14825220999228 - type: nauc_ndcg_at_5_std value: -5.868990273098538 - type: nauc_precision_at_1000_diff1 value: -1.1815208334906342 - type: nauc_precision_at_1000_max value: 26.449811642190596 - type: nauc_precision_at_1000_std value: 14.034220964361074 - type: nauc_precision_at_100_diff1 value: 6.299433340895272 - type: nauc_precision_at_100_max value: 32.65466445412118 - type: nauc_precision_at_100_std value: 16.727523719588792 - type: nauc_precision_at_10_diff1 value: 17.14685758121033 - type: nauc_precision_at_10_max value: 36.72885316893123 - type: nauc_precision_at_10_std value: 7.567939391015866 - type: nauc_precision_at_1_diff1 value: 55.11207162981167 - type: nauc_precision_at_1_max value: 40.04770799856073 - type: nauc_precision_at_1_std value: -8.237451198222473 - type: nauc_precision_at_20_diff1 value: 13.345033950192562 - type: nauc_precision_at_20_max value: 36.13773410770635 - type: nauc_precision_at_20_std value: 10.337064287181937 - type: nauc_precision_at_3_diff1 value: 30.49914493570367 - type: nauc_precision_at_3_max value: 38.625449654173345 - type: nauc_precision_at_3_std value: 1.1464534793351742 - type: nauc_precision_at_5_diff1 value: 26.605090525509965 - type: nauc_precision_at_5_max value: 38.94154371359529 - type: nauc_precision_at_5_std value: 1.6164787837188763 - type: nauc_recall_at_1000_diff1 value: 33.73034291801138 - type: nauc_recall_at_1000_max value: 42.5512504364843 - type: nauc_recall_at_1000_std value: 41.52742771920865 - type: nauc_recall_at_100_diff1 value: 31.56840434789129 - type: nauc_recall_at_100_max value: 31.7090724377623 - type: nauc_recall_at_100_std value: 18.959785265348074 - type: nauc_recall_at_10_diff1 value: 32.227216936116996 - type: nauc_recall_at_10_max value: 25.86071052038076 - type: nauc_recall_at_10_std value: 1.2918533076422702 - type: nauc_recall_at_1_diff1 value: 48.86751603682574 - type: nauc_recall_at_1_max value: 23.33348148450234 - type: nauc_recall_at_1_std value: -11.985613040821576 - type: nauc_recall_at_20_diff1 value: 30.40943948985167 - type: nauc_recall_at_20_max value: 26.344432860319607 - type: nauc_recall_at_20_std value: 5.117256528765375 - type: nauc_recall_at_3_diff1 value: 37.817850840859094 - type: nauc_recall_at_3_max value: 25.962079663107378 - type: nauc_recall_at_3_std value: -5.019028467575916 - type: nauc_recall_at_5_diff1 value: 37.472477954316965 - type: nauc_recall_at_5_max value: 26.6062847335331 - type: nauc_recall_at_5_std value: -4.190182593636277 - type: ndcg_at_1 value: 44.135999999999996 - type: ndcg_at_10 value: 45.238 - type: ndcg_at_100 value: 51.879 - type: ndcg_at_1000 value: 54.510999999999996 - type: ndcg_at_20 value: 47.749 - type: ndcg_at_3 value: 41.451 - type: ndcg_at_5 value: 42.791000000000004 - type: precision_at_1 value: 44.135999999999996 - type: precision_at_10 value: 12.469 - type: precision_at_100 value: 1.932 - type: precision_at_1000 value: 0.242 - type: precision_at_20 value: 7.276000000000001 - type: precision_at_3 value: 27.778000000000002 - type: precision_at_5 value: 20.401 - type: recall_at_1 value: 22.197 - type: recall_at_10 value: 52.589 - type: recall_at_100 value: 77.21000000000001 - type: recall_at_1000 value: 92.655 - type: recall_at_20 value: 60.418000000000006 - type: recall_at_3 value: 37.656 - type: recall_at_5 value: 44.766 task: type: Retrieval - dataset: config: default name: MTEB HotpotQA (default) revision: ab518f4d6fcca38d87c25209f94beba119d02014 split: test type: mteb/hotpotqa metrics: - type: main_score value: 66.672 - type: map_at_1 value: 41.452 - type: map_at_10 value: 57.114 - type: map_at_100 value: 57.916000000000004 - type: map_at_1000 value: 57.98 - type: map_at_20 value: 57.577999999999996 - type: map_at_3 value: 54.123 - type: map_at_5 value: 55.998000000000005 - type: mrr_at_1 value: 82.88993923024984 - type: mrr_at_10 value: 87.29599262617494 - type: mrr_at_100 value: 87.44179374773974 - type: mrr_at_1000 value: 87.44758885778924 - type: mrr_at_20 value: 87.38595991978988 - type: mrr_at_3 value: 86.58338960162052 - type: mrr_at_5 value: 87.05941931127616 - type: nauc_map_at_1000_diff1 value: 13.199229264487641 - type: nauc_map_at_1000_max value: 19.078304815126153 - type: nauc_map_at_1000_std value: 1.4163575258487868 - type: nauc_map_at_100_diff1 value: 13.167893477702084 - type: nauc_map_at_100_max value: 19.047918941115018 - type: nauc_map_at_100_std value: 1.4019632869747767 - type: nauc_map_at_10_diff1 value: 13.61645787819 - type: nauc_map_at_10_max value: 19.338561003074485 - type: nauc_map_at_10_std value: 0.586279865627588 - type: nauc_map_at_1_diff1 value: 80.1377758180018 - type: nauc_map_at_1_max value: 57.02444028025282 - type: nauc_map_at_1_std value: -10.03150837635688 - type: nauc_map_at_20_diff1 value: 13.315828592614615 - type: nauc_map_at_20_max value: 19.154518359493608 - type: nauc_map_at_20_std value: 1.104286129040739 - type: nauc_map_at_3_diff1 value: 16.73069056504821 - type: nauc_map_at_3_max value: 21.568045731291345 - type: nauc_map_at_3_std value: -0.9028332040494601 - type: nauc_map_at_5_diff1 value: 14.535615143894272 - type: nauc_map_at_5_max value: 20.24255473166194 - type: nauc_map_at_5_std value: 0.1562676195429846 - type: nauc_mrr_at_1000_diff1 value: 79.071454088618 - type: nauc_mrr_at_1000_max value: 60.362500839516244 - type: nauc_mrr_at_1000_std value: -6.811809428476827 - type: nauc_mrr_at_100_diff1 value: 79.07264342410693 - type: nauc_mrr_at_100_max value: 60.36792398073043 - type: nauc_mrr_at_100_std value: -6.792464252412198 - type: nauc_mrr_at_10_diff1 value: 79.04865502843926 - type: nauc_mrr_at_10_max value: 60.47128832684599 - type: nauc_mrr_at_10_std value: -6.859886282259897 - type: nauc_mrr_at_1_diff1 value: 80.16309636918842 - type: nauc_mrr_at_1_max value: 57.1193359111543 - type: nauc_mrr_at_1_std value: -10.087591849910815 - type: nauc_mrr_at_20_diff1 value: 79.04767410739034 - type: nauc_mrr_at_20_max value: 60.40374280289518 - type: nauc_mrr_at_20_std value: -6.815179131878269 - type: nauc_mrr_at_3_diff1 value: 78.89310210618068 - type: nauc_mrr_at_3_max value: 60.64207551552725 - type: nauc_mrr_at_3_std value: -6.949920311733256 - type: nauc_mrr_at_5_diff1 value: 79.00865009515793 - type: nauc_mrr_at_5_max value: 60.60924733791852 - type: nauc_mrr_at_5_std value: -6.88593800658088 - type: nauc_ndcg_at_1000_diff1 value: 16.801586853750734 - type: nauc_ndcg_at_1000_max value: 21.71083122935369 - type: nauc_ndcg_at_1000_std value: 4.473611048477108 - type: nauc_ndcg_at_100_diff1 value: 16.105702979194362 - type: nauc_ndcg_at_100_max value: 21.111974766547746 - type: nauc_ndcg_at_100_std value: 4.317049762444118 - type: nauc_ndcg_at_10_diff1 value: 18.07760884649824 - type: nauc_ndcg_at_10_max value: 22.493150312307534 - type: nauc_ndcg_at_10_std value: 1.2611227823773556 - type: nauc_ndcg_at_1_diff1 value: 80.1377758180018 - type: nauc_ndcg_at_1_max value: 57.02444028025282 - type: nauc_ndcg_at_1_std value: -10.03150837635688 - type: nauc_ndcg_at_20_diff1 value: 17.028645571826548 - type: nauc_ndcg_at_20_max value: 21.812842702422817 - type: nauc_ndcg_at_20_std value: 2.6966666885409922 - type: nauc_ndcg_at_3_diff1 value: 23.716981252324572 - type: nauc_ndcg_at_3_max value: 26.670364215637974 - type: nauc_ndcg_at_3_std value: -0.9719557823277285 - type: nauc_ndcg_at_5_diff1 value: 20.111480897567414 - type: nauc_ndcg_at_5_max value: 24.41157811316286 - type: nauc_ndcg_at_5_std value: 0.42788856752251847 - type: nauc_precision_at_1000_diff1 value: -22.22019143726811 - type: nauc_precision_at_1000_max value: -3.3777678059242104 - type: nauc_precision_at_1000_std value: 25.281643186029594 - type: nauc_precision_at_100_diff1 value: -15.996899492242795 - type: nauc_precision_at_100_max value: -0.3166382378852161 - type: nauc_precision_at_100_std value: 18.65910171669574 - type: nauc_precision_at_10_diff1 value: -3.7549988651555686 - type: nauc_precision_at_10_max value: 8.367818118562914 - type: nauc_precision_at_10_std value: 6.027257106985855 - type: nauc_precision_at_1_diff1 value: 80.1377758180018 - type: nauc_precision_at_1_max value: 57.02444028025282 - type: nauc_precision_at_1_std value: -10.03150837635688 - type: nauc_precision_at_20_diff1 value: -7.809202122021467 - type: nauc_precision_at_20_max value: 5.684559420153755 - type: nauc_precision_at_20_std value: 10.457724905223328 - type: nauc_precision_at_3_diff1 value: 8.143560701950566 - type: nauc_precision_at_3_max value: 18.037501301037995 - type: nauc_precision_at_3_std value: 1.6877328136819272 - type: nauc_precision_at_5_diff1 value: 1.6514532655471763 - type: nauc_precision_at_5_max value: 13.596780571694966 - type: nauc_precision_at_5_std value: 4.105510122013385 - type: nauc_recall_at_1000_diff1 value: -22.220191437267875 - type: nauc_recall_at_1000_max value: -3.37776780592386 - type: nauc_recall_at_1000_std value: 25.281643186029694 - type: nauc_recall_at_100_diff1 value: -15.996899492242948 - type: nauc_recall_at_100_max value: -0.3166382378852923 - type: nauc_recall_at_100_std value: 18.659101716695645 - type: nauc_recall_at_10_diff1 value: -3.7549988651555615 - type: nauc_recall_at_10_max value: 8.36781811856293 - type: nauc_recall_at_10_std value: 6.027257106985939 - type: nauc_recall_at_1_diff1 value: 80.1377758180018 - type: nauc_recall_at_1_max value: 57.02444028025282 - type: nauc_recall_at_1_std value: -10.03150837635688 - type: nauc_recall_at_20_diff1 value: -7.809202122021376 - type: nauc_recall_at_20_max value: 5.684559420153887 - type: nauc_recall_at_20_std value: 10.457724905223396 - type: nauc_recall_at_3_diff1 value: 8.143560701950598 - type: nauc_recall_at_3_max value: 18.0375013010379 - type: nauc_recall_at_3_std value: 1.6877328136819112 - type: nauc_recall_at_5_diff1 value: 1.651453265547206 - type: nauc_recall_at_5_max value: 13.596780571694858 - type: nauc_recall_at_5_std value: 4.105510122013451 - type: ndcg_at_1 value: 82.903 - type: ndcg_at_10 value: 66.672 - type: ndcg_at_100 value: 69.461 - type: ndcg_at_1000 value: 70.71600000000001 - type: ndcg_at_20 value: 67.805 - type: ndcg_at_3 value: 62.517999999999994 - type: ndcg_at_5 value: 64.849 - type: precision_at_1 value: 82.903 - type: precision_at_10 value: 13.342 - type: precision_at_100 value: 1.554 - type: precision_at_1000 value: 0.172 - type: precision_at_20 value: 7.0360000000000005 - type: precision_at_3 value: 38.348 - type: precision_at_5 value: 24.853 - type: recall_at_1 value: 41.452 - type: recall_at_10 value: 66.712 - type: recall_at_100 value: 77.691 - type: recall_at_1000 value: 86.05000000000001 - type: recall_at_20 value: 70.365 - type: recall_at_3 value: 57.522 - type: recall_at_5 value: 62.134 task: type: Retrieval - dataset: config: default name: MTEB ImdbClassification (default) revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 split: test type: mteb/imdb metrics: - type: accuracy value: 93.5944 - type: ap value: 90.23460839066176 - type: ap_weighted value: 90.23460839066176 - type: f1 value: 93.58945949328378 - type: f1_weighted value: 93.58945949328377 - type: main_score value: 93.5944 task: type: Classification - dataset: config: default name: MTEB MSMARCO (default) revision: c5a29a104738b98a9e76336939199e264163d4a0 split: dev type: mteb/msmarco metrics: - type: main_score value: 41.448 - type: map_at_1 value: 22.301000000000002 - type: map_at_10 value: 34.496 - type: map_at_100 value: 35.649 - type: map_at_1000 value: 35.701 - type: map_at_20 value: 35.219 - type: map_at_3 value: 30.575999999999997 - type: map_at_5 value: 32.866 - type: mrr_at_1 value: 22.965616045845273 - type: mrr_at_10 value: 35.09491404011461 - type: mrr_at_100 value: 36.187693305481176 - type: mrr_at_1000 value: 36.232778932158766 - type: mrr_at_20 value: 35.78524376203171 - type: mrr_at_3 value: 31.24641833810888 - type: mrr_at_5 value: 33.51146131805157 - type: nauc_map_at_1000_diff1 value: 32.57730294595383 - type: nauc_map_at_1000_max value: 5.29445395320108 - type: nauc_map_at_1000_std value: -22.970905043313387 - type: nauc_map_at_100_diff1 value: 32.57039780495482 - type: nauc_map_at_100_max value: 5.291541137819884 - type: nauc_map_at_100_std value: -22.96848793162939 - type: nauc_map_at_10_diff1 value: 32.573077232922564 - type: nauc_map_at_10_max value: 5.138611611251585 - type: nauc_map_at_10_std value: -23.652694991321038 - type: nauc_map_at_1_diff1 value: 35.143737321824354 - type: nauc_map_at_1_max value: 4.181751403923573 - type: nauc_map_at_1_std value: -20.267535275488257 - type: nauc_map_at_20_diff1 value: 32.55195491318451 - type: nauc_map_at_20_max value: 5.23274726486251 - type: nauc_map_at_20_std value: -23.244425928675753 - type: nauc_map_at_3_diff1 value: 33.03539568349708 - type: nauc_map_at_3_max value: 4.662871921205172 - type: nauc_map_at_3_std value: -23.358132796869405 - type: nauc_map_at_5_diff1 value: 32.780422407076685 - type: nauc_map_at_5_max value: 4.998892173683867 - type: nauc_map_at_5_std value: -23.82328316194723 - type: nauc_mrr_at_1000_diff1 value: 32.378935287212265 - type: nauc_mrr_at_1000_max value: 5.393619434678544 - type: nauc_mrr_at_1000_std value: -22.774867151946296 - type: nauc_mrr_at_100_diff1 value: 32.37337384237122 - type: nauc_mrr_at_100_max value: 5.397239688303502 - type: nauc_mrr_at_100_std value: -22.76602832888476 - type: nauc_mrr_at_10_diff1 value: 32.396163881971354 - type: nauc_mrr_at_10_max value: 5.267327795383662 - type: nauc_mrr_at_10_std value: -23.403945379935106 - type: nauc_mrr_at_1_diff1 value: 34.928139898422586 - type: nauc_mrr_at_1_max value: 4.099897206829003 - type: nauc_mrr_at_1_std value: -20.550478094296388 - type: nauc_mrr_at_20_diff1 value: 32.352416462936404 - type: nauc_mrr_at_20_max value: 5.360042158947744 - type: nauc_mrr_at_20_std value: -23.018297169990447 - type: nauc_mrr_at_3_diff1 value: 32.74343187197605 - type: nauc_mrr_at_3_max value: 4.783902905766946 - type: nauc_mrr_at_3_std value: -23.21317829222857 - type: nauc_mrr_at_5_diff1 value: 32.56119396355126 - type: nauc_mrr_at_5_max value: 5.073142838855398 - type: nauc_mrr_at_5_std value: -23.655673110426516 - type: nauc_ndcg_at_1000_diff1 value: 31.802444353471778 - type: nauc_ndcg_at_1000_max value: 6.475160305655889 - type: nauc_ndcg_at_1000_std value: -21.60877493304434 - type: nauc_ndcg_at_100_diff1 value: 31.623723569525453 - type: nauc_ndcg_at_100_max value: 6.612089438533718 - type: nauc_ndcg_at_100_std value: -21.109550589471652 - type: nauc_ndcg_at_10_diff1 value: 31.521337766576668 - type: nauc_ndcg_at_10_max value: 5.818437597150298 - type: nauc_ndcg_at_10_std value: -24.515306328006883 - type: nauc_ndcg_at_1_diff1 value: 34.928139898422586 - type: nauc_ndcg_at_1_max value: 4.174111208610222 - type: nauc_ndcg_at_1_std value: -20.384119777987745 - type: nauc_ndcg_at_20_diff1 value: 31.428026459319074 - type: nauc_ndcg_at_20_max value: 6.22308187251018 - type: nauc_ndcg_at_20_std value: -23.091566684110177 - type: nauc_ndcg_at_3_diff1 value: 32.41763284181488 - type: nauc_ndcg_at_3_max value: 4.814170320920615 - type: nauc_ndcg_at_3_std value: -24.173470750935387 - type: nauc_ndcg_at_5_diff1 value: 32.00010724294376 - type: nauc_ndcg_at_5_max value: 5.397385265235772 - type: nauc_ndcg_at_5_std value: -24.966671074857523 - type: nauc_precision_at_1000_diff1 value: -1.9851952445848229 - type: nauc_precision_at_1000_max value: 15.47730576298611 - type: nauc_precision_at_1000_std value: 18.1842154851528 - type: nauc_precision_at_100_diff1 value: 13.302302873440636 - type: nauc_precision_at_100_max value: 15.231141913848468 - type: nauc_precision_at_100_std value: 7.747086868574601 - type: nauc_precision_at_10_diff1 value: 25.45660799310459 - type: nauc_precision_at_10_max value: 7.736087110979445 - type: nauc_precision_at_10_std value: -25.623980312173256 - type: nauc_precision_at_1_diff1 value: 34.928139898422586 - type: nauc_precision_at_1_max value: 4.174111208610222 - type: nauc_precision_at_1_std value: -20.384119777987745 - type: nauc_precision_at_20_diff1 value: 22.492374947074232 - type: nauc_precision_at_20_max value: 10.030839129842214 - type: nauc_precision_at_20_std value: -17.351761442300063 - type: nauc_precision_at_3_diff1 value: 30.219656462385174 - type: nauc_precision_at_3_max value: 5.086272495736437 - type: nauc_precision_at_3_std value: -26.402354231545118 - type: nauc_precision_at_5_diff1 value: 28.558274827155127 - type: nauc_precision_at_5_max value: 6.198312734553834 - type: nauc_precision_at_5_std value: -27.895712319681802 - type: nauc_recall_at_1000_diff1 value: 17.43717714860922 - type: nauc_recall_at_1000_max value: 47.793718881398995 - type: nauc_recall_at_1000_std value: 49.70177090043963 - type: nauc_recall_at_100_diff1 value: 25.23968622543782 - type: nauc_recall_at_100_max value: 18.851528412467964 - type: nauc_recall_at_100_std value: 4.616689431530975 - type: nauc_recall_at_10_diff1 value: 27.874482759855606 - type: nauc_recall_at_10_max value: 7.876304352416226 - type: nauc_recall_at_10_std value: -27.161386908274277 - type: nauc_recall_at_1_diff1 value: 35.143737321824354 - type: nauc_recall_at_1_max value: 4.181751403923573 - type: nauc_recall_at_1_std value: -20.267535275488257 - type: nauc_recall_at_20_diff1 value: 26.68556733524663 - type: nauc_recall_at_20_max value: 10.355939433562227 - type: nauc_recall_at_20_std value: -21.136595552854683 - type: nauc_recall_at_3_diff1 value: 30.75185652219256 - type: nauc_recall_at_3_max value: 5.023289542250798 - type: nauc_recall_at_3_std value: -26.323935080493587 - type: nauc_recall_at_5_diff1 value: 29.723195030439737 - type: nauc_recall_at_5_max value: 6.365718588881886 - type: nauc_recall_at_5_std value: -28.171965517002317 - type: ndcg_at_1 value: 22.966 - type: ndcg_at_10 value: 41.448 - type: ndcg_at_100 value: 46.951 - type: ndcg_at_1000 value: 48.198 - type: ndcg_at_20 value: 43.989 - type: ndcg_at_3 value: 33.498 - type: ndcg_at_5 value: 37.580000000000005 - type: precision_at_1 value: 22.966 - type: precision_at_10 value: 6.561999999999999 - type: precision_at_100 value: 0.932 - type: precision_at_1000 value: 0.104 - type: precision_at_20 value: 3.8089999999999997 - type: precision_at_3 value: 14.269000000000002 - type: precision_at_5 value: 10.642 - type: recall_at_1 value: 22.301000000000002 - type: recall_at_10 value: 62.841 - type: recall_at_100 value: 88.19399999999999 - type: recall_at_1000 value: 97.65899999999999 - type: recall_at_20 value: 72.668 - type: recall_at_3 value: 41.304 - type: recall_at_5 value: 51.076 task: type: Retrieval - dataset: config: en name: MTEB MTOPDomainClassification (en) revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf split: test type: mteb/mtop_domain metrics: - type: accuracy value: 96.03967168262655 - type: f1 value: 95.78219359046514 - type: f1_weighted value: 96.06623245823347 - type: main_score value: 96.03967168262655 task: type: Classification - dataset: config: en name: MTEB MTOPIntentClassification (en) revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba split: test type: mteb/mtop_intent metrics: - type: accuracy value: 89.12904696762428 - type: f1 value: 71.56740316523043 - type: f1_weighted value: 90.41290566743324 - type: main_score value: 89.12904696762428 task: type: Classification - dataset: config: en name: MTEB MassiveIntentClassification (en) revision: 4672e20407010da34463acc759c162ca9734bca6 split: test type: mteb/amazon_massive_intent metrics: - type: accuracy value: 76.49630127774041 - type: f1 value: 73.9328439000776 - type: f1_weighted value: 76.42436195016484 - type: main_score value: 76.49630127774041 task: type: Classification - dataset: config: en name: MTEB MassiveScenarioClassification (en) revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 split: test type: mteb/amazon_massive_scenario metrics: - type: accuracy value: 78.9340954942838 - type: f1 value: 78.61879351874087 - type: f1_weighted value: 78.87787647838971 - type: main_score value: 78.9340954942838 task: type: Classification - dataset: config: default name: MTEB MedrxivClusteringP2P (default) revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 split: test type: mteb/medrxiv-clustering-p2p metrics: - type: main_score value: 37.50182848656019 - type: v_measure value: 37.50182848656019 - type: v_measure_std value: 1.1708518023877268 task: type: Clustering - dataset: config: default name: MTEB MedrxivClusteringS2S (default) revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 split: test type: mteb/medrxiv-clustering-s2s metrics: - type: main_score value: 35.72762609825363 - type: v_measure value: 35.72762609825363 - type: v_measure_std value: 1.4555014772914985 task: type: Clustering - dataset: config: default name: MTEB MindSmallReranking (default) revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 split: test type: mteb/mind_small metrics: - type: main_score value: 30.47716416454022 - type: map value: 30.47716416454022 - type: mrr value: 31.487566048062536 - type: nAUC_map_diff1 value: 12.753280912401966 - type: nAUC_map_max value: -21.295963246482604 - type: nAUC_map_std value: -2.7458481148102054 - type: nAUC_mrr_diff1 value: 11.96636744771737 - type: nAUC_mrr_max value: -15.78941850629242 - type: nAUC_mrr_std value: -1.1330442292510805 task: type: Reranking - dataset: config: default name: MTEB NFCorpus (default) revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 split: test type: mteb/nfcorpus metrics: - type: main_score value: 34.648 - type: map_at_1 value: 5.904 - type: map_at_10 value: 12.897 - type: map_at_100 value: 16.332 - type: map_at_1000 value: 17.82 - type: map_at_20 value: 14.338999999999999 - type: map_at_3 value: 9.236 - type: map_at_5 value: 10.793 - type: mrr_at_1 value: 46.13003095975232 - type: mrr_at_10 value: 54.660057005258246 - type: mrr_at_100 value: 55.11221626385285 - type: mrr_at_1000 value: 55.1617529040678 - type: mrr_at_20 value: 54.87671866309398 - type: mrr_at_3 value: 52.32198142414861 - type: mrr_at_5 value: 54.10216718266254 - type: nauc_map_at_1000_diff1 value: 26.709618542533036 - type: nauc_map_at_1000_max value: 31.63328403007752 - type: nauc_map_at_1000_std value: 10.06744195831743 - type: nauc_map_at_100_diff1 value: 27.43091890608607 - type: nauc_map_at_100_max value: 30.187708753722454 - type: nauc_map_at_100_std value: 5.406545443160779 - type: nauc_map_at_10_diff1 value: 31.328609393592743 - type: nauc_map_at_10_max value: 24.117948923868795 - type: nauc_map_at_10_std value: -6.644193287014027 - type: nauc_map_at_1_diff1 value: 46.845740163684184 - type: nauc_map_at_1_max value: 11.254947132694031 - type: nauc_map_at_1_std value: -21.83583820099788 - type: nauc_map_at_20_diff1 value: 29.347221405800028 - type: nauc_map_at_20_max value: 26.75979231911154 - type: nauc_map_at_20_std value: -1.958157616533803 - type: nauc_map_at_3_diff1 value: 39.2505294459935 - type: nauc_map_at_3_max value: 16.689689132900572 - type: nauc_map_at_3_std value: -15.634231610620263 - type: nauc_map_at_5_diff1 value: 35.65692078736842 - type: nauc_map_at_5_max value: 20.585605737512267 - type: nauc_map_at_5_std value: -11.538349675294866 - type: nauc_mrr_at_1000_diff1 value: 37.406206633586365 - type: nauc_mrr_at_1000_max value: 49.621863586609315 - type: nauc_mrr_at_1000_std value: 25.885040661093363 - type: nauc_mrr_at_100_diff1 value: 37.443906601548974 - type: nauc_mrr_at_100_max value: 49.67120607008283 - type: nauc_mrr_at_100_std value: 25.925559942225142 - type: nauc_mrr_at_10_diff1 value: 37.26155236403751 - type: nauc_mrr_at_10_max value: 49.342246856060584 - type: nauc_mrr_at_10_std value: 25.66964235780869 - type: nauc_mrr_at_1_diff1 value: 37.62320944836772 - type: nauc_mrr_at_1_max value: 41.98477977190033 - type: nauc_mrr_at_1_std value: 17.385648351514337 - type: nauc_mrr_at_20_diff1 value: 37.50301150900554 - type: nauc_mrr_at_20_max value: 49.79335079502089 - type: nauc_mrr_at_20_std value: 26.062615215591872 - type: nauc_mrr_at_3_diff1 value: 37.304502958129014 - type: nauc_mrr_at_3_max value: 48.18156604447126 - type: nauc_mrr_at_3_std value: 24.011741225341645 - type: nauc_mrr_at_5_diff1 value: 37.278963298138294 - type: nauc_mrr_at_5_max value: 49.09501458128345 - type: nauc_mrr_at_5_std value: 25.131406702499003 - type: nauc_ndcg_at_1000_diff1 value: 26.62619746764832 - type: nauc_ndcg_at_1000_max value: 46.32741690123319 - type: nauc_ndcg_at_1000_std value: 30.22013758082174 - type: nauc_ndcg_at_100_diff1 value: 25.803109295618643 - type: nauc_ndcg_at_100_max value: 42.12178950815933 - type: nauc_ndcg_at_100_std value: 24.791241176132488 - type: nauc_ndcg_at_10_diff1 value: 28.2718988342005 - type: nauc_ndcg_at_10_max value: 44.781389228416415 - type: nauc_ndcg_at_10_std value: 28.285134369989983 - type: nauc_ndcg_at_1_diff1 value: 40.65915571715021 - type: nauc_ndcg_at_1_max value: 40.133830775672976 - type: nauc_ndcg_at_1_std value: 16.823513278477307 - type: nauc_ndcg_at_20_diff1 value: 27.355335488553408 - type: nauc_ndcg_at_20_max value: 43.44210876313764 - type: nauc_ndcg_at_20_std value: 28.023622064486485 - type: nauc_ndcg_at_3_diff1 value: 32.524848823117814 - type: nauc_ndcg_at_3_max value: 44.132559409175315 - type: nauc_ndcg_at_3_std value: 22.615054605988856 - type: nauc_ndcg_at_5_diff1 value: 30.371240851521552 - type: nauc_ndcg_at_5_max value: 46.29504871159526 - type: nauc_ndcg_at_5_std value: 26.532588216834714 - type: nauc_precision_at_1000_diff1 value: -3.696260506298958 - type: nauc_precision_at_1000_max value: 16.294820065055614 - type: nauc_precision_at_1000_std value: 45.94184634128924 - type: nauc_precision_at_100_diff1 value: -2.7796266792743234 - type: nauc_precision_at_100_max value: 29.76666800590555 - type: nauc_precision_at_100_std value: 53.651992209762724 - type: nauc_precision_at_10_diff1 value: 7.656197934768525 - type: nauc_precision_at_10_max value: 44.089777354428115 - type: nauc_precision_at_10_std value: 44.66255524760394 - type: nauc_precision_at_1_diff1 value: 40.9331417332531 - type: nauc_precision_at_1_max value: 42.63992336899272 - type: nauc_precision_at_1_std value: 17.272785270733472 - type: nauc_precision_at_20_diff1 value: 3.7101036093521866 - type: nauc_precision_at_20_max value: 40.311227227713275 - type: nauc_precision_at_20_std value: 48.85504665933424 - type: nauc_precision_at_3_diff1 value: 20.852162162046497 - type: nauc_precision_at_3_max value: 44.30511476471287 - type: nauc_precision_at_3_std value: 28.73581860055791 - type: nauc_precision_at_5_diff1 value: 14.564364234960465 - type: nauc_precision_at_5_max value: 47.297615320424775 - type: nauc_precision_at_5_std value: 37.540520619030204 - type: nauc_recall_at_1000_diff1 value: 2.290229495982497 - type: nauc_recall_at_1000_max value: 17.407381993922673 - type: nauc_recall_at_1000_std value: 17.18732833389201 - type: nauc_recall_at_100_diff1 value: 15.486272729426954 - type: nauc_recall_at_100_max value: 24.38419670651434 - type: nauc_recall_at_100_std value: 9.749757913065324 - type: nauc_recall_at_10_diff1 value: 24.54887424359525 - type: nauc_recall_at_10_max value: 21.962537978392714 - type: nauc_recall_at_10_std value: -5.154366287292016 - type: nauc_recall_at_1_diff1 value: 46.845740163684184 - type: nauc_recall_at_1_max value: 11.254947132694031 - type: nauc_recall_at_1_std value: -21.83583820099788 - type: nauc_recall_at_20_diff1 value: 22.05417303961186 - type: nauc_recall_at_20_max value: 23.48506974495513 - type: nauc_recall_at_20_std value: 0.42114361493917174 - type: nauc_recall_at_3_diff1 value: 37.525779256369866 - type: nauc_recall_at_3_max value: 16.172945101335394 - type: nauc_recall_at_3_std value: -14.850770828914458 - type: nauc_recall_at_5_diff1 value: 32.5839129026714 - type: nauc_recall_at_5_max value: 21.346566057231094 - type: nauc_recall_at_5_std value: -9.458696057215143 - type: ndcg_at_1 value: 42.879 - type: ndcg_at_10 value: 34.648 - type: ndcg_at_100 value: 31.746999999999996 - type: ndcg_at_1000 value: 40.409 - type: ndcg_at_20 value: 32.394 - type: ndcg_at_3 value: 38.912 - type: ndcg_at_5 value: 37.405 - type: precision_at_1 value: 44.891999999999996 - type: precision_at_10 value: 26.223000000000003 - type: precision_at_100 value: 8.219999999999999 - type: precision_at_1000 value: 2.081 - type: precision_at_20 value: 19.412 - type: precision_at_3 value: 36.739 - type: precision_at_5 value: 33.065 - type: recall_at_1 value: 5.904 - type: recall_at_10 value: 17.003 - type: recall_at_100 value: 31.968000000000004 - type: recall_at_1000 value: 63.592000000000006 - type: recall_at_20 value: 20.732 - type: recall_at_3 value: 10.037 - type: recall_at_5 value: 12.717999999999998 task: type: Retrieval - dataset: config: default name: MTEB NQ (default) revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 split: test type: mteb/nq metrics: - type: main_score value: 60.06 - type: map_at_1 value: 37.056 - type: map_at_10 value: 52.666999999999994 - type: map_at_100 value: 53.522999999999996 - type: map_at_1000 value: 53.547999999999995 - type: map_at_20 value: 53.245 - type: map_at_3 value: 48.725 - type: map_at_5 value: 51.061 - type: mrr_at_1 value: 41.59907300115875 - type: mrr_at_10 value: 55.28007688204676 - type: mrr_at_100 value: 55.86795869767464 - type: mrr_at_1000 value: 55.885769660934 - type: mrr_at_20 value: 55.676571102506486 - type: mrr_at_3 value: 52.177481653147936 - type: mrr_at_5 value: 54.04306682116648 - type: nauc_map_at_1000_diff1 value: 35.934430402699164 - type: nauc_map_at_1000_max value: 33.257909731271845 - type: nauc_map_at_1000_std value: 1.576180907510168 - type: nauc_map_at_100_diff1 value: 35.927715826080345 - type: nauc_map_at_100_max value: 33.279390270449746 - type: nauc_map_at_100_std value: 1.6073426188911346 - type: nauc_map_at_10_diff1 value: 35.87879536651839 - type: nauc_map_at_10_max value: 33.40700589844203 - type: nauc_map_at_10_std value: 1.2736309838406181 - type: nauc_map_at_1_diff1 value: 38.62826504740015 - type: nauc_map_at_1_max value: 26.927437616062484 - type: nauc_map_at_1_std value: -1.1704937900550483 - type: nauc_map_at_20_diff1 value: 35.86425677275787 - type: nauc_map_at_20_max value: 33.34613943195834 - type: nauc_map_at_20_std value: 1.5300319005489877 - type: nauc_map_at_3_diff1 value: 35.796368369368864 - type: nauc_map_at_3_max value: 31.739440900047928 - type: nauc_map_at_3_std value: -0.3003287281130948 - type: nauc_map_at_5_diff1 value: 35.867205591922264 - type: nauc_map_at_5_max value: 32.64245815895061 - type: nauc_map_at_5_std value: 0.44594707050220633 - type: nauc_mrr_at_1000_diff1 value: 35.99335598111373 - type: nauc_mrr_at_1000_max value: 33.649261189849085 - type: nauc_mrr_at_1000_std value: 3.0522340857204555 - type: nauc_mrr_at_100_diff1 value: 35.99210449561251 - type: nauc_mrr_at_100_max value: 33.664924265268645 - type: nauc_mrr_at_100_std value: 3.076675694445199 - type: nauc_mrr_at_10_diff1 value: 35.870150300813656 - type: nauc_mrr_at_10_max value: 33.84133833190699 - type: nauc_mrr_at_10_std value: 3.038756605442847 - type: nauc_mrr_at_1_diff1 value: 38.58923619553864 - type: nauc_mrr_at_1_max value: 29.068555449402673 - type: nauc_mrr_at_1_std value: 0.7167091735315269 - type: nauc_mrr_at_20_diff1 value: 35.908732463046235 - type: nauc_mrr_at_20_max value: 33.749920220988834 - type: nauc_mrr_at_20_std value: 3.106156061404882 - type: nauc_mrr_at_3_diff1 value: 35.84917190307555 - type: nauc_mrr_at_3_max value: 33.25005790775848 - type: nauc_mrr_at_3_std value: 2.169398320929138 - type: nauc_mrr_at_5_diff1 value: 35.852831575967045 - type: nauc_mrr_at_5_max value: 33.54290795072936 - type: nauc_mrr_at_5_std value: 2.655855561429422 - type: nauc_ndcg_at_1000_diff1 value: 35.49475975669964 - type: nauc_ndcg_at_1000_max value: 35.14971260691473 - type: nauc_ndcg_at_1000_std value: 4.034661705970168 - type: nauc_ndcg_at_100_diff1 value: 35.295634264290534 - type: nauc_ndcg_at_100_max value: 35.744168084765896 - type: nauc_ndcg_at_100_std value: 4.958126476564979 - type: nauc_ndcg_at_10_diff1 value: 34.89043977172264 - type: nauc_ndcg_at_10_max value: 36.37765647206327 - type: nauc_ndcg_at_10_std value: 3.725194574120779 - type: nauc_ndcg_at_1_diff1 value: 38.74222345054512 - type: nauc_ndcg_at_1_max value: 29.08881196864998 - type: nauc_ndcg_at_1_std value: 0.8553298585439406 - type: nauc_ndcg_at_20_diff1 value: 34.88501032535758 - type: nauc_ndcg_at_20_max value: 36.185102631197104 - type: nauc_ndcg_at_20_std value: 4.534272373119961 - type: nauc_ndcg_at_3_diff1 value: 34.79004673145011 - type: nauc_ndcg_at_3_max value: 33.37987074232876 - type: nauc_ndcg_at_3_std value: 0.6837418907117774 - type: nauc_ndcg_at_5_diff1 value: 34.910544928507065 - type: nauc_ndcg_at_5_max value: 34.71574279836875 - type: nauc_ndcg_at_5_std value: 1.9151396773646214 - type: nauc_precision_at_1000_diff1 value: -6.570565560348301 - type: nauc_precision_at_1000_max value: 5.995744293036945 - type: nauc_precision_at_1000_std value: 14.632018269323035 - type: nauc_precision_at_100_diff1 value: -2.2449320312518086 - type: nauc_precision_at_100_max value: 15.406062888448766 - type: nauc_precision_at_100_std value: 21.10464663358898 - type: nauc_precision_at_10_diff1 value: 11.055999232230763 - type: nauc_precision_at_10_max value: 30.823546159104946 - type: nauc_precision_at_10_std value: 14.817919870246946 - type: nauc_precision_at_1_diff1 value: 38.74222345054512 - type: nauc_precision_at_1_max value: 29.08881196864998 - type: nauc_precision_at_1_std value: 0.8553298585439406 - type: nauc_precision_at_20_diff1 value: 5.182509565796234 - type: nauc_precision_at_20_max value: 24.72060751575316 - type: nauc_precision_at_20_std value: 17.98687822918389 - type: nauc_precision_at_3_diff1 value: 23.91772627145502 - type: nauc_precision_at_3_max value: 33.53356925193353 - type: nauc_precision_at_3_std value: 5.00211972757485 - type: nauc_precision_at_5_diff1 value: 18.619883272927908 - type: nauc_precision_at_5_max value: 32.59312723383687 - type: nauc_precision_at_5_std value: 8.746924977937317 - type: nauc_recall_at_1000_diff1 value: 36.31249060441569 - type: nauc_recall_at_1000_max value: 80.99161285903669 - type: nauc_recall_at_1000_std value: 73.5144063051916 - type: nauc_recall_at_100_diff1 value: 28.013889661258307 - type: nauc_recall_at_100_max value: 65.01754628627796 - type: nauc_recall_at_100_std value: 51.29239505271278 - type: nauc_recall_at_10_diff1 value: 29.04673431821505 - type: nauc_recall_at_10_max value: 48.54134879310213 - type: nauc_recall_at_10_std value: 12.639464810153692 - type: nauc_recall_at_1_diff1 value: 38.62826504740015 - type: nauc_recall_at_1_max value: 26.927437616062484 - type: nauc_recall_at_1_std value: -1.1704937900550483 - type: nauc_recall_at_20_diff1 value: 27.673273063572385 - type: nauc_recall_at_20_max value: 52.53972953987803 - type: nauc_recall_at_20_std value: 21.568701031137838 - type: nauc_recall_at_3_diff1 value: 30.458519874158522 - type: nauc_recall_at_3_max value: 35.678657742327545 - type: nauc_recall_at_3_std value: 1.1870099470468598 - type: nauc_recall_at_5_diff1 value: 30.29838689550161 - type: nauc_recall_at_5_max value: 39.4154982251927 - type: nauc_recall_at_5_std value: 4.247643901621883 - type: ndcg_at_1 value: 41.541 - type: ndcg_at_10 value: 60.06 - type: ndcg_at_100 value: 63.470000000000006 - type: ndcg_at_1000 value: 64.058 - type: ndcg_at_20 value: 61.832 - type: ndcg_at_3 value: 52.794 - type: ndcg_at_5 value: 56.596999999999994 - type: precision_at_1 value: 41.541 - type: precision_at_10 value: 9.519 - type: precision_at_100 value: 1.145 - type: precision_at_1000 value: 0.12 - type: precision_at_20 value: 5.193 - type: precision_at_3 value: 23.619 - type: precision_at_5 value: 16.402 - type: recall_at_1 value: 37.056 - type: recall_at_10 value: 79.792 - type: recall_at_100 value: 94.296 - type: recall_at_1000 value: 98.653 - type: recall_at_20 value: 86.237 - type: recall_at_3 value: 61.114000000000004 - type: recall_at_5 value: 69.812 task: type: Retrieval - dataset: config: default name: MTEB QuoraRetrieval (default) revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 split: test type: mteb/quora metrics: - type: main_score value: 89.821 - type: map_at_1 value: 72.367 - type: map_at_10 value: 86.30499999999999 - type: map_at_100 value: 86.904 - type: map_at_1000 value: 86.91799999999999 - type: map_at_20 value: 86.7 - type: map_at_3 value: 83.405 - type: map_at_5 value: 85.257 - type: mrr_at_1 value: 83.37 - type: mrr_at_10 value: 89.15666666666667 - type: mrr_at_100 value: 89.23209779995356 - type: mrr_at_1000 value: 89.23233265484795 - type: mrr_at_20 value: 89.21705168580131 - type: mrr_at_3 value: 88.34 - type: mrr_at_5 value: 88.895 - type: nauc_map_at_1000_diff1 value: 77.04322026541823 - type: nauc_map_at_1000_max value: 36.72425095048379 - type: nauc_map_at_1000_std value: -56.56411933092599 - type: nauc_map_at_100_diff1 value: 77.04580427274166 - type: nauc_map_at_100_max value: 36.71437814406248 - type: nauc_map_at_100_std value: -56.63952208329813 - type: nauc_map_at_10_diff1 value: 77.2180850839762 - type: nauc_map_at_10_max value: 36.20152806907601 - type: nauc_map_at_10_std value: -58.6228962210614 - type: nauc_map_at_1_diff1 value: 80.50555730838316 - type: nauc_map_at_1_max value: 27.34261047887933 - type: nauc_map_at_1_std value: -49.24457488150333 - type: nauc_map_at_20_diff1 value: 77.07907458930111 - type: nauc_map_at_20_max value: 36.5610549317356 - type: nauc_map_at_20_std value: -57.53922589377227 - type: nauc_map_at_3_diff1 value: 77.94388900410011 - type: nauc_map_at_3_max value: 33.27118154878335 - type: nauc_map_at_3_std value: -60.29607041655222 - type: nauc_map_at_5_diff1 value: 77.45647032690933 - type: nauc_map_at_5_max value: 35.28243833113668 - type: nauc_map_at_5_std value: -59.92799913263893 - type: nauc_mrr_at_1000_diff1 value: 77.92120081126713 - type: nauc_mrr_at_1000_max value: 38.74142455687936 - type: nauc_mrr_at_1000_std value: -53.40157444124324 - type: nauc_mrr_at_100_diff1 value: 77.92100772460803 - type: nauc_mrr_at_100_max value: 38.741388766142805 - type: nauc_mrr_at_100_std value: -53.402155358827166 - type: nauc_mrr_at_10_diff1 value: 77.90387103359505 - type: nauc_mrr_at_10_max value: 38.79415474518685 - type: nauc_mrr_at_10_std value: -53.52799434428508 - type: nauc_mrr_at_1_diff1 value: 78.61226960651028 - type: nauc_mrr_at_1_max value: 38.597562095254595 - type: nauc_mrr_at_1_std value: -50.144883497911685 - type: nauc_mrr_at_20_diff1 value: 77.92227924385806 - type: nauc_mrr_at_20_max value: 38.772014393015816 - type: nauc_mrr_at_20_std value: -53.442478388394086 - type: nauc_mrr_at_3_diff1 value: 77.73876474580332 - type: nauc_mrr_at_3_max value: 38.72422187402291 - type: nauc_mrr_at_3_std value: -54.05045232661553 - type: nauc_mrr_at_5_diff1 value: 77.8966988950821 - type: nauc_mrr_at_5_max value: 38.93926428919205 - type: nauc_mrr_at_5_std value: -53.88914918354253 - type: nauc_ndcg_at_1000_diff1 value: 77.03667884936027 - type: nauc_ndcg_at_1000_max value: 38.07171847144352 - type: nauc_ndcg_at_1000_std value: -54.76236083399277 - type: nauc_ndcg_at_100_diff1 value: 77.03609680077876 - type: nauc_ndcg_at_100_max value: 38.04590819664964 - type: nauc_ndcg_at_100_std value: -55.07958354292687 - type: nauc_ndcg_at_10_diff1 value: 76.94887209015481 - type: nauc_ndcg_at_10_max value: 37.36922767175509 - type: nauc_ndcg_at_10_std value: -58.302618242525654 - type: nauc_ndcg_at_1_diff1 value: 78.51155679681254 - type: nauc_ndcg_at_1_max value: 39.0326550637385 - type: nauc_ndcg_at_1_std value: -49.829888132440274 - type: nauc_ndcg_at_20_diff1 value: 76.99613218834975 - type: nauc_ndcg_at_20_max value: 37.715198686696006 - type: nauc_ndcg_at_20_std value: -57.113600649664065 - type: nauc_ndcg_at_3_diff1 value: 76.58382125242846 - type: nauc_ndcg_at_3_max value: 35.73973188964269 - type: nauc_ndcg_at_3_std value: -58.567928808817825 - type: nauc_ndcg_at_5_diff1 value: 76.7745701534782 - type: nauc_ndcg_at_5_max value: 37.03822539186095 - type: nauc_ndcg_at_5_std value: -59.08501796005309 - type: nauc_precision_at_1000_diff1 value: -44.423237314323046 - type: nauc_precision_at_1000_max value: -6.827562715921685 - type: nauc_precision_at_1000_std value: 45.22379191107153 - type: nauc_precision_at_100_diff1 value: -44.299636313732435 - type: nauc_precision_at_100_max value: -6.291842606911673 - type: nauc_precision_at_100_std value: 43.55905259554631 - type: nauc_precision_at_10_diff1 value: -40.61601942092163 - type: nauc_precision_at_10_max value: -2.0418623047597126 - type: nauc_precision_at_10_std value: 29.832365581286517 - type: nauc_precision_at_1_diff1 value: 78.51155679681254 - type: nauc_precision_at_1_max value: 39.0326550637385 - type: nauc_precision_at_1_std value: -49.829888132440274 - type: nauc_precision_at_20_diff1 value: -43.133817616664125 - type: nauc_precision_at_20_max value: -4.32050771939111 - type: nauc_precision_at_20_std value: 36.24384013417411 - type: nauc_precision_at_3_diff1 value: -22.394439726986352 - type: nauc_precision_at_3_max value: 5.9572959186648875 - type: nauc_precision_at_3_std value: 5.749257285599225 - type: nauc_precision_at_5_diff1 value: -33.85740822629049 - type: nauc_precision_at_5_max value: 1.880383414551602 - type: nauc_precision_at_5_std value: 18.95087923957619 - type: nauc_recall_at_1000_diff1 value: 56.00550359595701 - type: nauc_recall_at_1000_max value: 0.25076313433895114 - type: nauc_recall_at_1000_std value: -19.767447908090993 - type: nauc_recall_at_100_diff1 value: 70.7969806076867 - type: nauc_recall_at_100_max value: 37.26563621229316 - type: nauc_recall_at_100_std value: -67.98398355112731 - type: nauc_recall_at_10_diff1 value: 72.6368434558282 - type: nauc_recall_at_10_max value: 34.24082828757346 - type: nauc_recall_at_10_std value: -80.20644331206933 - type: nauc_recall_at_1_diff1 value: 80.50555730838316 - type: nauc_recall_at_1_max value: 27.34261047887933 - type: nauc_recall_at_1_std value: -49.24457488150333 - type: nauc_recall_at_20_diff1 value: 72.02929421074455 - type: nauc_recall_at_20_max value: 35.95283750727332 - type: nauc_recall_at_20_std value: -83.71805508036738 - type: nauc_recall_at_3_diff1 value: 74.49295846151944 - type: nauc_recall_at_3_max value: 29.461057415086668 - type: nauc_recall_at_3_std value: -69.0906451403429 - type: nauc_recall_at_5_diff1 value: 72.9504555999625 - type: nauc_recall_at_5_max value: 32.708298796863374 - type: nauc_recall_at_5_std value: -74.48222479801788 - type: ndcg_at_1 value: 83.42 - type: ndcg_at_10 value: 89.821 - type: ndcg_at_100 value: 90.857 - type: ndcg_at_1000 value: 90.932 - type: ndcg_at_20 value: 90.40599999999999 - type: ndcg_at_3 value: 87.22999999999999 - type: ndcg_at_5 value: 88.696 - type: precision_at_1 value: 83.42 - type: precision_at_10 value: 13.577 - type: precision_at_100 value: 1.5350000000000001 - type: precision_at_1000 value: 0.157 - type: precision_at_20 value: 7.176 - type: precision_at_3 value: 38.147 - type: precision_at_5 value: 25.03 - type: recall_at_1 value: 72.367 - type: recall_at_10 value: 96.30499999999999 - type: recall_at_100 value: 99.697 - type: recall_at_1000 value: 99.98599999999999 - type: recall_at_20 value: 98.177 - type: recall_at_3 value: 88.714 - type: recall_at_5 value: 92.96799999999999 task: type: Retrieval - dataset: config: default name: MTEB RedditClustering (default) revision: 24640382cdbf8abc73003fb0fa6d111a705499eb split: test type: mteb/reddit-clustering metrics: - type: main_score value: 59.36038828851887 - type: v_measure value: 59.36038828851887 - type: v_measure_std value: 4.1958765965154425 task: type: Clustering - dataset: config: default name: MTEB RedditClusteringP2P (default) revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 split: test type: mteb/reddit-clustering-p2p metrics: - type: main_score value: 64.67522832408089 - type: v_measure value: 64.67522832408089 - type: v_measure_std value: 12.473765016158698 task: type: Clustering - dataset: config: default name: MTEB SCIDOCS (default) revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 split: test type: mteb/scidocs metrics: - type: main_score value: 21.751 - type: map_at_1 value: 5.122999999999999 - type: map_at_10 value: 13.144 - type: map_at_100 value: 15.404000000000002 - type: map_at_1000 value: 15.717 - type: map_at_20 value: 14.273 - type: map_at_3 value: 9.244 - type: map_at_5 value: 11.062 - type: mrr_at_1 value: 25.3 - type: mrr_at_10 value: 36.229642857142856 - type: mrr_at_100 value: 37.30124424136448 - type: mrr_at_1000 value: 37.34681772374188 - type: mrr_at_20 value: 36.90192582056746 - type: mrr_at_3 value: 32.95 - type: mrr_at_5 value: 34.825 - type: nauc_map_at_1000_diff1 value: 13.094183819999042 - type: nauc_map_at_1000_max value: 25.87500721787083 - type: nauc_map_at_1000_std value: 16.2258193383105 - type: nauc_map_at_100_diff1 value: 13.152916110433022 - type: nauc_map_at_100_max value: 25.884567530970543 - type: nauc_map_at_100_std value: 16.10788831266988 - type: nauc_map_at_10_diff1 value: 12.897817895465272 - type: nauc_map_at_10_max value: 24.094686166667405 - type: nauc_map_at_10_std value: 12.410491320730452 - type: nauc_map_at_1_diff1 value: 22.707531624614393 - type: nauc_map_at_1_max value: 20.464277605651738 - type: nauc_map_at_1_std value: 5.399757710249176 - type: nauc_map_at_20_diff1 value: 12.87614918537513 - type: nauc_map_at_20_max value: 25.288137349894146 - type: nauc_map_at_20_std value: 14.258808044366026 - type: nauc_map_at_3_diff1 value: 15.026455019014923 - type: nauc_map_at_3_max value: 20.505669178727818 - type: nauc_map_at_3_std value: 5.668138153531191 - type: nauc_map_at_5_diff1 value: 13.339282928645144 - type: nauc_map_at_5_max value: 21.25363333017477 - type: nauc_map_at_5_std value: 8.151205242601625 - type: nauc_mrr_at_1000_diff1 value: 18.825693855687913 - type: nauc_mrr_at_1000_max value: 23.149321801801975 - type: nauc_mrr_at_1000_std value: 10.96930079442216 - type: nauc_mrr_at_100_diff1 value: 18.81799112170502 - type: nauc_mrr_at_100_max value: 23.16279033082933 - type: nauc_mrr_at_100_std value: 11.000788828372151 - type: nauc_mrr_at_10_diff1 value: 18.93198531225032 - type: nauc_mrr_at_10_max value: 23.13639543604277 - type: nauc_mrr_at_10_std value: 10.699008474178617 - type: nauc_mrr_at_1_diff1 value: 22.389156109931506 - type: nauc_mrr_at_1_max value: 20.640179346211646 - type: nauc_mrr_at_1_std value: 5.446236378189888 - type: nauc_mrr_at_20_diff1 value: 18.79550439789714 - type: nauc_mrr_at_20_max value: 23.284833453282523 - type: nauc_mrr_at_20_std value: 11.069261160869551 - type: nauc_mrr_at_3_diff1 value: 19.481543373721465 - type: nauc_mrr_at_3_max value: 22.267476131303628 - type: nauc_mrr_at_3_std value: 9.339960658307518 - type: nauc_mrr_at_5_diff1 value: 19.214050436098166 - type: nauc_mrr_at_5_max value: 22.534184014619203 - type: nauc_mrr_at_5_std value: 10.274857498402014 - type: nauc_ndcg_at_1000_diff1 value: 13.237713814335425 - type: nauc_ndcg_at_1000_max value: 28.546080654223438 - type: nauc_ndcg_at_1000_std value: 23.35520799666693 - type: nauc_ndcg_at_100_diff1 value: 14.056335103918377 - type: nauc_ndcg_at_100_max value: 29.299984452593986 - type: nauc_ndcg_at_100_std value: 23.76698333419716 - type: nauc_ndcg_at_10_diff1 value: 13.920813727245122 - type: nauc_ndcg_at_10_max value: 26.387899625278767 - type: nauc_ndcg_at_10_std value: 15.495447937473294 - type: nauc_ndcg_at_1_diff1 value: 22.389156109931506 - type: nauc_ndcg_at_1_max value: 20.640179346211646 - type: nauc_ndcg_at_1_std value: 5.446236378189888 - type: nauc_ndcg_at_20_diff1 value: 13.687952965811325 - type: nauc_ndcg_at_20_max value: 28.240930599588427 - type: nauc_ndcg_at_20_std value: 18.79492055341213 - type: nauc_ndcg_at_3_diff1 value: 15.566246877543366 - type: nauc_ndcg_at_3_max value: 21.636778114271674 - type: nauc_ndcg_at_3_std value: 7.9312500892885955 - type: nauc_ndcg_at_5_diff1 value: 14.545224584670994 - type: nauc_ndcg_at_5_max value: 22.827926997553256 - type: nauc_ndcg_at_5_std value: 10.847708184440544 - type: nauc_precision_at_1000_diff1 value: 0.8259466407262623 - type: nauc_precision_at_1000_max value: 22.878912483849465 - type: nauc_precision_at_1000_std value: 35.20657420362501 - type: nauc_precision_at_100_diff1 value: 8.108035610273452 - type: nauc_precision_at_100_max value: 29.080190559108228 - type: nauc_precision_at_100_std value: 36.07858570561435 - type: nauc_precision_at_10_diff1 value: 9.599378281962183 - type: nauc_precision_at_10_max value: 28.184806741479303 - type: nauc_precision_at_10_std value: 20.78061858259987 - type: nauc_precision_at_1_diff1 value: 22.389156109931506 - type: nauc_precision_at_1_max value: 20.640179346211646 - type: nauc_precision_at_1_std value: 5.446236378189888 - type: nauc_precision_at_20_diff1 value: 8.693901541228097 - type: nauc_precision_at_20_max value: 30.181437871028894 - type: nauc_precision_at_20_std value: 26.089766064660463 - type: nauc_precision_at_3_diff1 value: 12.906504223938317 - type: nauc_precision_at_3_max value: 22.132482968999433 - type: nauc_precision_at_3_std value: 8.985895188791195 - type: nauc_precision_at_5_diff1 value: 10.607131772252295 - type: nauc_precision_at_5_max value: 23.136691480399445 - type: nauc_precision_at_5_std value: 13.491481877435598 - type: nauc_recall_at_1000_diff1 value: 1.9404506638538852 - type: nauc_recall_at_1000_max value: 23.211037133958623 - type: nauc_recall_at_1000_std value: 36.81037404240511 - type: nauc_recall_at_100_diff1 value: 8.481575872274965 - type: nauc_recall_at_100_max value: 29.18898781001652 - type: nauc_recall_at_100_std value: 36.487851919548895 - type: nauc_recall_at_10_diff1 value: 9.69156299682125 - type: nauc_recall_at_10_max value: 27.924558347675305 - type: nauc_recall_at_10_std value: 20.57434707548301 - type: nauc_recall_at_1_diff1 value: 22.707531624614393 - type: nauc_recall_at_1_max value: 20.464277605651738 - type: nauc_recall_at_1_std value: 5.399757710249176 - type: nauc_recall_at_20_diff1 value: 8.842733298012707 - type: nauc_recall_at_20_max value: 30.142929509811427 - type: nauc_recall_at_20_std value: 26.300431243145734 - type: nauc_recall_at_3_diff1 value: 13.084550340532308 - type: nauc_recall_at_3_max value: 21.922001295944924 - type: nauc_recall_at_3_std value: 8.827204335311073 - type: nauc_recall_at_5_diff1 value: 10.789739866360966 - type: nauc_recall_at_5_max value: 22.887165022154104 - type: nauc_recall_at_5_std value: 13.197997546593454 - type: ndcg_at_1 value: 25.3 - type: ndcg_at_10 value: 21.751 - type: ndcg_at_100 value: 30.287 - type: ndcg_at_1000 value: 35.721000000000004 - type: ndcg_at_20 value: 24.866 - type: ndcg_at_3 value: 20.461 - type: ndcg_at_5 value: 17.849999999999998 - type: precision_at_1 value: 25.3 - type: precision_at_10 value: 11.39 - type: precision_at_100 value: 2.368 - type: precision_at_1000 value: 0.368 - type: precision_at_20 value: 7.5 - type: precision_at_3 value: 19.133 - type: precision_at_5 value: 15.68 - type: recall_at_1 value: 5.122999999999999 - type: recall_at_10 value: 23.077 - type: recall_at_100 value: 48.068 - type: recall_at_1000 value: 74.708 - type: recall_at_20 value: 30.412 - type: recall_at_3 value: 11.648 - type: recall_at_5 value: 15.883 task: type: Retrieval - dataset: config: default name: MTEB SICK-R (default) revision: 20a6d6f312dd54037fe07a32d58e5e168867909d split: test type: mteb/sickr-sts metrics: - type: cosine_pearson value: 84.0161170579997 - type: cosine_spearman value: 77.52025923874551 - type: euclidean_pearson value: 81.25284420274642 - type: euclidean_spearman value: 77.00923765492297 - type: main_score value: 77.52025923874551 - type: manhattan_pearson value: 81.20804087892681 - type: manhattan_spearman value: 77.00795667565765 - type: pearson value: 84.0161170579997 - type: spearman value: 77.52025923874551 task: type: STS - dataset: config: default name: MTEB STS12 (default) revision: a0d554a64d88156834ff5ae9920b964011b16384 split: test type: mteb/sts12-sts metrics: - type: cosine_pearson value: 81.32328780209225 - type: cosine_spearman value: 74.17570679745272 - type: euclidean_pearson value: 78.16886590312114 - type: euclidean_spearman value: 73.89902621429017 - type: main_score value: 74.17570679745272 - type: manhattan_pearson value: 78.11490046111454 - type: manhattan_spearman value: 73.89435089569022 - type: pearson value: 81.32328780209225 - type: spearman value: 74.17570679745272 task: type: STS - dataset: config: default name: MTEB STS13 (default) revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca split: test type: mteb/sts13-sts metrics: - type: cosine_pearson value: 85.53224141249392 - type: cosine_spearman value: 86.16981525069227 - type: euclidean_pearson value: 85.76101446878855 - type: euclidean_spearman value: 86.69775708085987 - type: main_score value: 86.16981525069227 - type: manhattan_pearson value: 85.63231031601102 - type: manhattan_spearman value: 86.55835297408846 - type: pearson value: 85.53224141249392 - type: spearman value: 86.16981525069227 task: type: STS - dataset: config: default name: MTEB STS14 (default) revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 split: test type: mteb/sts14-sts metrics: - type: cosine_pearson value: 82.234064045301 - type: cosine_spearman value: 78.86920830792957 - type: euclidean_pearson value: 80.47479457613285 - type: euclidean_spearman value: 78.09296071635514 - type: main_score value: 78.86920830792957 - type: manhattan_pearson value: 80.4347716872548 - type: manhattan_spearman value: 78.04461273580442 - type: pearson value: 82.234064045301 - type: spearman value: 78.86920830792957 task: type: STS - dataset: config: default name: MTEB STS15 (default) revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 split: test type: mteb/sts15-sts metrics: - type: cosine_pearson value: 86.23114543080261 - type: cosine_spearman value: 87.481042891123 - type: euclidean_pearson value: 86.77486898959663 - type: euclidean_spearman value: 87.3576827149342 - type: main_score value: 87.481042891123 - type: manhattan_pearson value: 86.7348753127579 - type: manhattan_spearman value: 87.31784825787237 - type: pearson value: 86.23114543080261 - type: spearman value: 87.481042891123 task: type: STS - dataset: config: default name: MTEB STS16 (default) revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 split: test type: mteb/sts16-sts metrics: - type: cosine_pearson value: 82.9156629047782 - type: cosine_spearman value: 84.28381329207937 - type: euclidean_pearson value: 83.31914501983648 - type: euclidean_spearman value: 84.17174012958807 - type: main_score value: 84.28381329207937 - type: manhattan_pearson value: 83.23085234643736 - type: manhattan_spearman value: 84.05123915167165 - type: pearson value: 82.9156629047782 - type: spearman value: 84.28381329207937 task: type: STS - dataset: config: en-en name: MTEB STS17 (en-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 88.91985349746744 - type: cosine_spearman value: 89.69151633966257 - type: euclidean_pearson value: 88.27594229813543 - type: euclidean_spearman value: 88.05598589415325 - type: main_score value: 89.69151633966257 - type: manhattan_pearson value: 88.11444695227317 - type: manhattan_spearman value: 87.84306864451344 - type: pearson value: 88.91985349746744 - type: spearman value: 89.69151633966257 task: type: STS - dataset: config: en name: MTEB STS22 (en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 65.0979772547511 - type: cosine_spearman value: 65.78126527764236 - type: euclidean_pearson value: 66.09881278832552 - type: euclidean_spearman value: 65.65593011420748 - type: main_score value: 65.78126527764236 - type: manhattan_pearson value: 66.13923288724735 - type: manhattan_spearman value: 65.75937231727616 - type: pearson value: 65.0979772547511 - type: spearman value: 65.78126527764236 task: type: STS - dataset: config: default name: MTEB STSBenchmark (default) revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 split: test type: mteb/stsbenchmark-sts metrics: - type: cosine_pearson value: 85.6426635049971 - type: cosine_spearman value: 85.609856578385 - type: euclidean_pearson value: 85.54818916486629 - type: euclidean_spearman value: 85.32926729930493 - type: main_score value: 85.609856578385 - type: manhattan_pearson value: 85.51963718200739 - type: manhattan_spearman value: 85.29197926204846 - type: pearson value: 85.6426635049971 - type: spearman value: 85.609856578385 task: type: STS - dataset: config: default name: MTEB SciDocsRR (default) revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab split: test type: mteb/scidocs-reranking metrics: - type: main_score value: 82.85163332499799 - type: map value: 82.85163332499799 - type: mrr value: 95.22899758193876 - type: nAUC_map_diff1 value: 0.2967920008994081 - type: nAUC_map_max value: 59.390844644272455 - type: nAUC_map_std value: 73.40005436116198 - type: nAUC_mrr_diff1 value: 46.78237208135037 - type: nAUC_mrr_max value: 89.47202967481866 - type: nAUC_mrr_std value: 85.40446996933892 task: type: Reranking - dataset: config: default name: MTEB SciFact (default) revision: 0228b52cf27578f30900b9e5271d331663a030d7 split: test type: mteb/scifact metrics: - type: main_score value: 71.655 - type: map_at_1 value: 57.443999999999996 - type: map_at_10 value: 67.172 - type: map_at_100 value: 67.805 - type: map_at_1000 value: 67.829 - type: map_at_20 value: 67.597 - type: map_at_3 value: 64.35600000000001 - type: map_at_5 value: 66.173 - type: mrr_at_1 value: 60.333333333333336 - type: mrr_at_10 value: 68.28068783068782 - type: mrr_at_100 value: 68.78437460598971 - type: mrr_at_1000 value: 68.80190152334347 - type: mrr_at_20 value: 68.6008214008214 - type: mrr_at_3 value: 66.16666666666666 - type: mrr_at_5 value: 67.5 - type: nauc_map_at_1000_diff1 value: 70.47920688007267 - type: nauc_map_at_1000_max value: 55.53704884901004 - type: nauc_map_at_1000_std value: -5.18129188885343 - type: nauc_map_at_100_diff1 value: 70.48647294129657 - type: nauc_map_at_100_max value: 55.551395856869036 - type: nauc_map_at_100_std value: -5.186474876577651 - type: nauc_map_at_10_diff1 value: 70.51916074396328 - type: nauc_map_at_10_max value: 55.8352308756786 - type: nauc_map_at_10_std value: -5.091303554918243 - type: nauc_map_at_1_diff1 value: 76.7973002639165 - type: nauc_map_at_1_max value: 50.4646981625194 - type: nauc_map_at_1_std value: -8.33051576688819 - type: nauc_map_at_20_diff1 value: 70.40692475820441 - type: nauc_map_at_20_max value: 55.6793003318518 - type: nauc_map_at_20_std value: -5.118096116709828 - type: nauc_map_at_3_diff1 value: 70.38025680830599 - type: nauc_map_at_3_max value: 52.416747142562 - type: nauc_map_at_3_std value: -8.184262407210753 - type: nauc_map_at_5_diff1 value: 70.26104586649346 - type: nauc_map_at_5_max value: 53.90874641328551 - type: nauc_map_at_5_std value: -6.990378074306804 - type: nauc_mrr_at_1000_diff1 value: 69.76614718906039 - type: nauc_mrr_at_1000_max value: 56.283349031323695 - type: nauc_mrr_at_1000_std value: -2.7530422121005986 - type: nauc_mrr_at_100_diff1 value: 69.76538508586117 - type: nauc_mrr_at_100_max value: 56.28849932655447 - type: nauc_mrr_at_100_std value: -2.7751418348013877 - type: nauc_mrr_at_10_diff1 value: 69.7741654331893 - type: nauc_mrr_at_10_max value: 56.808703886981725 - type: nauc_mrr_at_10_std value: -2.2531867800589587 - type: nauc_mrr_at_1_diff1 value: 74.4666663349141 - type: nauc_mrr_at_1_max value: 54.395803993968705 - type: nauc_mrr_at_1_std value: -2.7469109692316356 - type: nauc_mrr_at_20_diff1 value: 69.71292596218818 - type: nauc_mrr_at_20_max value: 56.42402587406286 - type: nauc_mrr_at_20_std value: -2.5779307021493643 - type: nauc_mrr_at_3_diff1 value: 68.91143283918657 - type: nauc_mrr_at_3_max value: 54.75235355672904 - type: nauc_mrr_at_3_std value: -4.303446913469813 - type: nauc_mrr_at_5_diff1 value: 69.24984194549413 - type: nauc_mrr_at_5_max value: 55.883700840222595 - type: nauc_mrr_at_5_std value: -3.494515146689129 - type: nauc_ndcg_at_1000_diff1 value: 69.69495838224418 - type: nauc_ndcg_at_1000_max value: 57.06162610868447 - type: nauc_ndcg_at_1000_std value: -3.250419708403259 - type: nauc_ndcg_at_100_diff1 value: 69.78488134935266 - type: nauc_ndcg_at_100_max value: 57.37588809142365 - type: nauc_ndcg_at_100_std value: -3.2801467276474296 - type: nauc_ndcg_at_10_diff1 value: 69.40784449050312 - type: nauc_ndcg_at_10_max value: 59.10408113450114 - type: nauc_ndcg_at_10_std value: -1.9691647102125633 - type: nauc_ndcg_at_1_diff1 value: 75.08904719501331 - type: nauc_ndcg_at_1_max value: 55.13604432571482 - type: nauc_ndcg_at_1_std value: -1.9654694766004102 - type: nauc_ndcg_at_20_diff1 value: 69.06052088218011 - type: nauc_ndcg_at_20_max value: 58.20641263944297 - type: nauc_ndcg_at_20_std value: -2.543360176677268 - type: nauc_ndcg_at_3_diff1 value: 67.98495347166747 - type: nauc_ndcg_at_3_max value: 54.05862252381528 - type: nauc_ndcg_at_3_std value: -6.7825336924376245 - type: nauc_ndcg_at_5_diff1 value: 68.38485790121766 - type: nauc_ndcg_at_5_max value: 55.64814627905228 - type: nauc_ndcg_at_5_std value: -5.6631038839134025 - type: nauc_precision_at_1000_diff1 value: -31.91059008070008 - type: nauc_precision_at_1000_max value: 18.55482858970922 - type: nauc_precision_at_1000_std value: 43.65785363907189 - type: nauc_precision_at_100_diff1 value: -16.76392958326273 - type: nauc_precision_at_100_max value: 27.142407438796955 - type: nauc_precision_at_100_std value: 38.29697072426563 - type: nauc_precision_at_10_diff1 value: 11.97211848133418 - type: nauc_precision_at_10_max value: 50.672089753088244 - type: nauc_precision_at_10_std value: 30.97862517703149 - type: nauc_precision_at_1_diff1 value: 75.08904719501331 - type: nauc_precision_at_1_max value: 55.13604432571482 - type: nauc_precision_at_1_std value: -1.9654694766004102 - type: nauc_precision_at_20_diff1 value: 0.34617004447819455 - type: nauc_precision_at_20_max value: 41.35191215293118 - type: nauc_precision_at_20_std value: 32.21795359061543 - type: nauc_precision_at_3_diff1 value: 35.69210098433431 - type: nauc_precision_at_3_max value: 48.754247436933426 - type: nauc_precision_at_3_std value: 7.939907895121176 - type: nauc_precision_at_5_diff1 value: 22.745771211448968 - type: nauc_precision_at_5_max value: 46.11018959631224 - type: nauc_precision_at_5_std value: 15.857715971994473 - type: nauc_recall_at_1000_diff1 value: .nan - type: nauc_recall_at_1000_max value: .nan - type: nauc_recall_at_1000_std value: .nan - type: nauc_recall_at_100_diff1 value: 71.53006129988225 - type: nauc_recall_at_100_max value: 69.38862501522355 - type: nauc_recall_at_100_std value: -1.32951731417219 - type: nauc_recall_at_10_diff1 value: 64.7195431286728 - type: nauc_recall_at_10_max value: 72.28381413277006 - type: nauc_recall_at_10_std value: 8.347284248830944 - type: nauc_recall_at_1_diff1 value: 76.7973002639165 - type: nauc_recall_at_1_max value: 50.4646981625194 - type: nauc_recall_at_1_std value: -8.33051576688819 - type: nauc_recall_at_20_diff1 value: 61.235317162568656 - type: nauc_recall_at_20_max value: 69.78890293841722 - type: nauc_recall_at_20_std value: 5.72615245392976 - type: nauc_recall_at_3_diff1 value: 61.32574280311369 - type: nauc_recall_at_3_max value: 51.485406874096796 - type: nauc_recall_at_3_std value: -10.11580007308917 - type: nauc_recall_at_5_diff1 value: 61.71807768316705 - type: nauc_recall_at_5_max value: 58.37459459142059 - type: nauc_recall_at_5_std value: -5.932082522951148 - type: ndcg_at_1 value: 60.0 - type: ndcg_at_10 value: 71.655 - type: ndcg_at_100 value: 74.3 - type: ndcg_at_1000 value: 74.813 - type: ndcg_at_20 value: 72.917 - type: ndcg_at_3 value: 66.86999999999999 - type: ndcg_at_5 value: 69.58 - type: precision_at_1 value: 60.0 - type: precision_at_10 value: 9.5 - type: precision_at_100 value: 1.09 - type: precision_at_1000 value: 0.11299999999999999 - type: precision_at_20 value: 5.033 - type: precision_at_3 value: 26.222 - type: precision_at_5 value: 17.467 - type: recall_at_1 value: 57.443999999999996 - type: recall_at_10 value: 84.344 - type: recall_at_100 value: 96.167 - type: recall_at_1000 value: 100.0 - type: recall_at_20 value: 88.922 - type: recall_at_3 value: 71.61699999999999 - type: recall_at_5 value: 78.361 task: type: Retrieval - dataset: config: default name: MTEB SprintDuplicateQuestions (default) revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 split: test type: mteb/sprintduplicatequestions-pairclassification metrics: - type: cosine_accuracy value: 99.8019801980198 - type: cosine_accuracy_threshold value: 74.87144470214844 - type: cosine_ap value: 95.25095860632634 - type: cosine_f1 value: 89.78766430738119 - type: cosine_f1_threshold value: 72.87877202033997 - type: cosine_precision value: 90.79754601226993 - type: cosine_recall value: 88.8 - type: dot_accuracy value: 99.74455445544554 - type: dot_accuracy_threshold value: 802.6163101196289 - type: dot_ap value: 93.31226314833533 - type: dot_f1 value: 86.95652173913044 - type: dot_f1_threshold value: 784.8705291748047 - type: dot_precision value: 85.9375 - type: dot_recall value: 88.0 - type: euclidean_accuracy value: 99.79702970297029 - type: euclidean_accuracy_threshold value: 242.2288417816162 - type: euclidean_ap value: 94.99848019832207 - type: euclidean_f1 value: 89.57803762074224 - type: euclidean_f1_threshold value: 242.2288417816162 - type: euclidean_precision value: 91.10651499482937 - type: euclidean_recall value: 88.1 - type: main_score value: 95.25095860632634 - type: manhattan_accuracy value: 99.7940594059406 - type: manhattan_accuracy_threshold value: 5250.234222412109 - type: manhattan_ap value: 94.97429485916996 - type: manhattan_f1 value: 89.47895791583167 - type: manhattan_f1_threshold value: 5444.060516357422 - type: manhattan_precision value: 89.65863453815261 - type: manhattan_recall value: 89.3 - type: max_accuracy value: 99.8019801980198 - type: max_ap value: 95.25095860632634 - type: max_f1 value: 89.78766430738119 - type: max_precision value: 91.10651499482937 - type: max_recall value: 89.3 - type: similarity_accuracy value: 99.8019801980198 - type: similarity_accuracy_threshold value: 74.87144470214844 - type: similarity_ap value: 95.25095860632634 - type: similarity_f1 value: 89.78766430738119 - type: similarity_f1_threshold value: 72.87877202033997 - type: similarity_precision value: 90.79754601226993 - type: similarity_recall value: 88.8 task: type: PairClassification - dataset: config: default name: MTEB StackExchangeClustering (default) revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 split: test type: mteb/stackexchange-clustering metrics: - type: main_score value: 66.63931197758824 - type: v_measure value: 66.63931197758824 - type: v_measure_std value: 3.896206781511776 task: type: Clustering - dataset: config: default name: MTEB StackExchangeClusteringP2P (default) revision: 815ca46b2622cec33ccafc3735d572c266efdb44 split: test type: mteb/stackexchange-clustering-p2p metrics: - type: main_score value: 38.984892653301884 - type: v_measure value: 38.984892653301884 - type: v_measure_std value: 1.3308552162270453 task: type: Clustering - dataset: config: default name: MTEB StackOverflowDupQuestions (default) revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 split: test type: mteb/stackoverflowdupquestions-reranking metrics: - type: main_score value: 52.71499643455044 - type: map value: 52.71499643455044 - type: mrr value: 53.538642729819195 - type: nAUC_map_diff1 value: 38.78800921091797 - type: nAUC_map_max value: 12.883218793265454 - type: nAUC_map_std value: 9.570909251652568 - type: nAUC_mrr_diff1 value: 38.244567355279656 - type: nAUC_mrr_max value: 13.931448578334379 - type: nAUC_mrr_std value: 10.441860004959661 task: type: Reranking - dataset: config: default name: MTEB SummEval (default) revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c split: test type: mteb/summeval metrics: - type: cosine_pearson value: 31.5167525286909 - type: cosine_spearman value: 31.218862970706496 - type: dot_pearson value: 30.74111707198986 - type: dot_spearman value: 30.39784418915618 - type: main_score value: 31.218862970706496 - type: pearson value: 31.5167525286909 - type: spearman value: 31.218862970706496 task: type: Summarization - dataset: config: default name: MTEB TRECCOVID (default) revision: bb9466bac8153a0349341eb1b22e06409e78ef4e split: test type: mteb/trec-covid metrics: - type: main_score value: 78.996 - type: map_at_1 value: 0.249 - type: map_at_10 value: 2.061 - type: map_at_100 value: 12.251 - type: map_at_1000 value: 28.961 - type: map_at_20 value: 3.7409999999999997 - type: map_at_3 value: 0.688 - type: map_at_5 value: 1.107 - type: mrr_at_1 value: 94.0 - type: mrr_at_10 value: 96.33333333333333 - type: mrr_at_100 value: 96.33333333333333 - type: mrr_at_1000 value: 96.33333333333333 - type: mrr_at_20 value: 96.33333333333333 - type: mrr_at_3 value: 96.33333333333333 - type: mrr_at_5 value: 96.33333333333333 - type: nauc_map_at_1000_diff1 value: -8.50898809379292 - type: nauc_map_at_1000_max value: 67.67774410110748 - type: nauc_map_at_1000_std value: 80.6457835612586 - type: nauc_map_at_100_diff1 value: 10.035054418273335 - type: nauc_map_at_100_max value: 42.933866278169205 - type: nauc_map_at_100_std value: 56.25439403946236 - type: nauc_map_at_10_diff1 value: 39.076652271723205 - type: nauc_map_at_10_max value: 18.073870651726175 - type: nauc_map_at_10_std value: 13.484080081227159 - type: nauc_map_at_1_diff1 value: 49.789664070604026 - type: nauc_map_at_1_max value: 7.384191053884992 - type: nauc_map_at_1_std value: -0.8722734569758863 - type: nauc_map_at_20_diff1 value: 32.835779882490485 - type: nauc_map_at_20_max value: 25.077487797906215 - type: nauc_map_at_20_std value: 24.793902157333196 - type: nauc_map_at_3_diff1 value: 45.33011031123143 - type: nauc_map_at_3_max value: 10.198962600381725 - type: nauc_map_at_3_std value: 1.8827347431192232 - type: nauc_map_at_5_diff1 value: 45.563116611700366 - type: nauc_map_at_5_max value: 13.490426122892163 - type: nauc_map_at_5_std value: 3.053408558331047 - type: nauc_mrr_at_1000_diff1 value: 41.146761734996915 - type: nauc_mrr_at_1000_max value: 72.39198709786925 - type: nauc_mrr_at_1000_std value: 77.73958068075707 - type: nauc_mrr_at_100_diff1 value: 41.146761734996915 - type: nauc_mrr_at_100_max value: 72.39198709786925 - type: nauc_mrr_at_100_std value: 77.73958068075707 - type: nauc_mrr_at_10_diff1 value: 41.146761734996915 - type: nauc_mrr_at_10_max value: 72.39198709786925 - type: nauc_mrr_at_10_std value: 77.73958068075707 - type: nauc_mrr_at_1_diff1 value: 33.022097727980125 - type: nauc_mrr_at_1_max value: 69.34329287270482 - type: nauc_mrr_at_1_std value: 75.87924058512304 - type: nauc_mrr_at_20_diff1 value: 41.146761734996915 - type: nauc_mrr_at_20_max value: 72.39198709786925 - type: nauc_mrr_at_20_std value: 77.73958068075707 - type: nauc_mrr_at_3_diff1 value: 41.146761734996915 - type: nauc_mrr_at_3_max value: 72.39198709786925 - type: nauc_mrr_at_3_std value: 77.73958068075707 - type: nauc_mrr_at_5_diff1 value: 41.146761734996915 - type: nauc_mrr_at_5_max value: 72.39198709786925 - type: nauc_mrr_at_5_std value: 77.73958068075707 - type: nauc_ndcg_at_1000_diff1 value: -1.2560417431023005 - type: nauc_ndcg_at_1000_max value: 67.88815688536812 - type: nauc_ndcg_at_1000_std value: 78.98713334260809 - type: nauc_ndcg_at_100_diff1 value: -23.92152084408618 - type: nauc_ndcg_at_100_max value: 59.68163197171784 - type: nauc_ndcg_at_100_std value: 84.16752665904896 - type: nauc_ndcg_at_10_diff1 value: -15.223424967176097 - type: nauc_ndcg_at_10_max value: 46.88799424241486 - type: nauc_ndcg_at_10_std value: 66.79257350363876 - type: nauc_ndcg_at_1_diff1 value: 6.508298080052047 - type: nauc_ndcg_at_1_max value: 25.170842824601376 - type: nauc_ndcg_at_1_std value: 46.70924178327366 - type: nauc_ndcg_at_20_diff1 value: -20.832630078163767 - type: nauc_ndcg_at_20_max value: 55.078920059864444 - type: nauc_ndcg_at_20_std value: 75.88700774022946 - type: nauc_ndcg_at_3_diff1 value: -6.226067499516788 - type: nauc_ndcg_at_3_max value: 28.763597757241588 - type: nauc_ndcg_at_3_std value: 48.72051266582363 - type: nauc_ndcg_at_5_diff1 value: -5.795316199425729 - type: nauc_ndcg_at_5_max value: 40.35239162872532 - type: nauc_ndcg_at_5_std value: 54.70965008136249 - type: nauc_precision_at_1000_diff1 value: -34.41705266484266 - type: nauc_precision_at_1000_max value: 48.4804492270335 - type: nauc_precision_at_1000_std value: 53.751735952299875 - type: nauc_precision_at_100_diff1 value: -29.551867565656444 - type: nauc_precision_at_100_max value: 61.06166141955705 - type: nauc_precision_at_100_std value: 82.74275200763876 - type: nauc_precision_at_10_diff1 value: -29.371474919829023 - type: nauc_precision_at_10_max value: 54.53275555188386 - type: nauc_precision_at_10_std value: 69.53054005542494 - type: nauc_precision_at_1_diff1 value: 33.022097727980125 - type: nauc_precision_at_1_max value: 69.34329287270482 - type: nauc_precision_at_1_std value: 75.87924058512304 - type: nauc_precision_at_20_diff1 value: -24.16053331404863 - type: nauc_precision_at_20_max value: 61.06682532847266 - type: nauc_precision_at_20_std value: 76.56560742379465 - type: nauc_precision_at_3_diff1 value: -15.764604810996705 - type: nauc_precision_at_3_max value: 37.32817869415811 - type: nauc_precision_at_3_std value: 44.47717231222375 - type: nauc_precision_at_5_diff1 value: -17.437314970804426 - type: nauc_precision_at_5_max value: 50.73193869706717 - type: nauc_precision_at_5_std value: 52.23016405240514 - type: nauc_recall_at_1000_diff1 value: 4.7273707452662395 - type: nauc_recall_at_1000_max value: 63.05663439609748 - type: nauc_recall_at_1000_std value: 67.14793866500115 - type: nauc_recall_at_100_diff1 value: 23.35667114320705 - type: nauc_recall_at_100_max value: 35.48579626489824 - type: nauc_recall_at_100_std value: 41.57078323949294 - type: nauc_recall_at_10_diff1 value: 40.23012376543429 - type: nauc_recall_at_10_max value: 13.327300253642104 - type: nauc_recall_at_10_std value: 8.070191198153621 - type: nauc_recall_at_1_diff1 value: 49.789664070604026 - type: nauc_recall_at_1_max value: 7.384191053884992 - type: nauc_recall_at_1_std value: -0.8722734569758863 - type: nauc_recall_at_20_diff1 value: 38.15060570963706 - type: nauc_recall_at_20_max value: 19.324966568736208 - type: nauc_recall_at_20_std value: 16.100264825277012 - type: nauc_recall_at_3_diff1 value: 45.27614089863598 - type: nauc_recall_at_3_max value: 7.255908256968489 - type: nauc_recall_at_3_std value: -1.608183234156468 - type: nauc_recall_at_5_diff1 value: 47.01736203779601 - type: nauc_recall_at_5_max value: 10.344391925906862 - type: nauc_recall_at_5_std value: -0.6281013026415635 - type: ndcg_at_1 value: 88.0 - type: ndcg_at_10 value: 78.996 - type: ndcg_at_100 value: 60.438 - type: ndcg_at_1000 value: 53.794 - type: ndcg_at_20 value: 75.286 - type: ndcg_at_3 value: 83.581 - type: ndcg_at_5 value: 81.64 - type: precision_at_1 value: 94.0 - type: precision_at_10 value: 84.39999999999999 - type: precision_at_100 value: 62.019999999999996 - type: precision_at_1000 value: 23.382 - type: precision_at_20 value: 80.0 - type: precision_at_3 value: 89.333 - type: precision_at_5 value: 87.2 - type: recall_at_1 value: 0.249 - type: recall_at_10 value: 2.2190000000000003 - type: recall_at_100 value: 15.375 - type: recall_at_1000 value: 50.864 - type: recall_at_20 value: 4.166 - type: recall_at_3 value: 0.705 - type: recall_at_5 value: 1.162 task: type: Retrieval - dataset: config: default name: MTEB Touche2020 (default) revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f split: test type: mteb/touche2020 metrics: - type: main_score value: 24.234 - type: map_at_1 value: 2.375 - type: map_at_10 value: 9.524000000000001 - type: map_at_100 value: 14.892 - type: map_at_1000 value: 16.333000000000002 - type: map_at_20 value: 11.623999999999999 - type: map_at_3 value: 5.454 - type: map_at_5 value: 6.8580000000000005 - type: mrr_at_1 value: 28.57142857142857 - type: mrr_at_10 value: 45.682701652089406 - type: mrr_at_100 value: 46.575009186379326 - type: mrr_at_1000 value: 46.59788610224918 - type: mrr_at_20 value: 46.38298755013862 - type: mrr_at_3 value: 42.17687074829932 - type: mrr_at_5 value: 43.91156462585034 - type: nauc_map_at_1000_diff1 value: 19.91522275259299 - type: nauc_map_at_1000_max value: -4.061069562484586 - type: nauc_map_at_1000_std value: 6.4307839853892075 - type: nauc_map_at_100_diff1 value: 21.732800783594193 - type: nauc_map_at_100_max value: -4.948420742417176 - type: nauc_map_at_100_std value: 2.3892746481235365 - type: nauc_map_at_10_diff1 value: 25.96546574492631 - type: nauc_map_at_10_max value: -3.370126895066545 - type: nauc_map_at_10_std value: -10.803209999052799 - type: nauc_map_at_1_diff1 value: 19.93899752769775 - type: nauc_map_at_1_max value: -10.795511410696172 - type: nauc_map_at_1_std value: -27.946194361336318 - type: nauc_map_at_20_diff1 value: 25.048986055137885 - type: nauc_map_at_20_max value: -3.3497237396020054 - type: nauc_map_at_20_std value: -7.031827147053591 - type: nauc_map_at_3_diff1 value: 28.013110815855104 - type: nauc_map_at_3_max value: -0.830920030448727 - type: nauc_map_at_3_std value: -15.295608656461878 - type: nauc_map_at_5_diff1 value: 26.365819767791127 - type: nauc_map_at_5_max value: 0.6192076561048367 - type: nauc_map_at_5_std value: -12.889398576429503 - type: nauc_mrr_at_1000_diff1 value: 14.080128598344613 - type: nauc_mrr_at_1000_max value: -18.89670055001203 - type: nauc_mrr_at_1000_std value: -16.024560065950162 - type: nauc_mrr_at_100_diff1 value: 14.047078831458759 - type: nauc_mrr_at_100_max value: -18.839141940890308 - type: nauc_mrr_at_100_std value: -15.936841165639807 - type: nauc_mrr_at_10_diff1 value: 13.834078445546616 - type: nauc_mrr_at_10_max value: -19.259895762236752 - type: nauc_mrr_at_10_std value: -16.057038448247333 - type: nauc_mrr_at_1_diff1 value: 18.53299415996308 - type: nauc_mrr_at_1_max value: -18.113757292140054 - type: nauc_mrr_at_1_std value: -29.30092995630113 - type: nauc_mrr_at_20_diff1 value: 14.00284178876997 - type: nauc_mrr_at_20_max value: -19.506630875181013 - type: nauc_mrr_at_20_std value: -15.305313073221916 - type: nauc_mrr_at_3_diff1 value: 18.21697374731185 - type: nauc_mrr_at_3_max value: -16.408928982970014 - type: nauc_mrr_at_3_std value: -15.600691391154738 - type: nauc_mrr_at_5_diff1 value: 15.011213729689722 - type: nauc_mrr_at_5_max value: -15.938832176913179 - type: nauc_mrr_at_5_std value: -15.106634941887783 - type: nauc_ndcg_at_1000_diff1 value: -2.2654352651913454 - type: nauc_ndcg_at_1000_max value: -8.254133412699563 - type: nauc_ndcg_at_1000_std value: 28.977978210082334 - type: nauc_ndcg_at_100_diff1 value: 9.44513430194822 - type: nauc_ndcg_at_100_max value: -15.020830194764773 - type: nauc_ndcg_at_100_std value: 16.334072308689844 - type: nauc_ndcg_at_10_diff1 value: 10.811932062068292 - type: nauc_ndcg_at_10_max value: -16.875042940954394 - type: nauc_ndcg_at_10_std value: -7.498497059099055 - type: nauc_ndcg_at_1_diff1 value: 8.013389111115192 - type: nauc_ndcg_at_1_max value: -20.46303530670677 - type: nauc_ndcg_at_1_std value: -28.677109030422592 - type: nauc_ndcg_at_20_diff1 value: 14.109381340505292 - type: nauc_ndcg_at_20_max value: -17.016560579502745 - type: nauc_ndcg_at_20_std value: -2.6072746077755578 - type: nauc_ndcg_at_3_diff1 value: 7.341462981430443 - type: nauc_ndcg_at_3_max value: -15.002866301528735 - type: nauc_ndcg_at_3_std value: -6.828374503769309 - type: nauc_ndcg_at_5_diff1 value: 6.769009506070368 - type: nauc_ndcg_at_5_max value: -13.721901939791717 - type: nauc_ndcg_at_5_std value: -7.783733311332034 - type: nauc_precision_at_1000_diff1 value: -32.629086027190745 - type: nauc_precision_at_1000_max value: 35.0104241041295 - type: nauc_precision_at_1000_std value: 44.29352014918582 - type: nauc_precision_at_100_diff1 value: -5.73011547707054 - type: nauc_precision_at_100_max value: 5.184837968961779 - type: nauc_precision_at_100_std value: 62.719317243124486 - type: nauc_precision_at_10_diff1 value: 10.285758840735419 - type: nauc_precision_at_10_max value: -16.794267370418897 - type: nauc_precision_at_10_std value: 3.154251938395293 - type: nauc_precision_at_1_diff1 value: 18.53299415996308 - type: nauc_precision_at_1_max value: -18.113757292140054 - type: nauc_precision_at_1_std value: -29.30092995630113 - type: nauc_precision_at_20_diff1 value: 7.913471572076773 - type: nauc_precision_at_20_max value: -13.768171825752656 - type: nauc_precision_at_20_std value: 21.789084061576236 - type: nauc_precision_at_3_diff1 value: 16.54782279013308 - type: nauc_precision_at_3_max value: -3.6423785886478184 - type: nauc_precision_at_3_std value: 2.9172954774655055 - type: nauc_precision_at_5_diff1 value: 10.13294344064617 - type: nauc_precision_at_5_max value: -5.9973476531265755 - type: nauc_precision_at_5_std value: 0.4456200467501818 - type: nauc_recall_at_1000_diff1 value: -24.4317042922882 - type: nauc_recall_at_1000_max value: 13.229870345200078 - type: nauc_recall_at_1000_std value: 70.160182379166 - type: nauc_recall_at_100_diff1 value: 12.063778440107233 - type: nauc_recall_at_100_max value: -10.366317723308176 - type: nauc_recall_at_100_std value: 32.924431282751144 - type: nauc_recall_at_10_diff1 value: 22.64171527997939 - type: nauc_recall_at_10_max value: -10.391914072061896 - type: nauc_recall_at_10_std value: -6.598914801144136 - type: nauc_recall_at_1_diff1 value: 19.93899752769775 - type: nauc_recall_at_1_max value: -10.795511410696172 - type: nauc_recall_at_1_std value: -27.946194361336318 - type: nauc_recall_at_20_diff1 value: 21.03235886870531 - type: nauc_recall_at_20_max value: -10.798648140429465 - type: nauc_recall_at_20_std value: 2.4643725026744985 - type: nauc_recall_at_3_diff1 value: 28.72435373504295 - type: nauc_recall_at_3_max value: 0.11492584175498742 - type: nauc_recall_at_3_std value: -8.100637004942591 - type: nauc_recall_at_5_diff1 value: 23.79937557291913 - type: nauc_recall_at_5_max value: 1.4700123793057462 - type: nauc_recall_at_5_std value: -6.350206472562812 - type: ndcg_at_1 value: 25.509999999999998 - type: ndcg_at_10 value: 24.234 - type: ndcg_at_100 value: 34.751 - type: ndcg_at_1000 value: 45.93 - type: ndcg_at_20 value: 25.130999999999997 - type: ndcg_at_3 value: 28.441 - type: ndcg_at_5 value: 25.363000000000003 - type: precision_at_1 value: 28.571 - type: precision_at_10 value: 21.02 - type: precision_at_100 value: 7.142999999999999 - type: precision_at_1000 value: 1.447 - type: precision_at_20 value: 16.531000000000002 - type: precision_at_3 value: 29.932 - type: precision_at_5 value: 24.898 - type: recall_at_1 value: 2.375 - type: recall_at_10 value: 15.383 - type: recall_at_100 value: 43.783 - type: recall_at_1000 value: 77.527 - type: recall_at_20 value: 22.817 - type: recall_at_3 value: 6.625 - type: recall_at_5 value: 9.094 task: type: Retrieval - dataset: config: default name: MTEB ToxicConversationsClassification (default) revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de split: test type: mteb/toxic_conversations_50k metrics: - type: accuracy value: 72.822265625 - type: ap value: 15.65033785618422 - type: ap_weighted value: 15.65033785618422 - type: f1 value: 56.334445882748376 - type: f1_weighted value: 78.7454393727821 - type: main_score value: 72.822265625 task: type: Classification - dataset: config: default name: MTEB TweetSentimentExtractionClassification (default) revision: d604517c81ca91fe16a244d1248fc021f9ecee7a split: test type: mteb/tweet_sentiment_extraction metrics: - type: accuracy value: 72.54385964912281 - type: f1 value: 72.88716070217461 - type: f1_weighted value: 72.18022450339639 - type: main_score value: 72.54385964912281 task: type: Classification - dataset: config: default name: MTEB TwentyNewsgroupsClustering (default) revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 split: test type: mteb/twentynewsgroups-clustering metrics: - type: main_score value: 57.41861450414374 - type: v_measure value: 57.41861450414374 - type: v_measure_std value: 1.1732394227153524 task: type: Clustering - dataset: config: default name: MTEB TwitterSemEval2015 (default) revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 split: test type: mteb/twittersemeval2015-pairclassification metrics: - type: cosine_accuracy value: 85.65893783155511 - type: cosine_accuracy_threshold value: 76.72200202941895 - type: cosine_ap value: 72.92913537423482 - type: cosine_f1 value: 67.44999999999999 - type: cosine_f1_threshold value: 70.14604806900024 - type: cosine_precision value: 64.0855106888361 - type: cosine_recall value: 71.18733509234828 - type: dot_accuracy value: 83.59659057042379 - type: dot_accuracy_threshold value: 738.1642818450928 - type: dot_ap value: 64.6920069073089 - type: dot_f1 value: 62.56256256256256 - type: dot_f1_threshold value: 701.5200614929199 - type: dot_precision value: 59.49547834364588 - type: dot_recall value: 65.96306068601582 - type: euclidean_accuracy value: 85.8556356917208 - type: euclidean_accuracy_threshold value: 227.3829221725464 - type: euclidean_ap value: 72.57883208826111 - type: euclidean_f1 value: 67.26673427991886 - type: euclidean_f1_threshold value: 241.79611206054688 - type: euclidean_precision value: 64.73889702293802 - type: euclidean_recall value: 70.0 - type: main_score value: 72.92913537423482 - type: manhattan_accuracy value: 85.86755677415509 - type: manhattan_accuracy_threshold value: 4928.2196044921875 - type: manhattan_ap value: 72.54254404689362 - type: manhattan_f1 value: 67.25325172149962 - type: manhattan_f1_threshold value: 5332.820892333984 - type: manhattan_precision value: 65.07897334649556 - type: manhattan_recall value: 69.5778364116095 - type: max_accuracy value: 85.86755677415509 - type: max_ap value: 72.92913537423482 - type: max_f1 value: 67.44999999999999 - type: max_precision value: 65.07897334649556 - type: max_recall value: 71.18733509234828 - type: similarity_accuracy value: 85.65893783155511 - type: similarity_accuracy_threshold value: 76.72200202941895 - type: similarity_ap value: 72.92913537423482 - type: similarity_f1 value: 67.44999999999999 - type: similarity_f1_threshold value: 70.14604806900024 - type: similarity_precision value: 64.0855106888361 - type: similarity_recall value: 71.18733509234828 task: type: PairClassification - dataset: config: default name: MTEB TwitterURLCorpus (default) revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf split: test type: mteb/twitterurlcorpus-pairclassification metrics: - type: cosine_accuracy value: 88.86754375751931 - type: cosine_accuracy_threshold value: 70.83752155303955 - type: cosine_ap value: 85.88909734732754 - type: cosine_f1 value: 78.27415599534343 - type: cosine_f1_threshold value: 68.78219246864319 - type: cosine_precision value: 74.19310344827586 - type: cosine_recall value: 82.83030489682784 - type: dot_accuracy value: 88.06419063142779 - type: dot_accuracy_threshold value: 691.1415100097656 - type: dot_ap value: 83.54468458822026 - type: dot_f1 value: 76.22905131730519 - type: dot_f1_threshold value: 658.1658363342285 - type: dot_precision value: 73.66946778711485 - type: dot_recall value: 78.97289805974745 - type: euclidean_accuracy value: 88.7026041060271 - type: euclidean_accuracy_threshold value: 227.25768089294434 - type: euclidean_ap value: 85.5207311589875 - type: euclidean_f1 value: 77.74695188727459 - type: euclidean_f1_threshold value: 241.900634765625 - type: euclidean_precision value: 73.9205886436207 - type: euclidean_recall value: 81.99106867878041 - type: main_score value: 85.88909734732754 - type: manhattan_accuracy value: 88.67543757519307 - type: manhattan_accuracy_threshold value: 5096.699523925781 - type: manhattan_ap value: 85.50164139819381 - type: manhattan_f1 value: 77.77736781906064 - type: manhattan_f1_threshold value: 5311.3861083984375 - type: manhattan_precision value: 74.6723343960326 - type: manhattan_recall value: 81.15183246073299 - type: max_accuracy value: 88.86754375751931 - type: max_ap value: 85.88909734732754 - type: max_f1 value: 78.27415599534343 - type: max_precision value: 74.6723343960326 - type: max_recall value: 82.83030489682784 - type: similarity_accuracy value: 88.86754375751931 - type: similarity_accuracy_threshold value: 70.83752155303955 - type: similarity_ap value: 85.88909734732754 - type: similarity_f1 value: 78.27415599534343 - type: similarity_f1_threshold value: 68.78219246864319 - type: similarity_precision value: 74.19310344827586 - type: similarity_recall value: 82.83030489682784 task: type: PairClassification tags: - mteb --- # Contextual Document Embeddings (CDE) Our new model that naturally integrates "context tokens" into the embedding process. More information coming soon!