diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -61,23 +61,6 @@ model-index: value: 59.528000000000006 task: type: Classification - - dataset: - config: en - name: MTEB AmazonReviewsClassification (en) - revision: 1399c76144fd37290681b995c656ef9b2e06e26d - split: validation - type: mteb/amazon_reviews_multi - metrics: - - type: accuracy - value: 59.64 - - type: f1 - value: 59.26937685495699 - - type: f1_weighted - value: 59.26937685495699 - - type: main_score - value: 59.64 - task: - type: Classification - dataset: config: default name: MTEB ArguAna @@ -412,3875 +395,383 @@ model-index: value: 66.15294503553424 - type: mrr value: 78.53438420612935 - - type: nAUC_map_diff1 - value: 12.569697092717997 - - type: nAUC_map_max - value: 21.50670312412572 - - type: nAUC_map_std - value: 16.943786429229064 - - type: nAUC_mrr_diff1 - value: 15.590272897361238 - - type: nAUC_mrr_max - value: 34.96072022474653 - - type: nAUC_mrr_std - value: 21.649217605241045 - task: - type: Reranking - - dataset: - config: default - name: MTEB BIOSSES - revision: d3fb88f8f02e40887cd149695127462bbcf29b4a - split: test - type: mteb/biosses-sts - metrics: - - type: cosine_pearson - value: 85.7824546319275 - - type: cosine_spearman - value: 83.29587385660628 - - type: euclidean_pearson - value: 84.58764190565167 - - type: euclidean_spearman - value: 83.30069324352772 - - type: main_score - value: 83.29587385660628 - - type: manhattan_pearson - value: 84.95996839947179 - - type: manhattan_spearman - value: 83.87480271054358 - - type: pearson - value: 85.7824546319275 - - type: spearman - value: 83.29587385660628 - task: - type: STS - - dataset: - config: default - name: MTEB Banking77Classification - revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 - split: test - type: mteb/banking77 - metrics: - - type: accuracy - value: 89.30194805194806 - - type: f1 - value: 89.26182507266391 - - type: f1_weighted - value: 89.26182507266391 - - type: main_score - value: 89.30194805194806 - task: - type: Classification - - dataset: - config: default - name: MTEB BiorxivClusteringP2P - revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 - split: test - type: mteb/biorxiv-clustering-p2p - metrics: - - type: main_score - value: 50.67972171889736 - - type: v_measure - value: 50.67972171889736 - - type: v_measure_std - value: 0.7687409980036303 - task: - type: Clustering - - dataset: - config: default - name: MTEB BiorxivClusteringS2S - revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 - split: test - type: mteb/biorxiv-clustering-s2s - metrics: - - type: main_score - value: 45.80539715556144 - - type: v_measure - value: 45.80539715556144 - - type: v_measure_std - value: 0.9601346216579142 - task: - type: Clustering - - dataset: - config: default - name: MTEB CQADupstackAndroidRetrieval - revision: f46a197baaae43b4f621051089b82a364682dfeb - split: test - type: mteb/cqadupstack-android - metrics: - - type: main_score - value: 53.974 - - type: map_at_1 - value: 34.383 - - type: map_at_10 - value: 46.993 - - type: map_at_100 - value: 48.608000000000004 - - type: map_at_1000 - value: 48.722 - - type: map_at_20 - value: 47.904 - - type: map_at_3 - value: 43.0 - - type: map_at_5 - value: 45.181 - - type: mrr_at_1 - value: 43.204577968526465 - - type: mrr_at_10 - value: 53.45005336421645 - - type: mrr_at_100 - value: 54.14225008838758 - - type: mrr_at_1000 - value: 54.179415122755145 - - type: mrr_at_20 - value: 53.87577091647368 - - type: mrr_at_3 - value: 51.00143061516454 - - type: mrr_at_5 - value: 52.46065808297566 - - type: nauc_map_at_1000_diff1 - value: 53.44956217485285 - - type: nauc_map_at_1000_max - value: 36.6088085691723 - - type: nauc_map_at_1000_std - value: -3.330166926757272 - - type: nauc_map_at_100_diff1 - value: 53.44869744603097 - - type: nauc_map_at_100_max - value: 36.601153049081674 - - type: nauc_map_at_100_std - value: -3.2828051195172945 - - type: nauc_map_at_10_diff1 - value: 53.40190283742897 - - type: nauc_map_at_10_max - value: 36.06545095751328 - - type: nauc_map_at_10_std - value: -4.046389855494228 - - type: nauc_map_at_1_diff1 - value: 57.75005364303626 - - type: nauc_map_at_1_max - value: 30.23016814650989 - - type: nauc_map_at_1_std - value: -5.0871153033102186 - - type: nauc_map_at_20_diff1 - value: 53.43843903317814 - - type: nauc_map_at_20_max - value: 36.206301825584234 - - type: nauc_map_at_20_std - value: -3.6640331685570517 - - type: nauc_map_at_3_diff1 - value: 53.50565186265725 - - type: nauc_map_at_3_max - value: 35.384484613413726 - - type: nauc_map_at_3_std - value: -6.406625419686271 - - type: nauc_map_at_5_diff1 - value: 53.59098491288354 - - type: nauc_map_at_5_max - value: 35.35885622742766 - - type: nauc_map_at_5_std - value: -5.297241297637247 - - type: nauc_mrr_at_1000_diff1 - value: 53.33018892980987 - - type: nauc_mrr_at_1000_max - value: 38.35651284839087 - - type: nauc_mrr_at_1000_std - value: -2.690216921525478 - - type: nauc_mrr_at_100_diff1 - value: 53.321721430402526 - - type: nauc_mrr_at_100_max - value: 38.36700375555358 - - type: nauc_mrr_at_100_std - value: -2.668471180993299 - - type: nauc_mrr_at_10_diff1 - value: 53.072843228803734 - - type: nauc_mrr_at_10_max - value: 38.29899178434874 - - type: nauc_mrr_at_10_std - value: -2.731232588566702 - - type: nauc_mrr_at_1_diff1 - value: 58.215027100156334 - - type: nauc_mrr_at_1_max - value: 38.079566722240095 - - type: nauc_mrr_at_1_std - value: -2.968455825921349 - - type: nauc_mrr_at_20_diff1 - value: 53.28426352493095 - - type: nauc_mrr_at_20_max - value: 38.27277677619666 - - type: nauc_mrr_at_20_std - value: -2.733892286409146 - - type: nauc_mrr_at_3_diff1 - value: 53.42410923109592 - - type: nauc_mrr_at_3_max - value: 39.24436286127795 - - type: nauc_mrr_at_3_std - value: -4.27367227169996 - - type: nauc_mrr_at_5_diff1 - value: 53.23376388309158 - - type: nauc_mrr_at_5_max - value: 38.5217011527492 - - type: nauc_mrr_at_5_std - value: -3.2680426608503823 - - type: nauc_ndcg_at_1000_diff1 - value: 52.54333660516546 - - type: nauc_ndcg_at_1000_max - value: 37.43214526041539 - - type: nauc_ndcg_at_1000_std - value: -1.1960682452610014 - - type: nauc_ndcg_at_100_diff1 - value: 52.19817001244995 - - type: nauc_ndcg_at_100_max - value: 37.65455567519698 - - type: nauc_ndcg_at_100_std - value: -0.32029340172128024 - - type: nauc_ndcg_at_10_diff1 - value: 51.38122777714283 - - type: nauc_ndcg_at_10_max - value: 36.70046496568422 - - type: nauc_ndcg_at_10_std - value: -2.462175966250386 - - type: nauc_ndcg_at_1_diff1 - value: 58.215027100156334 - - type: nauc_ndcg_at_1_max - value: 38.079566722240095 - - type: nauc_ndcg_at_1_std - value: -2.968455825921349 - - type: nauc_ndcg_at_20_diff1 - value: 51.80095733174004 - - type: nauc_ndcg_at_20_max - value: 36.09583445493353 - - type: nauc_ndcg_at_20_std - value: -2.0508715409334783 - - type: nauc_ndcg_at_3_diff1 - value: 51.354237228730184 - - type: nauc_ndcg_at_3_max - value: 38.588938416538696 - - type: nauc_ndcg_at_3_std - value: -5.145993631601536 - - type: nauc_ndcg_at_5_diff1 - value: 51.73747522351185 - - type: nauc_ndcg_at_5_max - value: 36.798364610155815 - - type: nauc_ndcg_at_5_std - value: -4.084023387854836 - - type: nauc_precision_at_1000_diff1 - value: -17.516707759823454 - - type: nauc_precision_at_1000_max - value: -0.1207553822170436 - - type: nauc_precision_at_1000_std - value: -6.030577232368578 - - type: nauc_precision_at_100_diff1 - value: -9.145819130810498 - - type: nauc_precision_at_100_max - value: 11.96368132178629 - - type: nauc_precision_at_100_std - value: 7.71967340295656 - - type: nauc_precision_at_10_diff1 - value: 7.9931993925793865 - - type: nauc_precision_at_10_max - value: 26.484313749084095 - - type: nauc_precision_at_10_std - value: 8.712786019080635 - - type: nauc_precision_at_1_diff1 - value: 58.215027100156334 - - type: nauc_precision_at_1_max - value: 38.079566722240095 - - type: nauc_precision_at_1_std - value: -2.968455825921349 - - type: nauc_precision_at_20_diff1 - value: 0.8393669364662555 - - type: nauc_precision_at_20_max - value: 19.83491875645947 - - type: nauc_precision_at_20_std - value: 9.461124186482857 - - type: nauc_precision_at_3_diff1 - value: 27.641754672670572 - - type: nauc_precision_at_3_max - value: 38.411100973307164 - - type: nauc_precision_at_3_std - value: -0.9720843380376243 - - type: nauc_precision_at_5_diff1 - value: 18.705446120839266 - - type: nauc_precision_at_5_max - value: 31.543523656202453 - - type: nauc_precision_at_5_std - value: 3.849693074719181 - - type: nauc_recall_at_1000_diff1 - value: 44.34280209610548 - - type: nauc_recall_at_1000_max - value: 27.469913293945602 - - type: nauc_recall_at_1000_std - value: 60.340541133251755 - - type: nauc_recall_at_100_diff1 - value: 41.629821738762466 - - type: nauc_recall_at_100_max - value: 37.17236528492244 - - type: nauc_recall_at_100_std - value: 25.94520878194288 - - type: nauc_recall_at_10_diff1 - value: 42.05079825021677 - - type: nauc_recall_at_10_max - value: 29.32597215510977 - - type: nauc_recall_at_10_std - value: 1.0977496609409771 - - type: nauc_recall_at_1_diff1 - value: 57.75005364303626 - - type: nauc_recall_at_1_max - value: 30.23016814650989 - - type: nauc_recall_at_1_std - value: -5.0871153033102186 - - type: nauc_recall_at_20_diff1 - value: 42.41360152005307 - - type: nauc_recall_at_20_max - value: 26.592849999722972 - - type: nauc_recall_at_20_std - value: 3.3724018291774778 - - type: nauc_recall_at_3_diff1 - value: 46.14060500159665 - - type: nauc_recall_at_3_max - value: 33.986937349996445 - - type: nauc_recall_at_3_std - value: -8.037365765322734 - - type: nauc_recall_at_5_diff1 - value: 44.764082419958854 - - type: nauc_recall_at_5_max - value: 30.39820421813806 - - type: nauc_recall_at_5_std - value: -4.001142031691271 - - type: ndcg_at_1 - value: 43.205 - - type: ndcg_at_10 - value: 53.974 - - type: ndcg_at_100 - value: 59.156 - - type: ndcg_at_1000 - value: 60.662000000000006 - - type: ndcg_at_20 - value: 56.118 - - type: ndcg_at_3 - value: 48.737 - - type: ndcg_at_5 - value: 51.099000000000004 - - type: precision_at_1 - value: 43.205 - - type: precision_at_10 - value: 10.83 - - type: precision_at_100 - value: 1.66 - - type: precision_at_1000 - value: 0.209 - - type: precision_at_20 - value: 6.366 - - type: precision_at_3 - value: 24.32 - - type: precision_at_5 - value: 17.596999999999998 - - type: recall_at_1 - value: 34.383 - - type: recall_at_10 - value: 66.69 - - type: recall_at_100 - value: 88.378 - - type: recall_at_1000 - value: 97.675 - - type: recall_at_20 - value: 74.612 - - type: recall_at_3 - value: 50.736000000000004 - - type: recall_at_5 - value: 57.655 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackEnglishRetrieval - revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 - split: test - type: mteb/cqadupstack-english - metrics: - - type: main_score - value: 49.553000000000004 - - type: map_at_1 - value: 32.51 - - type: map_at_10 - value: 43.589 - - type: map_at_100 - value: 44.763999999999996 - - type: map_at_1000 - value: 44.891999999999996 - - type: map_at_20 - value: 44.212 - - type: map_at_3 - value: 40.425 - - type: map_at_5 - value: 42.109 - - type: mrr_at_1 - value: 41.52866242038217 - - type: mrr_at_10 - value: 49.90862905671824 - - type: mrr_at_100 - value: 50.51591181736842 - - type: mrr_at_1000 - value: 50.55866867651289 - - type: mrr_at_20 - value: 50.24923478276552 - - type: mrr_at_3 - value: 47.80254777070064 - - type: mrr_at_5 - value: 48.968152866242086 - - type: nauc_map_at_1000_diff1 - value: 53.566776065340605 - - type: nauc_map_at_1000_max - value: 31.365048046996492 - - type: nauc_map_at_1000_std - value: 6.5977438656877245 - - type: nauc_map_at_100_diff1 - value: 53.526516574455094 - - type: nauc_map_at_100_max - value: 31.259149771772616 - - type: nauc_map_at_100_std - value: 6.506640128645118 - - type: nauc_map_at_10_diff1 - value: 53.78105912041269 - - type: nauc_map_at_10_max - value: 30.399146609411332 - - type: nauc_map_at_10_std - value: 5.387253617793277 - - type: nauc_map_at_1_diff1 - value: 58.2120368710498 - - type: nauc_map_at_1_max - value: 27.847746672276042 - - type: nauc_map_at_1_std - value: 0.4123973289371852 - - type: nauc_map_at_20_diff1 - value: 53.57985635821413 - - type: nauc_map_at_20_max - value: 30.855245672321356 - - type: nauc_map_at_20_std - value: 5.899871547943132 - - type: nauc_map_at_3_diff1 - value: 54.44898012949102 - - type: nauc_map_at_3_max - value: 29.046842973909335 - - type: nauc_map_at_3_std - value: 3.525384201614754 - - type: nauc_map_at_5_diff1 - value: 53.85690116890884 - - type: nauc_map_at_5_max - value: 29.814219828226424 - - type: nauc_map_at_5_std - value: 4.702418731354826 - - type: nauc_mrr_at_1000_diff1 - value: 53.54318987010153 - - type: nauc_mrr_at_1000_max - value: 35.7577371258958 - - type: nauc_mrr_at_1000_std - value: 9.944626674145326 - - type: nauc_mrr_at_100_diff1 - value: 53.534287375399394 - - type: nauc_mrr_at_100_max - value: 35.7410660950445 - - type: nauc_mrr_at_100_std - value: 9.940292629068242 - - type: nauc_mrr_at_10_diff1 - value: 53.65256412924659 - - type: nauc_mrr_at_10_max - value: 35.727892006017086 - - type: nauc_mrr_at_10_std - value: 9.675769833118597 - - type: nauc_mrr_at_1_diff1 - value: 57.774977251447346 - - type: nauc_mrr_at_1_max - value: 38.32422292262853 - - type: nauc_mrr_at_1_std - value: 7.527792796951038 - - type: nauc_mrr_at_20_diff1 - value: 53.58172577427318 - - type: nauc_mrr_at_20_max - value: 35.70063356547134 - - type: nauc_mrr_at_20_std - value: 9.836439405079968 - - type: nauc_mrr_at_3_diff1 - value: 54.119421127324365 - - type: nauc_mrr_at_3_max - value: 36.188791759322065 - - type: nauc_mrr_at_3_std - value: 9.317423000852521 - - type: nauc_mrr_at_5_diff1 - value: 53.60354036689715 - - type: nauc_mrr_at_5_max - value: 35.88687876321913 - - type: nauc_mrr_at_5_std - value: 9.627845249694138 - - type: nauc_ndcg_at_1000_diff1 - value: 51.372556936792535 - - type: nauc_ndcg_at_1000_max - value: 32.595629954014505 - - type: nauc_ndcg_at_1000_std - value: 11.19788327225347 - - type: nauc_ndcg_at_100_diff1 - value: 51.19804034942206 - - type: nauc_ndcg_at_100_max - value: 31.876207149967396 - - type: nauc_ndcg_at_100_std - value: 10.734530072047418 - - type: nauc_ndcg_at_10_diff1 - value: 52.28823560783261 - - type: nauc_ndcg_at_10_max - value: 31.427090088357133 - - type: nauc_ndcg_at_10_std - value: 8.299594910583458 - - type: nauc_ndcg_at_1_diff1 - value: 57.774977251447346 - - type: nauc_ndcg_at_1_max - value: 38.32422292262853 - - type: nauc_ndcg_at_1_std - value: 7.527792796951038 - - type: nauc_ndcg_at_20_diff1 - value: 51.8717158000014 - - type: nauc_ndcg_at_20_max - value: 31.544028766384535 - - type: nauc_ndcg_at_20_std - value: 9.169876491018004 - - type: nauc_ndcg_at_3_diff1 - value: 52.37877478284309 - - type: nauc_ndcg_at_3_max - value: 32.74142482367942 - - type: nauc_ndcg_at_3_std - value: 7.042805092280206 - - type: nauc_ndcg_at_5_diff1 - value: 52.078182897086776 - - type: nauc_ndcg_at_5_max - value: 32.08226995182918 - - type: nauc_ndcg_at_5_std - value: 7.743370178150149 - - type: nauc_precision_at_1000_diff1 - value: -10.07643946633187 - - type: nauc_precision_at_1000_max - value: 18.750577972318993 - - type: nauc_precision_at_1000_std - value: 20.942704378017748 - - type: nauc_precision_at_100_diff1 - value: -2.0875217447578875 - - type: nauc_precision_at_100_max - value: 26.17224296959061 - - type: nauc_precision_at_100_std - value: 26.19862902456053 - - type: nauc_precision_at_10_diff1 - value: 12.991254729268743 - - type: nauc_precision_at_10_max - value: 30.383882238623922 - - type: nauc_precision_at_10_std - value: 19.88583596931918 - - type: nauc_precision_at_1_diff1 - value: 57.774977251447346 - - type: nauc_precision_at_1_max - value: 38.32422292262853 - - type: nauc_precision_at_1_std - value: 7.527792796951038 - - type: nauc_precision_at_20_diff1 - value: 5.747515623809232 - - type: nauc_precision_at_20_max - value: 29.45039755934858 - - type: nauc_precision_at_20_std - value: 23.16332592002045 - - type: nauc_precision_at_3_diff1 - value: 30.3123784938194 - - type: nauc_precision_at_3_max - value: 33.24762574785096 - - type: nauc_precision_at_3_std - value: 15.029708795650699 - - type: nauc_precision_at_5_diff1 - value: 21.71162166245634 - - type: nauc_precision_at_5_max - value: 32.782622946462965 - - type: nauc_precision_at_5_std - value: 18.308290529011693 - - type: nauc_recall_at_1000_diff1 - value: 29.957649999575885 - - type: nauc_recall_at_1000_max - value: 24.253210847263354 - - type: nauc_recall_at_1000_std - value: 47.373918259119314 - - type: nauc_recall_at_100_diff1 - value: 35.74046014841824 - - type: nauc_recall_at_100_max - value: 21.89583929709974 - - type: nauc_recall_at_100_std - value: 25.553247112667183 - - type: nauc_recall_at_10_diff1 - value: 45.21101064557515 - - type: nauc_recall_at_10_max - value: 22.87872828174405 - - type: nauc_recall_at_10_std - value: 9.46063127203539 - - type: nauc_recall_at_1_diff1 - value: 58.2120368710498 - - type: nauc_recall_at_1_max - value: 27.847746672276042 - - type: nauc_recall_at_1_std - value: 0.4123973289371852 - - type: nauc_recall_at_20_diff1 - value: 42.38239986216361 - - type: nauc_recall_at_20_max - value: 23.023522286353426 - - type: nauc_recall_at_20_std - value: 13.116387349072658 - - type: nauc_recall_at_3_diff1 - value: 49.08071204851084 - - type: nauc_recall_at_3_max - value: 25.145380870221718 - - type: nauc_recall_at_3_std - value: 5.009272584230173 - - type: nauc_recall_at_5_diff1 - value: 46.69875153919115 - - type: nauc_recall_at_5_max - value: 24.369082274282835 - - type: nauc_recall_at_5_std - value: 7.321739741670011 - - type: ndcg_at_1 - value: 41.528999999999996 - - type: ndcg_at_10 - value: 49.553000000000004 - - type: ndcg_at_100 - value: 53.49699999999999 - - type: ndcg_at_1000 - value: 55.538 - - type: ndcg_at_20 - value: 51.026 - - type: ndcg_at_3 - value: 45.349000000000004 - - type: ndcg_at_5 - value: 47.14 - - type: precision_at_1 - value: 41.528999999999996 - - type: precision_at_10 - value: 9.554 - - type: precision_at_100 - value: 1.4749999999999999 - - type: precision_at_1000 - value: 0.196 - - type: precision_at_20 - value: 5.545 - - type: precision_at_3 - value: 22.251 - - type: precision_at_5 - value: 15.706999999999999 - - type: recall_at_1 - value: 32.51 - - type: recall_at_10 - value: 59.78099999999999 - - type: recall_at_100 - value: 76.66 - - type: recall_at_1000 - value: 89.48899999999999 - - type: recall_at_20 - value: 65.226 - - type: recall_at_3 - value: 46.837 - - type: recall_at_5 - value: 52.042 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackGamingRetrieval - revision: 4885aa143210c98657558c04aaf3dc47cfb54340 - split: test - type: mteb/cqadupstack-gaming - metrics: - - type: main_score - value: 61.482000000000006 - - type: map_at_1 - value: 42.984 - - type: map_at_10 - value: 55.547000000000004 - - type: map_at_100 - value: 56.503 - - type: map_at_1000 - value: 56.555 - - type: map_at_20 - value: 56.094 - - type: map_at_3 - value: 52.006 - - type: map_at_5 - value: 54.029 - - type: mrr_at_1 - value: 49.46708463949843 - - type: mrr_at_10 - value: 59.17781260884719 - - type: mrr_at_100 - value: 59.750584002528285 - - type: mrr_at_1000 - value: 59.77686594272671 - - type: mrr_at_20 - value: 59.508073865685795 - - type: mrr_at_3 - value: 56.68756530825504 - - type: mrr_at_5 - value: 58.23928944618611 - - type: nauc_map_at_1000_diff1 - value: 52.314842283949815 - - type: nauc_map_at_1000_max - value: 37.63956784641385 - - type: nauc_map_at_1000_std - value: -3.824372006192471 - - type: nauc_map_at_100_diff1 - value: 52.28520655858172 - - type: nauc_map_at_100_max - value: 37.6182525826383 - - type: nauc_map_at_100_std - value: -3.8283816497118153 - - type: nauc_map_at_10_diff1 - value: 52.46043108685517 - - type: nauc_map_at_10_max - value: 37.16012835791356 - - type: nauc_map_at_10_std - value: -4.460007302392867 - - type: nauc_map_at_1_diff1 - value: 55.69200231728936 - - type: nauc_map_at_1_max - value: 31.372964149706405 - - type: nauc_map_at_1_std - value: -7.0713651554373484 - - type: nauc_map_at_20_diff1 - value: 52.36172331060843 - - type: nauc_map_at_20_max - value: 37.47156416438901 - - type: nauc_map_at_20_std - value: -4.0709430724796345 - - type: nauc_map_at_3_diff1 - value: 53.44182983230819 - - type: nauc_map_at_3_max - value: 36.64605766472148 - - type: nauc_map_at_3_std - value: -6.086835967931243 - - type: nauc_map_at_5_diff1 - value: 52.84132400204189 - - type: nauc_map_at_5_max - value: 36.593785570245366 - - type: nauc_map_at_5_std - value: -5.38747484767931 - - type: nauc_mrr_at_1000_diff1 - value: 51.22860794336571 - - type: nauc_mrr_at_1000_max - value: 38.52198438884325 - - type: nauc_mrr_at_1000_std - value: -3.59177256451736 - - type: nauc_mrr_at_100_diff1 - value: 51.213620616907406 - - type: nauc_mrr_at_100_max - value: 38.53134391043693 - - type: nauc_mrr_at_100_std - value: -3.582237940900262 - - type: nauc_mrr_at_10_diff1 - value: 51.09367921852942 - - type: nauc_mrr_at_10_max - value: 38.37888478090058 - - type: nauc_mrr_at_10_std - value: -3.6931789780306694 - - type: nauc_mrr_at_1_diff1 - value: 54.564324471744875 - - type: nauc_mrr_at_1_max - value: 37.34896714077177 - - type: nauc_mrr_at_1_std - value: -5.633720379384613 - - type: nauc_mrr_at_20_diff1 - value: 51.18587010115815 - - type: nauc_mrr_at_20_max - value: 38.539226695044036 - - type: nauc_mrr_at_20_std - value: -3.5723180309182583 - - type: nauc_mrr_at_3_diff1 - value: 51.40138188217392 - - type: nauc_mrr_at_3_max - value: 38.45429931100304 - - type: nauc_mrr_at_3_std - value: -4.627389372621268 - - type: nauc_mrr_at_5_diff1 - value: 51.16972709196802 - - type: nauc_mrr_at_5_max - value: 38.257331089023694 - - type: nauc_mrr_at_5_std - value: -4.160349719834441 - - type: nauc_ndcg_at_1000_diff1 - value: 51.17507832690963 - - type: nauc_ndcg_at_1000_max - value: 39.07065049927589 - - type: nauc_ndcg_at_1000_std - value: -1.3625584227069216 - - type: nauc_ndcg_at_100_diff1 - value: 50.715843467416036 - - type: nauc_ndcg_at_100_max - value: 39.14568870815261 - - type: nauc_ndcg_at_100_std - value: -0.9531436891792046 - - type: nauc_ndcg_at_10_diff1 - value: 50.626988488110094 - - type: nauc_ndcg_at_10_max - value: 38.03522123739489 - - type: nauc_ndcg_at_10_std - value: -2.109858643466042 - - type: nauc_ndcg_at_1_diff1 - value: 54.564324471744875 - - type: nauc_ndcg_at_1_max - value: 37.34896714077177 - - type: nauc_ndcg_at_1_std - value: -5.633720379384613 - - type: nauc_ndcg_at_20_diff1 - value: 50.61641057331065 - - type: nauc_ndcg_at_20_max - value: 38.63468305031056 - - type: nauc_ndcg_at_20_std - value: -1.5436822489115078 - - type: nauc_ndcg_at_3_diff1 - value: 51.943117007546135 - - type: nauc_ndcg_at_3_max - value: 37.79874879746648 - - type: nauc_ndcg_at_3_std - value: -4.711417057142626 - - type: nauc_ndcg_at_5_diff1 - value: 51.22149770995894 - - type: nauc_ndcg_at_5_max - value: 37.31345620274675 - - type: nauc_ndcg_at_5_std - value: -3.852735749981374 - - type: nauc_precision_at_1000_diff1 - value: -15.394599072903759 - - type: nauc_precision_at_1000_max - value: 15.4007811167538 - - type: nauc_precision_at_1000_std - value: 20.513393475858653 - - type: nauc_precision_at_100_diff1 - value: -12.191648425138062 - - type: nauc_precision_at_100_max - value: 18.590980227479317 - - type: nauc_precision_at_100_std - value: 21.347960429888968 - - type: nauc_precision_at_10_diff1 - value: 6.702604624515554 - - type: nauc_precision_at_10_max - value: 27.008700778787027 - - type: nauc_precision_at_10_std - value: 13.020115923291453 - - type: nauc_precision_at_1_diff1 - value: 54.564324471744875 - - type: nauc_precision_at_1_max - value: 37.34896714077177 - - type: nauc_precision_at_1_std - value: -5.633720379384613 - - type: nauc_precision_at_20_diff1 - value: -0.8585421908503704 - - type: nauc_precision_at_20_max - value: 24.371781222149117 - - type: nauc_precision_at_20_std - value: 16.803662129166703 - - type: nauc_precision_at_3_diff1 - value: 29.873656502152418 - - type: nauc_precision_at_3_max - value: 37.4137425915249 - - type: nauc_precision_at_3_std - value: 2.031215687506434 - - type: nauc_precision_at_5_diff1 - value: 18.72136831168126 - - type: nauc_precision_at_5_max - value: 31.07228793623305 - - type: nauc_precision_at_5_std - value: 5.707077671480514 - - type: nauc_recall_at_1000_diff1 - value: 51.558197415750875 - - type: nauc_recall_at_1000_max - value: 62.91600739331539 - - type: nauc_recall_at_1000_std - value: 65.44061798991277 - - type: nauc_recall_at_100_diff1 - value: 39.75335825100584 - - type: nauc_recall_at_100_max - value: 47.345197875987836 - - type: nauc_recall_at_100_std - value: 26.644988235991995 - - type: nauc_recall_at_10_diff1 - value: 43.145318028199824 - - type: nauc_recall_at_10_max - value: 35.990174276389475 - - type: nauc_recall_at_10_std - value: 5.287013278975453 - - type: nauc_recall_at_1_diff1 - value: 55.69200231728936 - - type: nauc_recall_at_1_max - value: 31.372964149706405 - - type: nauc_recall_at_1_std - value: -7.0713651554373484 - - type: nauc_recall_at_20_diff1 - value: 41.86522952137498 - - type: nauc_recall_at_20_max - value: 39.468049246546414 - - type: nauc_recall_at_20_std - value: 10.523046173739804 - - type: nauc_recall_at_3_diff1 - value: 48.734111878635815 - - type: nauc_recall_at_3_max - value: 35.803450080013775 - - type: nauc_recall_at_3_std - value: -4.845734876173088 - - type: nauc_recall_at_5_diff1 - value: 45.918448807422415 - - type: nauc_recall_at_5_max - value: 34.30505608137996 - - type: nauc_recall_at_5_std - value: -1.6514368945560158 - - type: ndcg_at_1 - value: 49.467 - - type: ndcg_at_10 - value: 61.482000000000006 - - type: ndcg_at_100 - value: 65.148 - - type: ndcg_at_1000 - value: 66.11 - - type: ndcg_at_20 - value: 62.965 - - type: ndcg_at_3 - value: 55.75599999999999 - - type: ndcg_at_5 - value: 58.648999999999994 - - type: precision_at_1 - value: 49.467 - - type: precision_at_10 - value: 9.905999999999999 - - type: precision_at_100 - value: 1.264 - - type: precision_at_1000 - value: 0.13799999999999998 - - type: precision_at_20 - value: 5.423 - - type: precision_at_3 - value: 24.807000000000002 - - type: precision_at_5 - value: 17.091 - - type: recall_at_1 - value: 42.984 - - type: recall_at_10 - value: 75.26899999999999 - - type: recall_at_100 - value: 91.146 - - type: recall_at_1000 - value: 97.87599999999999 - - type: recall_at_20 - value: 80.807 - - type: recall_at_3 - value: 60.007999999999996 - - type: recall_at_5 - value: 67.14 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackGisRetrieval - revision: 5003b3064772da1887988e05400cf3806fe491f2 - split: test - type: mteb/cqadupstack-gis - metrics: - - type: main_score - value: 41.119 - - type: map_at_1 - value: 26.093 - - type: map_at_10 - value: 35.661 - - type: map_at_100 - value: 36.77 - - type: map_at_1000 - value: 36.847 - - type: map_at_20 - value: 36.266999999999996 - - type: map_at_3 - value: 32.719 - - type: map_at_5 - value: 34.458 - - type: mrr_at_1 - value: 28.474576271186443 - - type: mrr_at_10 - value: 37.91579230562277 - - type: mrr_at_100 - value: 38.843502843271146 - - type: mrr_at_1000 - value: 38.89590111801632 - - type: mrr_at_20 - value: 38.437384724483906 - - type: mrr_at_3 - value: 35.084745762711854 - - type: mrr_at_5 - value: 36.77966101694913 - - type: nauc_map_at_1000_diff1 - value: 38.42004646151798 - - type: nauc_map_at_1000_max - value: 24.55070631824853 - - type: nauc_map_at_1000_std - value: -0.3504784017542892 - - type: nauc_map_at_100_diff1 - value: 38.39678049708717 - - type: nauc_map_at_100_max - value: 24.544444813328823 - - type: nauc_map_at_100_std - value: -0.35299091693706613 - - type: nauc_map_at_10_diff1 - value: 38.54685907537762 - - type: nauc_map_at_10_max - value: 24.330052501473148 - - type: nauc_map_at_10_std - value: -0.6012082597130156 - - type: nauc_map_at_1_diff1 - value: 44.51875722625461 - - type: nauc_map_at_1_max - value: 23.272125285988235 - - type: nauc_map_at_1_std - value: -4.148940843666968 - - type: nauc_map_at_20_diff1 - value: 38.43155304512796 - - type: nauc_map_at_20_max - value: 24.4940679088991 - - type: nauc_map_at_20_std - value: -0.46203150906252805 - - type: nauc_map_at_3_diff1 - value: 39.57417230011771 - - type: nauc_map_at_3_max - value: 23.47397251626197 - - type: nauc_map_at_3_std - value: -1.8815758174772557 - - type: nauc_map_at_5_diff1 - value: 38.87284926527319 - - type: nauc_map_at_5_max - value: 24.14613777288936 - - type: nauc_map_at_5_std - value: -1.528959975262841 - - type: nauc_mrr_at_1000_diff1 - value: 37.32796203185405 - - type: nauc_mrr_at_1000_max - value: 25.988613521850358 - - type: nauc_mrr_at_1000_std - value: -0.07900066966767322 - - type: nauc_mrr_at_100_diff1 - value: 37.29234843812534 - - type: nauc_mrr_at_100_max - value: 25.99372555718925 - - type: nauc_mrr_at_100_std - value: -0.06884301339938263 - - type: nauc_mrr_at_10_diff1 - value: 37.52646273988614 - - type: nauc_mrr_at_10_max - value: 25.895420253660433 - - type: nauc_mrr_at_10_std - value: -0.16790004214456672 - - type: nauc_mrr_at_1_diff1 - value: 42.69686182822761 - - type: nauc_mrr_at_1_max - value: 26.050165605491742 - - type: nauc_mrr_at_1_std - value: -3.2029081347234265 - - type: nauc_mrr_at_20_diff1 - value: 37.27883648577863 - - type: nauc_mrr_at_20_max - value: 25.976584491011074 - - type: nauc_mrr_at_20_std - value: -0.112059943717117 - - type: nauc_mrr_at_3_diff1 - value: 38.489341099350284 - - type: nauc_mrr_at_3_max - value: 25.62245902436551 - - type: nauc_mrr_at_3_std - value: -1.1084899794154743 - - type: nauc_mrr_at_5_diff1 - value: 37.77953502953197 - - type: nauc_mrr_at_5_max - value: 25.766145481628612 - - type: nauc_mrr_at_5_std - value: -0.7784473182662061 - - type: nauc_ndcg_at_1000_diff1 - value: 35.71935794006166 - - type: nauc_ndcg_at_1000_max - value: 25.488881881457743 - - type: nauc_ndcg_at_1000_std - value: 1.7711090863506873 - - type: nauc_ndcg_at_100_diff1 - value: 34.996988207102106 - - type: nauc_ndcg_at_100_max - value: 25.505354534065354 - - type: nauc_ndcg_at_100_std - value: 2.061525857156352 - - type: nauc_ndcg_at_10_diff1 - value: 35.923551649851255 - - type: nauc_ndcg_at_10_max - value: 24.769126683216662 - - type: nauc_ndcg_at_10_std - value: 1.3289815466801196 - - type: nauc_ndcg_at_1_diff1 - value: 42.69686182822761 - - type: nauc_ndcg_at_1_max - value: 26.050165605491742 - - type: nauc_ndcg_at_1_std - value: -3.2029081347234265 - - type: nauc_ndcg_at_20_diff1 - value: 35.23510291106356 - - type: nauc_ndcg_at_20_max - value: 25.235372251979605 - - type: nauc_ndcg_at_20_std - value: 1.6154316053586737 - - type: nauc_ndcg_at_3_diff1 - value: 38.0131047498137 - - type: nauc_ndcg_at_3_max - value: 23.91711550019696 - - type: nauc_ndcg_at_3_std - value: -1.2380678434693104 - - type: nauc_ndcg_at_5_diff1 - value: 36.82060817797453 - - type: nauc_ndcg_at_5_max - value: 24.463714963600854 - - type: nauc_ndcg_at_5_std - value: -0.7287713654086785 - - type: nauc_precision_at_1000_diff1 - value: -8.943912359532389 - - type: nauc_precision_at_1000_max - value: 9.926329101642303 - - type: nauc_precision_at_1000_std - value: 13.133631111469878 - - type: nauc_precision_at_100_diff1 - value: 1.2108361444877151 - - type: nauc_precision_at_100_max - value: 19.51234562265741 - - type: nauc_precision_at_100_std - value: 14.013168984699531 - - type: nauc_precision_at_10_diff1 - value: 20.824091581134507 - - type: nauc_precision_at_10_max - value: 25.830773262834416 - - type: nauc_precision_at_10_std - value: 11.42086226866109 - - type: nauc_precision_at_1_diff1 - value: 42.69686182822761 - - type: nauc_precision_at_1_max - value: 26.050165605491742 - - type: nauc_precision_at_1_std - value: -3.2029081347234265 - - type: nauc_precision_at_20_diff1 - value: 15.306310531056377 - - type: nauc_precision_at_20_max - value: 25.90125011294581 - - type: nauc_precision_at_20_std - value: 13.11125029318942 - - type: nauc_precision_at_3_diff1 - value: 30.284445671371945 - - type: nauc_precision_at_3_max - value: 25.83731378670555 - - type: nauc_precision_at_3_std - value: 2.897645699098519 - - type: nauc_precision_at_5_diff1 - value: 25.7981575302161 - - type: nauc_precision_at_5_max - value: 26.187388553843316 - - type: nauc_precision_at_5_std - value: 4.226853440660339 - - type: nauc_recall_at_1000_diff1 - value: 9.078599994381939 - - type: nauc_recall_at_1000_max - value: 32.56232099511339 - - type: nauc_recall_at_1000_std - value: 25.309709495982734 - - type: nauc_recall_at_100_diff1 - value: 17.075888968477617 - - type: nauc_recall_at_100_max - value: 28.095249414650198 - - type: nauc_recall_at_100_std - value: 14.29668213569113 - - type: nauc_recall_at_10_diff1 - value: 27.361710883346568 - - type: nauc_recall_at_10_max - value: 23.55485165860555 - - type: nauc_recall_at_10_std - value: 6.574662384536404 - - type: nauc_recall_at_1_diff1 - value: 44.51875722625461 - - type: nauc_recall_at_1_max - value: 23.272125285988235 - - type: nauc_recall_at_1_std - value: -4.148940843666968 - - type: nauc_recall_at_20_diff1 - value: 23.2567937245563 - - type: nauc_recall_at_20_max - value: 25.121587399929197 - - type: nauc_recall_at_20_std - value: 8.01934607194124 - - type: nauc_recall_at_3_diff1 - value: 33.7684886988769 - - type: nauc_recall_at_3_max - value: 21.473481929333797 - - type: nauc_recall_at_3_std - value: -0.5300775162871144 - - type: nauc_recall_at_5_diff1 - value: 30.943683335367076 - - type: nauc_recall_at_5_max - value: 23.07703627332008 - - type: nauc_recall_at_5_std - value: 0.4693000530683178 - - type: ndcg_at_1 - value: 28.475 - - type: ndcg_at_10 - value: 41.119 - - type: ndcg_at_100 - value: 46.405 - - type: ndcg_at_1000 - value: 48.301 - - type: ndcg_at_20 - value: 43.206 - - type: ndcg_at_3 - value: 35.42 - - type: ndcg_at_5 - value: 38.349 - - type: precision_at_1 - value: 28.475 - - type: precision_at_10 - value: 6.429 - - type: precision_at_100 - value: 0.9560000000000001 - - type: precision_at_1000 - value: 0.116 - - type: precision_at_20 - value: 3.712 - - type: precision_at_3 - value: 15.140999999999998 - - type: precision_at_5 - value: 10.802 - - type: recall_at_1 - value: 26.093 - - type: recall_at_10 - value: 55.718 - - type: recall_at_100 - value: 79.56299999999999 - - type: recall_at_1000 - value: 93.815 - - type: recall_at_20 - value: 63.629000000000005 - - type: recall_at_3 - value: 40.483999999999995 - - type: recall_at_5 - value: 47.475 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackMathematicaRetrieval - revision: 90fceea13679c63fe563ded68f3b6f06e50061de - split: test - type: mteb/cqadupstack-mathematica - metrics: - - type: main_score - value: 32.015 - - type: map_at_1 - value: 17.044 - - type: map_at_10 - value: 26.253999999999998 - - type: map_at_100 - value: 27.589000000000002 - - type: map_at_1000 - value: 27.714 - - type: map_at_20 - value: 26.931 - - type: map_at_3 - value: 23.321 - - type: map_at_5 - value: 24.929000000000002 - - type: mrr_at_1 - value: 21.144278606965177 - - type: mrr_at_10 - value: 30.78427307904919 - - type: mrr_at_100 - value: 31.7862255263549 - - type: mrr_at_1000 - value: 31.849990331440765 - - type: mrr_at_20 - value: 31.321638074777375 - - type: mrr_at_3 - value: 27.92288557213932 - - type: mrr_at_5 - value: 29.633084577114438 - - type: nauc_map_at_1000_diff1 - value: 34.57225445729808 - - type: nauc_map_at_1000_max - value: 10.66145970457799 - - type: nauc_map_at_1000_std - value: 7.0809881413798585 - - type: nauc_map_at_100_diff1 - value: 34.53504572959364 - - type: nauc_map_at_100_max - value: 10.605393967602557 - - type: nauc_map_at_100_std - value: 7.079006904917323 - - type: nauc_map_at_10_diff1 - value: 34.71241351032732 - - type: nauc_map_at_10_max - value: 10.658551571500164 - - type: nauc_map_at_10_std - value: 6.616094717921069 - - type: nauc_map_at_1_diff1 - value: 40.03056900966001 - - type: nauc_map_at_1_max - value: 9.270626026654664 - - type: nauc_map_at_1_std - value: 6.4401895045344855 - - type: nauc_map_at_20_diff1 - value: 34.58339109714446 - - type: nauc_map_at_20_max - value: 10.60633819186475 - - type: nauc_map_at_20_std - value: 6.724527519182256 - - type: nauc_map_at_3_diff1 - value: 35.913629313185695 - - type: nauc_map_at_3_max - value: 9.458438444112614 - - type: nauc_map_at_3_std - value: 6.60674965667657 - - type: nauc_map_at_5_diff1 - value: 34.830830182795005 - - type: nauc_map_at_5_max - value: 10.440388055223321 - - type: nauc_map_at_5_std - value: 5.802754153009861 - - type: nauc_mrr_at_1000_diff1 - value: 35.25228940968282 - - type: nauc_mrr_at_1000_max - value: 13.694077462160168 - - type: nauc_mrr_at_1000_std - value: 5.591486832792639 - - type: nauc_mrr_at_100_diff1 - value: 35.23589347965209 - - type: nauc_mrr_at_100_max - value: 13.684262696205659 - - type: nauc_mrr_at_100_std - value: 5.580183691998299 - - type: nauc_mrr_at_10_diff1 - value: 35.43718377777631 - - type: nauc_mrr_at_10_max - value: 13.864605660657137 - - type: nauc_mrr_at_10_std - value: 5.528487657733224 - - type: nauc_mrr_at_1_diff1 - value: 40.18797805533981 - - type: nauc_mrr_at_1_max - value: 12.524219192047385 - - type: nauc_mrr_at_1_std - value: 4.129057810670297 - - type: nauc_mrr_at_20_diff1 - value: 35.23331124375955 - - type: nauc_mrr_at_20_max - value: 13.730879245177494 - - type: nauc_mrr_at_20_std - value: 5.477929971733812 - - type: nauc_mrr_at_3_diff1 - value: 35.8446184010843 - - type: nauc_mrr_at_3_max - value: 13.049767486625374 - - type: nauc_mrr_at_3_std - value: 5.367274422620354 - - type: nauc_mrr_at_5_diff1 - value: 35.189721084914254 - - type: nauc_mrr_at_5_max - value: 13.787169162028457 - - type: nauc_mrr_at_5_std - value: 4.83688435784119 - - type: nauc_ndcg_at_1000_diff1 - value: 32.74934849290088 - - type: nauc_ndcg_at_1000_max - value: 12.63220195288599 - - type: nauc_ndcg_at_1000_std - value: 9.41404553916723 - - type: nauc_ndcg_at_100_diff1 - value: 32.097329725003654 - - type: nauc_ndcg_at_100_max - value: 11.286376050496692 - - type: nauc_ndcg_at_100_std - value: 9.673407201526521 - - type: nauc_ndcg_at_10_diff1 - value: 33.07063223608012 - - type: nauc_ndcg_at_10_max - value: 12.082128040981049 - - type: nauc_ndcg_at_10_std - value: 7.562639224641771 - - type: nauc_ndcg_at_1_diff1 - value: 40.18797805533981 - - type: nauc_ndcg_at_1_max - value: 12.524219192047385 - - type: nauc_ndcg_at_1_std - value: 4.129057810670297 - - type: nauc_ndcg_at_20_diff1 - value: 32.564254816910285 - - type: nauc_ndcg_at_20_max - value: 11.73076439229411 - - type: nauc_ndcg_at_20_std - value: 7.79318294813014 - - type: nauc_ndcg_at_3_diff1 - value: 35.01457038147314 - - type: nauc_ndcg_at_3_max - value: 10.72848160762736 - - type: nauc_ndcg_at_3_std - value: 6.157231570866382 - - type: nauc_ndcg_at_5_diff1 - value: 33.20816487121954 - - type: nauc_ndcg_at_5_max - value: 11.851644260190005 - - type: nauc_ndcg_at_5_std - value: 5.387773386577467 - - type: nauc_precision_at_1000_diff1 - value: 2.8372544162006936 - - type: nauc_precision_at_1000_max - value: 10.858462734068324 - - type: nauc_precision_at_1000_std - value: -0.24555720407002804 - - type: nauc_precision_at_100_diff1 - value: 7.128712637235406 - - type: nauc_precision_at_100_max - value: 9.073365664295839 - - type: nauc_precision_at_100_std - value: 9.230296295017718 - - type: nauc_precision_at_10_diff1 - value: 20.834933601227526 - - type: nauc_precision_at_10_max - value: 15.691671464023486 - - type: nauc_precision_at_10_std - value: 7.150053993682323 - - type: nauc_precision_at_1_diff1 - value: 40.18797805533981 - - type: nauc_precision_at_1_max - value: 12.524219192047385 - - type: nauc_precision_at_1_std - value: 4.129057810670297 - - type: nauc_precision_at_20_diff1 - value: 16.23013203360854 - - type: nauc_precision_at_20_max - value: 13.426062435114744 - - type: nauc_precision_at_20_std - value: 7.469697094042914 - - type: nauc_precision_at_3_diff1 - value: 30.205885104799478 - - type: nauc_precision_at_3_max - value: 12.948592630950785 - - type: nauc_precision_at_3_std - value: 6.088037170177383 - - type: nauc_precision_at_5_diff1 - value: 25.848216806599055 - - type: nauc_precision_at_5_max - value: 16.380415265106556 - - type: nauc_precision_at_5_std - value: 3.1573546153448775 - - type: nauc_recall_at_1000_diff1 - value: 7.257846626852283 - - type: nauc_recall_at_1000_max - value: 29.09412574133125 - - type: nauc_recall_at_1000_std - value: 48.4425501760214 - - type: nauc_recall_at_100_diff1 - value: 17.664452583241257 - - type: nauc_recall_at_100_max - value: 5.7055534880151 - - type: nauc_recall_at_100_std - value: 23.335585558939478 - - type: nauc_recall_at_10_diff1 - value: 26.410894513625216 - - type: nauc_recall_at_10_max - value: 11.947422949559943 - - type: nauc_recall_at_10_std - value: 10.002102681154467 - - type: nauc_recall_at_1_diff1 - value: 40.03056900966001 - - type: nauc_recall_at_1_max - value: 9.270626026654664 - - type: nauc_recall_at_1_std - value: 6.4401895045344855 - - type: nauc_recall_at_20_diff1 - value: 24.191303161320207 - - type: nauc_recall_at_20_max - value: 10.461312380813835 - - type: nauc_recall_at_20_std - value: 10.49749517692461 - - type: nauc_recall_at_3_diff1 - value: 30.298367653230386 - - type: nauc_recall_at_3_max - value: 8.142827258414421 - - type: nauc_recall_at_3_std - value: 7.943180287513221 - - type: nauc_recall_at_5_diff1 - value: 26.6334429954341 - - type: nauc_recall_at_5_max - value: 11.145603106344137 - - type: nauc_recall_at_5_std - value: 4.968015089323 - - type: ndcg_at_1 - value: 21.144 - - type: ndcg_at_10 - value: 32.015 - - type: ndcg_at_100 - value: 38.369 - - type: ndcg_at_1000 - value: 41.102 - - type: ndcg_at_20 - value: 34.21 - - type: ndcg_at_3 - value: 26.623 - - type: ndcg_at_5 - value: 29.176999999999996 - - type: precision_at_1 - value: 21.144 - - type: precision_at_10 - value: 6.231 - - type: precision_at_100 - value: 1.085 - - type: precision_at_1000 - value: 0.145 - - type: precision_at_20 - value: 3.7310000000000003 - - type: precision_at_3 - value: 13.059999999999999 - - type: precision_at_5 - value: 9.677 - - type: recall_at_1 - value: 17.044 - - type: recall_at_10 - value: 44.874 - - type: recall_at_100 - value: 73.0 - - type: recall_at_1000 - value: 92.193 - - type: recall_at_20 - value: 52.686 - - type: recall_at_3 - value: 30.422 - - type: recall_at_5 - value: 36.811 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackPhysicsRetrieval - revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 - split: test - type: mteb/cqadupstack-physics - metrics: - - type: main_score - value: 50.158 - - type: map_at_1 - value: 30.529 - - type: map_at_10 - value: 43.269999999999996 - - type: map_at_100 - value: 44.739000000000004 - - type: map_at_1000 - value: 44.830999999999996 - - type: map_at_20 - value: 44.155 - - type: map_at_3 - value: 39.37 - - type: map_at_5 - value: 41.446 - - type: mrr_at_1 - value: 38.69104908565929 - - type: mrr_at_10 - value: 49.29033564019124 - - type: mrr_at_100 - value: 50.16126024892191 - - type: mrr_at_1000 - value: 50.18374960814055 - - type: mrr_at_20 - value: 49.87234825950972 - - type: mrr_at_3 - value: 46.56721206288094 - - type: mrr_at_5 - value: 48.01572024382413 - - type: nauc_map_at_1000_diff1 - value: 48.575670612926736 - - type: nauc_map_at_1000_max - value: 31.82036593180807 - - type: nauc_map_at_1000_std - value: 3.369865718086696 - - type: nauc_map_at_100_diff1 - value: 48.5611123427273 - - type: nauc_map_at_100_max - value: 31.75709781237859 - - type: nauc_map_at_100_std - value: 3.321864938430637 - - type: nauc_map_at_10_diff1 - value: 48.4543403210739 - - type: nauc_map_at_10_max - value: 31.32852656830552 - - type: nauc_map_at_10_std - value: 2.506314295812317 - - type: nauc_map_at_1_diff1 - value: 54.841891793012145 - - type: nauc_map_at_1_max - value: 31.230149664353835 - - type: nauc_map_at_1_std - value: -2.221705314009157 - - type: nauc_map_at_20_diff1 - value: 48.46228321125242 - - type: nauc_map_at_20_max - value: 31.55683955582787 - - type: nauc_map_at_20_std - value: 3.2177933233709073 - - type: nauc_map_at_3_diff1 - value: 48.8438551764958 - - type: nauc_map_at_3_max - value: 30.68091164257478 - - type: nauc_map_at_3_std - value: 1.6111603105331231 - - type: nauc_map_at_5_diff1 - value: 48.4263676267222 - - type: nauc_map_at_5_max - value: 30.770879706742416 - - type: nauc_map_at_5_std - value: 2.4742797888673818 - - type: nauc_mrr_at_1000_diff1 - value: 47.55290657468302 - - type: nauc_mrr_at_1000_max - value: 33.67362321793355 - - type: nauc_mrr_at_1000_std - value: 3.7911583989878914 - - type: nauc_mrr_at_100_diff1 - value: 47.543795741247294 - - type: nauc_mrr_at_100_max - value: 33.66375805916915 - - type: nauc_mrr_at_100_std - value: 3.8030115590090348 - - type: nauc_mrr_at_10_diff1 - value: 47.23768889356714 - - type: nauc_mrr_at_10_max - value: 33.43570404075205 - - type: nauc_mrr_at_10_std - value: 3.558389110580555 - - type: nauc_mrr_at_1_diff1 - value: 52.44419091092719 - - type: nauc_mrr_at_1_max - value: 35.30830914409924 - - type: nauc_mrr_at_1_std - value: 0.689803902465474 - - type: nauc_mrr_at_20_diff1 - value: 47.41985223328362 - - type: nauc_mrr_at_20_max - value: 33.63792808264595 - - type: nauc_mrr_at_20_std - value: 3.859294417245836 - - type: nauc_mrr_at_3_diff1 - value: 47.633013243942436 - - type: nauc_mrr_at_3_max - value: 33.44779870404666 - - type: nauc_mrr_at_3_std - value: 3.230568846028269 - - type: nauc_mrr_at_5_diff1 - value: 47.46701148305837 - - type: nauc_mrr_at_5_max - value: 33.22226684417501 - - type: nauc_mrr_at_5_std - value: 3.4734248804804526 - - type: nauc_ndcg_at_1000_diff1 - value: 47.43557285271372 - - type: nauc_ndcg_at_1000_max - value: 32.98714031630084 - - type: nauc_ndcg_at_1000_std - value: 5.855925940817803 - - type: nauc_ndcg_at_100_diff1 - value: 47.102075784902624 - - type: nauc_ndcg_at_100_max - value: 32.32322975437478 - - type: nauc_ndcg_at_100_std - value: 6.001483927743542 - - type: nauc_ndcg_at_10_diff1 - value: 46.145593327588955 - - type: nauc_ndcg_at_10_max - value: 31.078552401475708 - - type: nauc_ndcg_at_10_std - value: 3.842442704226773 - - type: nauc_ndcg_at_1_diff1 - value: 52.44419091092719 - - type: nauc_ndcg_at_1_max - value: 35.30830914409924 - - type: nauc_ndcg_at_1_std - value: 0.689803902465474 - - type: nauc_ndcg_at_20_diff1 - value: 46.42845689007039 - - type: nauc_ndcg_at_20_max - value: 31.558401932719782 - - type: nauc_ndcg_at_20_std - value: 5.732285001077974 - - type: nauc_ndcg_at_3_diff1 - value: 46.70360115824387 - - type: nauc_ndcg_at_3_max - value: 31.67975186201027 - - type: nauc_ndcg_at_3_std - value: 3.720641115941153 - - type: nauc_ndcg_at_5_diff1 - value: 46.25987714133794 - - type: nauc_ndcg_at_5_max - value: 30.702659077798916 - - type: nauc_ndcg_at_5_std - value: 4.283836239794501 - - type: nauc_precision_at_1000_diff1 - value: -10.587724242959737 - - type: nauc_precision_at_1000_max - value: 6.604170682826986 - - type: nauc_precision_at_1000_std - value: 13.892706075528869 - - type: nauc_precision_at_100_diff1 - value: -5.3168989874515615 - - type: nauc_precision_at_100_max - value: 11.1488025056379 - - type: nauc_precision_at_100_std - value: 16.636084116690697 - - type: nauc_precision_at_10_diff1 - value: 12.108498751088915 - - type: nauc_precision_at_10_max - value: 22.036386721990468 - - type: nauc_precision_at_10_std - value: 11.667178206324394 - - type: nauc_precision_at_1_diff1 - value: 52.44419091092719 - - type: nauc_precision_at_1_max - value: 35.30830914409924 - - type: nauc_precision_at_1_std - value: 0.689803902465474 - - type: nauc_precision_at_20_diff1 - value: 5.123874774732612 - - type: nauc_precision_at_20_max - value: 17.37860606386887 - - type: nauc_precision_at_20_std - value: 16.532726222738358 - - type: nauc_precision_at_3_diff1 - value: 27.863832415801305 - - type: nauc_precision_at_3_max - value: 27.568337770887286 - - type: nauc_precision_at_3_std - value: 9.3221947160408 - - type: nauc_precision_at_5_diff1 - value: 19.874842708314482 - - type: nauc_precision_at_5_max - value: 23.830093498481794 - - type: nauc_precision_at_5_std - value: 11.792743038682273 - - type: nauc_recall_at_1000_diff1 - value: 40.71312926275486 - - type: nauc_recall_at_1000_max - value: 42.8985177949371 - - type: nauc_recall_at_1000_std - value: 36.566555425851284 - - type: nauc_recall_at_100_diff1 - value: 35.04182139191391 - - type: nauc_recall_at_100_max - value: 25.08963759436396 - - type: nauc_recall_at_100_std - value: 22.393101461796046 - - type: nauc_recall_at_10_diff1 - value: 36.68683208653224 - - type: nauc_recall_at_10_max - value: 24.840225268252837 - - type: nauc_recall_at_10_std - value: 6.421070179932187 - - type: nauc_recall_at_1_diff1 - value: 54.841891793012145 - - type: nauc_recall_at_1_max - value: 31.230149664353835 - - type: nauc_recall_at_1_std - value: -2.221705314009157 - - type: nauc_recall_at_20_diff1 - value: 35.69983469273023 - - type: nauc_recall_at_20_max - value: 25.16182934858501 - - type: nauc_recall_at_20_std - value: 15.030622978372302 - - type: nauc_recall_at_3_diff1 - value: 41.238001408076514 - - type: nauc_recall_at_3_max - value: 26.478921555909285 - - type: nauc_recall_at_3_std - value: 3.6458401270022422 - - type: nauc_recall_at_5_diff1 - value: 39.028304422239806 - - type: nauc_recall_at_5_max - value: 24.611319533297525 - - type: nauc_recall_at_5_std - value: 5.984705005755768 - - type: ndcg_at_1 - value: 38.690999999999995 - - type: ndcg_at_10 - value: 50.158 - - type: ndcg_at_100 - value: 55.784 - - type: ndcg_at_1000 - value: 57.249 - - type: ndcg_at_20 - value: 52.708999999999996 - - type: ndcg_at_3 - value: 44.219 - - type: ndcg_at_5 - value: 46.808 - - type: precision_at_1 - value: 38.690999999999995 - - type: precision_at_10 - value: 9.538 - - type: precision_at_100 - value: 1.429 - - type: precision_at_1000 - value: 0.174 - - type: precision_at_20 - value: 5.621 - - type: precision_at_3 - value: 21.816 - - type: precision_at_5 - value: 15.553 - - type: recall_at_1 - value: 30.529 - - type: recall_at_10 - value: 64.557 - - type: recall_at_100 - value: 87.895 - - type: recall_at_1000 - value: 96.922 - - type: recall_at_20 - value: 73.547 - - type: recall_at_3 - value: 47.542 - - type: recall_at_5 - value: 54.356 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackProgrammersRetrieval - revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 - split: test - type: mteb/cqadupstack-programmers - metrics: - - type: main_score - value: 47.400999999999996 - - type: map_at_1 - value: 29.217 - - type: map_at_10 - value: 40.981 - - type: map_at_100 - value: 42.498000000000005 - - type: map_at_1000 - value: 42.596000000000004 - - type: map_at_20 - value: 41.927 - - type: map_at_3 - value: 37.408 - - type: map_at_5 - value: 39.395 - - type: mrr_at_1 - value: 36.64383561643836 - - type: mrr_at_10 - value: 46.7149108501848 - - type: mrr_at_100 - value: 47.63430578999128 - - type: mrr_at_1000 - value: 47.68124555514414 - - type: mrr_at_20 - value: 47.32335630087596 - - type: mrr_at_3 - value: 44.121004566210026 - - type: mrr_at_5 - value: 45.59931506849312 - - type: nauc_map_at_1000_diff1 - value: 47.636248312030254 - - type: nauc_map_at_1000_max - value: 41.347235458973906 - - type: nauc_map_at_1000_std - value: 7.678119443869429 - - type: nauc_map_at_100_diff1 - value: 47.60961829666386 - - type: nauc_map_at_100_max - value: 41.3491851268752 - - type: nauc_map_at_100_std - value: 7.718686741871067 - - type: nauc_map_at_10_diff1 - value: 47.55528726733137 - - type: nauc_map_at_10_max - value: 40.803624204426754 - - type: nauc_map_at_10_std - value: 6.877917986199969 - - type: nauc_map_at_1_diff1 - value: 51.50668476702385 - - type: nauc_map_at_1_max - value: 37.74817918702292 - - type: nauc_map_at_1_std - value: 1.466836241107892 - - type: nauc_map_at_20_diff1 - value: 47.56087525155653 - - type: nauc_map_at_20_max - value: 41.227728942164894 - - type: nauc_map_at_20_std - value: 7.3847714638766435 - - type: nauc_map_at_3_diff1 - value: 47.71455711143182 - - type: nauc_map_at_3_max - value: 38.82691929947111 - - type: nauc_map_at_3_std - value: 5.382447104679012 - - type: nauc_map_at_5_diff1 - value: 47.58482437317151 - - type: nauc_map_at_5_max - value: 40.572426131016485 - - type: nauc_map_at_5_std - value: 6.713601936827272 - - type: nauc_mrr_at_1000_diff1 - value: 48.55731582508632 - - type: nauc_mrr_at_1000_max - value: 44.05526539350372 - - type: nauc_mrr_at_1000_std - value: 8.301047055275673 - - type: nauc_mrr_at_100_diff1 - value: 48.54018042803715 - - type: nauc_mrr_at_100_max - value: 44.05044171200567 - - type: nauc_mrr_at_100_std - value: 8.329731307642941 - - type: nauc_mrr_at_10_diff1 - value: 48.441603732736354 - - type: nauc_mrr_at_10_max - value: 43.8745917330144 - - type: nauc_mrr_at_10_std - value: 8.045051573323754 - - type: nauc_mrr_at_1_diff1 - value: 53.8210033752627 - - type: nauc_mrr_at_1_max - value: 45.064606547858155 - - type: nauc_mrr_at_1_std - value: 5.3256899829601 - - type: nauc_mrr_at_20_diff1 - value: 48.60416000954831 - - type: nauc_mrr_at_20_max - value: 44.09829821823393 - - type: nauc_mrr_at_20_std - value: 8.152946405900163 - - type: nauc_mrr_at_3_diff1 - value: 48.886188610464956 - - type: nauc_mrr_at_3_max - value: 43.78513267387858 - - type: nauc_mrr_at_3_std - value: 7.351375891435474 - - type: nauc_mrr_at_5_diff1 - value: 48.257835089345406 - - type: nauc_mrr_at_5_max - value: 44.304076062424215 - - type: nauc_mrr_at_5_std - value: 8.150091351957732 - - type: nauc_ndcg_at_1000_diff1 - value: 46.913912334653084 - - type: nauc_ndcg_at_1000_max - value: 42.59980659657984 - - type: nauc_ndcg_at_1000_std - value: 10.21827254320915 - - type: nauc_ndcg_at_100_diff1 - value: 46.325915618209834 - - type: nauc_ndcg_at_100_max - value: 42.70556519079187 - - type: nauc_ndcg_at_100_std - value: 11.451414106072582 - - type: nauc_ndcg_at_10_diff1 - value: 46.39364034924719 - - type: nauc_ndcg_at_10_max - value: 41.39755203174421 - - type: nauc_ndcg_at_10_std - value: 8.377584271286084 - - type: nauc_ndcg_at_1_diff1 - value: 53.8210033752627 - - type: nauc_ndcg_at_1_max - value: 45.064606547858155 - - type: nauc_ndcg_at_1_std - value: 5.3256899829601 - - type: nauc_ndcg_at_20_diff1 - value: 46.51546562158014 - - type: nauc_ndcg_at_20_max - value: 42.45402567498778 - - type: nauc_ndcg_at_20_std - value: 9.538391068587613 - - type: nauc_ndcg_at_3_diff1 - value: 46.67796763185899 - - type: nauc_ndcg_at_3_max - value: 40.33078691738594 - - type: nauc_ndcg_at_3_std - value: 6.622690050383229 - - type: nauc_ndcg_at_5_diff1 - value: 46.17466073411471 - - type: nauc_ndcg_at_5_max - value: 41.68560605679634 - - type: nauc_ndcg_at_5_std - value: 8.278894530428783 - - type: nauc_precision_at_1000_diff1 - value: -4.134331387385582 - - type: nauc_precision_at_1000_max - value: -0.14605548786941924 - - type: nauc_precision_at_1000_std - value: -1.9544799888371407 - - type: nauc_precision_at_100_diff1 - value: 2.0012849208801375 - - type: nauc_precision_at_100_max - value: 13.831938245949285 - - type: nauc_precision_at_100_std - value: 11.211218771941438 - - type: nauc_precision_at_10_diff1 - value: 19.80743832460212 - - type: nauc_precision_at_10_max - value: 32.11569527640909 - - type: nauc_precision_at_10_std - value: 12.013922731618264 - - type: nauc_precision_at_1_diff1 - value: 53.8210033752627 - - type: nauc_precision_at_1_max - value: 45.064606547858155 - - type: nauc_precision_at_1_std - value: 5.3256899829601 - - type: nauc_precision_at_20_diff1 - value: 12.619954792926297 - - type: nauc_precision_at_20_max - value: 26.493484402746542 - - type: nauc_precision_at_20_std - value: 13.363275030294158 - - type: nauc_precision_at_3_diff1 - value: 33.77938309135373 - - type: nauc_precision_at_3_max - value: 38.88468758379097 - - type: nauc_precision_at_3_std - value: 11.707583322884002 - - type: nauc_precision_at_5_diff1 - value: 26.183678843283907 - - type: nauc_precision_at_5_max - value: 37.56754335142728 - - type: nauc_precision_at_5_std - value: 14.518813619124952 - - type: nauc_recall_at_1000_diff1 - value: 43.420905851085834 - - type: nauc_recall_at_1000_max - value: 43.98427590351494 - - type: nauc_recall_at_1000_std - value: 58.323286379858196 - - type: nauc_recall_at_100_diff1 - value: 33.004621959984135 - - type: nauc_recall_at_100_max - value: 41.20967143478881 - - type: nauc_recall_at_100_std - value: 37.92168632164788 - - type: nauc_recall_at_10_diff1 - value: 39.41006234629036 - - type: nauc_recall_at_10_max - value: 36.57670659511164 - - type: nauc_recall_at_10_std - value: 11.855499190084762 - - type: nauc_recall_at_1_diff1 - value: 51.50668476702385 - - type: nauc_recall_at_1_max - value: 37.74817918702292 - - type: nauc_recall_at_1_std - value: 1.466836241107892 - - type: nauc_recall_at_20_diff1 - value: 38.91703792345513 - - type: nauc_recall_at_20_max - value: 40.337286481871075 - - type: nauc_recall_at_20_std - value: 16.46636303434243 - - type: nauc_recall_at_3_diff1 - value: 41.632185131115165 - - type: nauc_recall_at_3_max - value: 34.991130024297654 - - type: nauc_recall_at_3_std - value: 7.011470080999405 - - type: nauc_recall_at_5_diff1 - value: 40.00945449677146 - - type: nauc_recall_at_5_max - value: 38.58807752224573 - - type: nauc_recall_at_5_std - value: 10.611240066579937 - - type: ndcg_at_1 - value: 36.644 - - type: ndcg_at_10 - value: 47.400999999999996 - - type: ndcg_at_100 - value: 53.21900000000001 - - type: ndcg_at_1000 - value: 55.015 - - type: ndcg_at_20 - value: 50.174 - - type: ndcg_at_3 - value: 42.025 - - type: ndcg_at_5 - value: 44.382 - - type: precision_at_1 - value: 36.644 - - type: precision_at_10 - value: 8.938 - - type: precision_at_100 - value: 1.376 - - type: precision_at_1000 - value: 0.16999999999999998 - - type: precision_at_20 - value: 5.365 - - type: precision_at_3 - value: 20.662 - - type: precision_at_5 - value: 14.749 - - type: recall_at_1 - value: 29.217 - - type: recall_at_10 - value: 60.668 - - type: recall_at_100 - value: 84.63300000000001 - - type: recall_at_1000 - value: 96.517 - - type: recall_at_20 - value: 70.464 - - type: recall_at_3 - value: 45.202999999999996 - - type: recall_at_5 - value: 51.635 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackRetrieval - revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 - split: test - type: mteb/cqadupstack - metrics: - - type: main_score - value: 44.361250000000005 - - type: map_at_1 - value: 28.304499999999997 - - type: map_at_10 - value: 38.54841666666666 - - type: map_at_100 - value: 39.83141666666667 - - type: map_at_1000 - value: 39.944750000000006 - - type: map_at_20 - value: 39.25341666666667 - - type: map_at_3 - value: 35.406749999999995 - - type: map_at_5 - value: 37.15558333333333 - - type: mrr_at_1 - value: 34.09077232860122 - - type: mrr_at_10 - value: 43.15445393211421 - - type: mrr_at_100 - value: 43.98645286848257 - - type: mrr_at_1000 - value: 44.037631313469404 - - type: mrr_at_20 - value: 43.64045813249614 - - type: mrr_at_3 - value: 40.674138648480486 - - type: mrr_at_5 - value: 42.106251182620255 - - type: nauc_map_at_1000_diff1 - value: 46.250011739434996 - - type: nauc_map_at_1000_max - value: 30.13664446260598 - - type: nauc_map_at_1000_std - value: 5.422301791618935 - - type: nauc_map_at_100_diff1 - value: 46.253631351999395 - - type: nauc_map_at_100_max - value: 30.12612918885181 - - type: nauc_map_at_100_std - value: 5.367077019987172 - - type: nauc_map_at_10_diff1 - value: 46.328171341741346 - - type: nauc_map_at_10_max - value: 29.80274612581464 - - type: nauc_map_at_10_std - value: 4.62996685176396 - - type: nauc_map_at_1_diff1 - value: 51.56118117729493 - - type: nauc_map_at_1_max - value: 27.94885243863768 - - type: nauc_map_at_1_std - value: 1.700366508927356 - - type: nauc_map_at_20_diff1 - value: 46.286750260299094 - - type: nauc_map_at_20_max - value: 29.979205290353278 - - type: nauc_map_at_20_std - value: 5.010588412441873 - - type: nauc_map_at_3_diff1 - value: 47.10018183619064 - - type: nauc_map_at_3_max - value: 29.062318206078753 - - type: nauc_map_at_3_std - value: 3.2235696254694197 - - type: nauc_map_at_5_diff1 - value: 46.41971733050039 - - type: nauc_map_at_5_max - value: 29.456798617695657 - - type: nauc_map_at_5_std - value: 4.0921691023077145 - - type: nauc_mrr_at_1000_diff1 - value: 45.88888977975723 - - type: nauc_mrr_at_1000_max - value: 32.162138978089544 - - type: nauc_mrr_at_1000_std - value: 6.2811943424217915 - - type: nauc_mrr_at_100_diff1 - value: 45.87480433011124 - - type: nauc_mrr_at_100_max - value: 32.16011334212834 - - type: nauc_mrr_at_100_std - value: 6.2865717772421785 - - type: nauc_mrr_at_10_diff1 - value: 45.849652904658825 - - type: nauc_mrr_at_10_max - value: 32.13847916232293 - - type: nauc_mrr_at_10_std - value: 6.105718728141999 - - type: nauc_mrr_at_1_diff1 - value: 51.013730325062156 - - type: nauc_mrr_at_1_max - value: 32.77457396492779 - - type: nauc_mrr_at_1_std - value: 4.415684893471724 - - type: nauc_mrr_at_20_diff1 - value: 45.86663046255274 - - type: nauc_mrr_at_20_max - value: 32.15219360697865 - - type: nauc_mrr_at_20_std - value: 6.19603046412763 - - type: nauc_mrr_at_3_diff1 - value: 46.522376582423185 - - type: nauc_mrr_at_3_max - value: 32.18259009733714 - - type: nauc_mrr_at_3_std - value: 5.288000648220897 - - type: nauc_mrr_at_5_diff1 - value: 45.86611481369745 - - type: nauc_mrr_at_5_max - value: 32.14261639054921 - - type: nauc_mrr_at_5_std - value: 5.8811238177073735 - - type: nauc_ndcg_at_1000_diff1 - value: 44.5055097547565 - - type: nauc_ndcg_at_1000_max - value: 31.149682057975458 - - type: nauc_ndcg_at_1000_std - value: 8.157937194901333 - - type: nauc_ndcg_at_100_diff1 - value: 44.12398363638596 - - type: nauc_ndcg_at_100_max - value: 30.878064321409994 - - type: nauc_ndcg_at_100_std - value: 8.40493441452808 - - type: nauc_ndcg_at_10_diff1 - value: 44.200093505221474 - - type: nauc_ndcg_at_10_max - value: 30.15267107733158 - - type: nauc_ndcg_at_10_std - value: 6.407495361566107 - - type: nauc_ndcg_at_1_diff1 - value: 51.013730325062156 - - type: nauc_ndcg_at_1_max - value: 32.77457396492779 - - type: nauc_ndcg_at_1_std - value: 4.415684893471724 - - type: nauc_ndcg_at_20_diff1 - value: 44.16988321564116 - - type: nauc_ndcg_at_20_max - value: 30.333532500651213 - - type: nauc_ndcg_at_20_std - value: 7.10024701386895 - - type: nauc_ndcg_at_3_diff1 - value: 45.35982873879988 - - type: nauc_ndcg_at_3_max - value: 30.288312457948702 - - type: nauc_ndcg_at_3_std - value: 4.653900898293395 - - type: nauc_ndcg_at_5_diff1 - value: 44.324558115380185 - - type: nauc_ndcg_at_5_max - value: 30.048149698941373 - - type: nauc_ndcg_at_5_std - value: 5.6684459618413205 - - type: nauc_precision_at_1000_diff1 - value: -7.282175798304458 - - type: nauc_precision_at_1000_max - value: 7.820142031765352 - - type: nauc_precision_at_1000_std - value: 11.736131836431172 - - type: nauc_precision_at_100_diff1 - value: 1.0222940256506976 - - type: nauc_precision_at_100_max - value: 16.12346497070298 - - type: nauc_precision_at_100_std - value: 18.202607395247874 - - type: nauc_precision_at_10_diff1 - value: 18.289439185857837 - - type: nauc_precision_at_10_max - value: 26.116517399154375 - - type: nauc_precision_at_10_std - value: 13.921214069982302 - - type: nauc_precision_at_1_diff1 - value: 51.013730325062156 - - type: nauc_precision_at_1_max - value: 32.77457396492779 - - type: nauc_precision_at_1_std - value: 4.415684893471724 - - type: nauc_precision_at_20_diff1 - value: 12.365165405210886 - - type: nauc_precision_at_20_max - value: 22.946297258937367 - - type: nauc_precision_at_20_std - value: 16.13862870358933 - - type: nauc_precision_at_3_diff1 - value: 32.063423642849685 - - type: nauc_precision_at_3_max - value: 30.140965811989407 - - type: nauc_precision_at_3_std - value: 8.501746262550146 - - type: nauc_precision_at_5_diff1 - value: 24.777203357717948 - - type: nauc_precision_at_5_max - value: 28.401579566848472 - - type: nauc_precision_at_5_std - value: 11.643246774390914 - - type: nauc_recall_at_1000_diff1 - value: 30.04216463401409 - - type: nauc_recall_at_1000_max - value: 34.98067760563842 - - type: nauc_recall_at_1000_std - value: 48.01453905250591 - - type: nauc_recall_at_100_diff1 - value: 31.193415507513972 - - type: nauc_recall_at_100_max - value: 28.69740149270981 - - type: nauc_recall_at_100_std - value: 25.20960758920368 - - type: nauc_recall_at_10_diff1 - value: 36.18870823636506 - - type: nauc_recall_at_10_max - value: 26.005625231341238 - - type: nauc_recall_at_10_std - value: 8.891983977041376 - - type: nauc_recall_at_1_diff1 - value: 51.56118117729493 - - type: nauc_recall_at_1_max - value: 27.94885243863768 - - type: nauc_recall_at_1_std - value: 1.700366508927356 - - type: nauc_recall_at_20_diff1 - value: 34.93996118564803 - - type: nauc_recall_at_20_max - value: 26.149961715956138 - - type: nauc_recall_at_20_std - value: 12.0657502367633 - - type: nauc_recall_at_3_diff1 - value: 40.80743946709512 - - type: nauc_recall_at_3_max - value: 26.443127773025783 - - type: nauc_recall_at_3_std - value: 3.7011448604241477 - - type: nauc_recall_at_5_diff1 - value: 37.608535157055776 - - type: nauc_recall_at_5_max - value: 26.168016189725822 - - type: nauc_recall_at_5_std - value: 6.344191564595316 - - type: ndcg_at_1 - value: 34.09083333333333 - - type: ndcg_at_10 - value: 44.361250000000005 - - type: ndcg_at_100 - value: 49.586166666666664 - - type: ndcg_at_1000 - value: 51.623583333333336 - - type: ndcg_at_20 - value: 46.40158333333333 - - type: ndcg_at_3 - value: 39.27733333333333 - - type: ndcg_at_5 - value: 41.662333333333336 - - type: precision_at_1 - value: 34.09083333333333 - - type: precision_at_10 - value: 7.957000000000002 - - type: precision_at_100 - value: 1.2521666666666669 - - type: precision_at_1000 - value: 0.16125 - - type: precision_at_20 - value: 4.6755 - - type: precision_at_3 - value: 18.402083333333334 - - type: precision_at_5 - value: 13.104333333333335 - - type: recall_at_1 - value: 28.304499999999997 - - type: recall_at_10 - value: 56.80666666666667 - - type: recall_at_100 - value: 79.66208333333334 - - type: recall_at_1000 - value: 93.6455 - - type: recall_at_20 - value: 64.2495 - - type: recall_at_3 - value: 42.431333333333335 - - type: recall_at_5 - value: 48.665416666666665 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackStatsRetrieval - revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a - split: test - type: mteb/cqadupstack-stats - metrics: - - type: main_score - value: 37.901 - - type: map_at_1 - value: 26.266000000000002 - - type: map_at_10 - value: 33.6 - - type: map_at_100 - value: 34.603 - - type: map_at_1000 - value: 34.708 - - type: map_at_20 - value: 34.133 - - type: map_at_3 - value: 31.237 - - type: map_at_5 - value: 32.707 - - type: mrr_at_1 - value: 29.9079754601227 - - type: mrr_at_10 - value: 36.75960414840782 - - type: mrr_at_100 - value: 37.597864424554295 - - type: mrr_at_1000 - value: 37.67621935122073 - - type: mrr_at_20 - value: 37.24171791793564 - - type: mrr_at_3 - value: 34.68813905930471 - - type: mrr_at_5 - value: 35.95347648261759 - - type: nauc_map_at_1000_diff1 - value: 49.7020197608868 - - type: nauc_map_at_1000_max - value: 38.14067261437235 - - type: nauc_map_at_1000_std - value: 13.344611852565905 - - type: nauc_map_at_100_diff1 - value: 49.72273375346987 - - type: nauc_map_at_100_max - value: 38.11974195288931 - - type: nauc_map_at_100_std - value: 13.32628220222871 - - type: nauc_map_at_10_diff1 - value: 49.61336648979491 - - type: nauc_map_at_10_max - value: 37.99270823687552 - - type: nauc_map_at_10_std - value: 12.962750231530526 - - type: nauc_map_at_1_diff1 - value: 54.69257880372346 - - type: nauc_map_at_1_max - value: 38.609162979616976 - - type: nauc_map_at_1_std - value: 10.186051365979914 - - type: nauc_map_at_20_diff1 - value: 49.80314290856952 - - type: nauc_map_at_20_max - value: 38.03662021258161 - - type: nauc_map_at_20_std - value: 13.08328471675429 - - type: nauc_map_at_3_diff1 - value: 50.23590713418514 - - type: nauc_map_at_3_max - value: 37.807633421314065 - - type: nauc_map_at_3_std - value: 11.076439870682464 - - type: nauc_map_at_5_diff1 - value: 49.49950665856434 - - type: nauc_map_at_5_max - value: 37.772558381356916 - - type: nauc_map_at_5_std - value: 13.072608152661532 - - type: nauc_mrr_at_1000_diff1 - value: 49.905676117236055 - - type: nauc_mrr_at_1000_max - value: 40.868891312053236 - - type: nauc_mrr_at_1000_std - value: 14.235640158058075 - - type: nauc_mrr_at_100_diff1 - value: 49.90995441536491 - - type: nauc_mrr_at_100_max - value: 40.86107436263684 - - type: nauc_mrr_at_100_std - value: 14.229534876079228 - - type: nauc_mrr_at_10_diff1 - value: 49.86757469223346 - - type: nauc_mrr_at_10_max - value: 40.88378059039097 - - type: nauc_mrr_at_10_std - value: 13.937699637927214 - - type: nauc_mrr_at_1_diff1 - value: 54.97246875202937 - - type: nauc_mrr_at_1_max - value: 43.21949977348923 - - type: nauc_mrr_at_1_std - value: 12.757586516037337 - - type: nauc_mrr_at_20_diff1 - value: 49.99976981173147 - - type: nauc_mrr_at_20_max - value: 40.8707720726509 - - type: nauc_mrr_at_20_std - value: 14.057989841360383 - - type: nauc_mrr_at_3_diff1 - value: 50.680871756122016 - - type: nauc_mrr_at_3_max - value: 41.23248478084467 - - type: nauc_mrr_at_3_std - value: 12.905348231690184 - - type: nauc_mrr_at_5_diff1 - value: 49.87308482032918 - - type: nauc_mrr_at_5_max - value: 40.830256851862224 - - type: nauc_mrr_at_5_std - value: 14.223085632591898 - - type: nauc_ndcg_at_1000_diff1 - value: 47.64787646785112 - - type: nauc_ndcg_at_1000_max - value: 39.08202768044249 - - type: nauc_ndcg_at_1000_std - value: 16.446745452324198 - - type: nauc_ndcg_at_100_diff1 - value: 47.7692822135391 - - type: nauc_ndcg_at_100_max - value: 38.56463305854455 - - type: nauc_ndcg_at_100_std - value: 16.19108846061072 - - type: nauc_ndcg_at_10_diff1 - value: 47.768546405489346 - - type: nauc_ndcg_at_10_max - value: 37.93126542366707 - - type: nauc_ndcg_at_10_std - value: 13.90597936021141 - - type: nauc_ndcg_at_1_diff1 - value: 54.97246875202937 - - type: nauc_ndcg_at_1_max - value: 43.21949977348923 - - type: nauc_ndcg_at_1_std - value: 12.757586516037337 - - type: nauc_ndcg_at_20_diff1 - value: 48.31887885171088 - - type: nauc_ndcg_at_20_max - value: 37.96907369878272 - - type: nauc_ndcg_at_20_std - value: 14.361569920214562 - - type: nauc_ndcg_at_3_diff1 - value: 49.41166078995533 - - type: nauc_ndcg_at_3_max - value: 38.4962713292873 - - type: nauc_ndcg_at_3_std - value: 11.647198208903689 - - type: nauc_ndcg_at_5_diff1 - value: 47.79298367906792 - - type: nauc_ndcg_at_5_max - value: 37.59798273170525 - - type: nauc_ndcg_at_5_std - value: 14.369220517370913 - - type: nauc_precision_at_1000_diff1 - value: 4.779290277609319 - - type: nauc_precision_at_1000_max - value: 22.181043405691963 - - type: nauc_precision_at_1000_std - value: 14.73247174367766 - - type: nauc_precision_at_100_diff1 - value: 20.690215573934548 - - type: nauc_precision_at_100_max - value: 31.519613396282605 - - type: nauc_precision_at_100_std - value: 22.258879545517008 - - type: nauc_precision_at_10_diff1 - value: 37.18469921478606 - - type: nauc_precision_at_10_max - value: 38.80312310884728 - - type: nauc_precision_at_10_std - value: 20.548480478974312 - - type: nauc_precision_at_1_diff1 - value: 54.97246875202937 - - type: nauc_precision_at_1_max - value: 43.21949977348923 - - type: nauc_precision_at_1_std - value: 12.757586516037337 - - type: nauc_precision_at_20_diff1 - value: 34.13612072510413 - - type: nauc_precision_at_20_max - value: 36.33974409113382 - - type: nauc_precision_at_20_std - value: 19.40715666658738 - - type: nauc_precision_at_3_diff1 - value: 44.52308297046978 - - type: nauc_precision_at_3_max - value: 40.32105173693474 - - type: nauc_precision_at_3_std - value: 15.012376385333855 - - type: nauc_precision_at_5_diff1 - value: 38.95952631711529 - - type: nauc_precision_at_5_max - value: 38.73803476644105 - - type: nauc_precision_at_5_std - value: 22.534363384686547 - - type: nauc_recall_at_1000_diff1 - value: 23.530169479478676 - - type: nauc_recall_at_1000_max - value: 41.08310224321662 - - type: nauc_recall_at_1000_std - value: 52.157876195038156 - - type: nauc_recall_at_100_diff1 - value: 36.81146016189628 - - type: nauc_recall_at_100_max - value: 34.742906812186256 - - type: nauc_recall_at_100_std - value: 28.470956037508554 - - type: nauc_recall_at_10_diff1 - value: 39.91433768103735 - - type: nauc_recall_at_10_max - value: 33.474764892584474 - - type: nauc_recall_at_10_std - value: 14.683676644107656 - - type: nauc_recall_at_1_diff1 - value: 54.69257880372346 - - type: nauc_recall_at_1_max - value: 38.609162979616976 - - type: nauc_recall_at_1_std - value: 10.186051365979914 - - type: nauc_recall_at_20_diff1 - value: 41.453493281903015 - - type: nauc_recall_at_20_max - value: 32.47416777238201 - - type: nauc_recall_at_20_std - value: 16.060473738451822 - - type: nauc_recall_at_3_diff1 - value: 44.26329717724608 - - type: nauc_recall_at_3_max - value: 34.65501168113369 - - type: nauc_recall_at_3_std - value: 10.17026796706714 - - type: nauc_recall_at_5_diff1 - value: 40.209903370140296 - - type: nauc_recall_at_5_max - value: 32.73075112914612 - - type: nauc_recall_at_5_std - value: 16.238093039480795 - - type: ndcg_at_1 - value: 29.908 - - type: ndcg_at_10 - value: 37.901 - - type: ndcg_at_100 - value: 42.669000000000004 - - type: ndcg_at_1000 - value: 45.324 - - type: ndcg_at_20 - value: 39.646 - - type: ndcg_at_3 - value: 33.726 - - type: ndcg_at_5 - value: 35.961 - - type: precision_at_1 - value: 29.908 - - type: precision_at_10 - value: 5.859 - - type: precision_at_100 - value: 0.9079999999999999 - - type: precision_at_1000 - value: 0.121 - - type: precision_at_20 - value: 3.405 - - type: precision_at_3 - value: 14.366000000000001 - - type: precision_at_5 - value: 10.184 - - type: recall_at_1 - value: 26.266000000000002 - - type: recall_at_10 - value: 48.059000000000005 - - type: recall_at_100 - value: 69.45700000000001 - - type: recall_at_1000 - value: 89.11200000000001 - - type: recall_at_20 - value: 54.452999999999996 - - type: recall_at_3 - value: 36.422 - - type: recall_at_5 - value: 42.035 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackTexRetrieval - revision: 46989137a86843e03a6195de44b09deda022eec7 - split: test - type: mteb/cqadupstack-tex - metrics: - - type: main_score - value: 32.42 - - type: map_at_1 - value: 18.936 - - type: map_at_10 - value: 27.236 - - type: map_at_100 - value: 28.451999999999998 - - type: map_at_1000 - value: 28.579 - - type: map_at_20 - value: 27.906 - - type: map_at_3 - value: 24.633 - - type: map_at_5 - value: 26.018 - - type: mrr_at_1 - value: 23.5719201651755 - - type: mrr_at_10 - value: 31.648559630321536 - - type: mrr_at_100 - value: 32.59499394633238 - - type: mrr_at_1000 - value: 32.6655128458643 - - type: mrr_at_20 - value: 32.20562525813067 - - type: mrr_at_3 - value: 29.421885753613246 - - type: mrr_at_5 - value: 30.617687543014526 - - type: nauc_map_at_1000_diff1 - value: 36.94323263959507 - - type: nauc_map_at_1000_max - value: 23.771599100231374 - - type: nauc_map_at_1000_std - value: 7.1222723931932945 - - type: nauc_map_at_100_diff1 - value: 36.91494551237442 - - type: nauc_map_at_100_max - value: 23.733346527251147 - - type: nauc_map_at_100_std - value: 7.090204071351739 - - type: nauc_map_at_10_diff1 - value: 37.04097820878135 - - type: nauc_map_at_10_max - value: 23.803971277888216 - - type: nauc_map_at_10_std - value: 6.39831219027254 - - type: nauc_map_at_1_diff1 - value: 42.8969146431479 - - type: nauc_map_at_1_max - value: 22.51288060492358 - - type: nauc_map_at_1_std - value: 3.7880059589050643 - - type: nauc_map_at_20_diff1 - value: 36.880310083350004 - - type: nauc_map_at_20_max - value: 23.721978963544746 - - type: nauc_map_at_20_std - value: 6.8720799504919095 - - type: nauc_map_at_3_diff1 - value: 38.379233284113326 - - type: nauc_map_at_3_max - value: 23.368545890408264 - - type: nauc_map_at_3_std - value: 5.342157811678566 - - type: nauc_map_at_5_diff1 - value: 37.61779195289775 - - type: nauc_map_at_5_max - value: 23.414139560213314 - - type: nauc_map_at_5_std - value: 5.995478708910173 - - type: nauc_mrr_at_1000_diff1 - value: 37.46436680808877 - - type: nauc_mrr_at_1000_max - value: 25.237760419475187 - - type: nauc_mrr_at_1000_std - value: 8.504455979740074 - - type: nauc_mrr_at_100_diff1 - value: 37.45158220895872 - - type: nauc_mrr_at_100_max - value: 25.22343267664494 - - type: nauc_mrr_at_100_std - value: 8.507739174312585 - - type: nauc_mrr_at_10_diff1 - value: 37.441303680613714 - - type: nauc_mrr_at_10_max - value: 25.329154251224768 - - type: nauc_mrr_at_10_std - value: 8.236842519370176 - - type: nauc_mrr_at_1_diff1 - value: 43.14895579136297 - - type: nauc_mrr_at_1_max - value: 24.708412178193115 - - type: nauc_mrr_at_1_std - value: 6.617634022393408 - - type: nauc_mrr_at_20_diff1 - value: 37.36511956264013 - - type: nauc_mrr_at_20_max - value: 25.27240486447333 - - type: nauc_mrr_at_20_std - value: 8.464655061933227 - - type: nauc_mrr_at_3_diff1 - value: 38.67516429996044 - - type: nauc_mrr_at_3_max - value: 25.306987038005275 - - type: nauc_mrr_at_3_std - value: 7.355554700412325 - - type: nauc_mrr_at_5_diff1 - value: 38.10984280323206 - - type: nauc_mrr_at_5_max - value: 25.300728066173374 - - type: nauc_mrr_at_5_std - value: 7.976467409780732 - - type: nauc_ndcg_at_1000_diff1 - value: 34.98282133204461 - - type: nauc_ndcg_at_1000_max - value: 24.5828439287868 - - type: nauc_ndcg_at_1000_std - value: 10.371064197055073 - - type: nauc_ndcg_at_100_diff1 - value: 34.67788955650232 - - type: nauc_ndcg_at_100_max - value: 24.073740369120806 - - type: nauc_ndcg_at_100_std - value: 10.31564507027441 - - type: nauc_ndcg_at_10_diff1 - value: 34.85587928047769 - - type: nauc_ndcg_at_10_max - value: 24.43044490299822 - - type: nauc_ndcg_at_10_std - value: 8.053424009139828 - - type: nauc_ndcg_at_1_diff1 - value: 43.14895579136297 - - type: nauc_ndcg_at_1_max - value: 24.708412178193115 - - type: nauc_ndcg_at_1_std - value: 6.617634022393408 - - type: nauc_ndcg_at_20_diff1 - value: 34.515917631732115 - - type: nauc_ndcg_at_20_max - value: 24.19694248762929 - - type: nauc_ndcg_at_20_std - value: 9.320771030174605 - - type: nauc_ndcg_at_3_diff1 - value: 37.03512297714074 - - type: nauc_ndcg_at_3_max - value: 23.96938009162311 - - type: nauc_ndcg_at_3_std - value: 6.575669478741932 - - type: nauc_ndcg_at_5_diff1 - value: 36.060639653815954 - - type: nauc_ndcg_at_5_max - value: 24.043379966375195 - - type: nauc_ndcg_at_5_std - value: 7.45050440194733 - - type: nauc_precision_at_1000_diff1 - value: 11.153913795780158 - - type: nauc_precision_at_1000_max - value: 15.420229300566431 - - type: nauc_precision_at_1000_std - value: 12.034329129634239 - - type: nauc_precision_at_100_diff1 - value: 13.608906739151951 - - type: nauc_precision_at_100_max - value: 17.73797738765977 - - type: nauc_precision_at_100_std - value: 17.790571644445205 - - type: nauc_precision_at_10_diff1 - value: 20.897406252665437 - - type: nauc_precision_at_10_max - value: 23.11918551320126 - - type: nauc_precision_at_10_std - value: 12.935124111201942 - - type: nauc_precision_at_1_diff1 - value: 43.14895579136297 - - type: nauc_precision_at_1_max - value: 24.708412178193115 - - type: nauc_precision_at_1_std - value: 6.617634022393408 - - type: nauc_precision_at_20_diff1 - value: 17.717295118461898 - - type: nauc_precision_at_20_max - value: 20.716771929346326 - - type: nauc_precision_at_20_std - value: 16.68450524188211 - - type: nauc_precision_at_3_diff1 - value: 30.785637103625753 - - type: nauc_precision_at_3_max - value: 24.29204993772703 - - type: nauc_precision_at_3_std - value: 9.498012045096026 - - type: nauc_precision_at_5_diff1 - value: 26.688727640225636 - - type: nauc_precision_at_5_max - value: 23.694763472251363 - - type: nauc_precision_at_5_std - value: 11.3853592072625 - - type: nauc_recall_at_1000_diff1 - value: 22.356409562371514 - - type: nauc_recall_at_1000_max - value: 27.366326658034634 - - type: nauc_recall_at_1000_std - value: 33.74625442546299 - - type: nauc_recall_at_100_diff1 - value: 24.5991223782448 - - type: nauc_recall_at_100_max - value: 20.44736011515427 - - type: nauc_recall_at_100_std - value: 20.827429233732868 - - type: nauc_recall_at_10_diff1 - value: 26.669736246752258 - - type: nauc_recall_at_10_max - value: 22.785409673805805 - - type: nauc_recall_at_10_std - value: 9.905753045529723 - - type: nauc_recall_at_1_diff1 - value: 42.8969146431479 - - type: nauc_recall_at_1_max - value: 22.51288060492358 - - type: nauc_recall_at_1_std - value: 3.7880059589050643 - - type: nauc_recall_at_20_diff1 - value: 25.08321378411484 - - type: nauc_recall_at_20_max - value: 21.556457547258834 - - type: nauc_recall_at_20_std - value: 14.14509388470547 - - type: nauc_recall_at_3_diff1 - value: 32.942999125142606 - - type: nauc_recall_at_3_max - value: 22.34920448389651 - - type: nauc_recall_at_3_std - value: 6.152767607197115 - - type: nauc_recall_at_5_diff1 - value: 30.280311448364195 - - type: nauc_recall_at_5_max - value: 22.232709619804815 - - type: nauc_recall_at_5_std - value: 8.317838538960972 - - type: ndcg_at_1 - value: 23.572000000000003 - - type: ndcg_at_10 - value: 32.42 - - type: ndcg_at_100 - value: 37.97 - - type: ndcg_at_1000 - value: 40.736 - - type: ndcg_at_20 - value: 34.528 - - type: ndcg_at_3 - value: 28.081 - - type: ndcg_at_5 - value: 29.975 - - type: precision_at_1 - value: 23.572000000000003 - - type: precision_at_10 - value: 6.087 - - type: precision_at_100 - value: 1.035 - - type: precision_at_1000 - value: 0.146 - - type: precision_at_20 - value: 3.675 - - type: precision_at_3 - value: 13.661000000000001 - - type: precision_at_5 - value: 9.8 - - type: recall_at_1 - value: 18.936 - - type: recall_at_10 - value: 43.458000000000006 - - type: recall_at_100 - value: 68.458 - - type: recall_at_1000 - value: 87.847 - - type: recall_at_20 - value: 51.214000000000006 - - type: recall_at_3 - value: 30.903999999999996 - - type: recall_at_5 - value: 36.086 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackUnixRetrieval - revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 - split: test - type: mteb/cqadupstack-unix - metrics: - - type: main_score - value: 43.669999999999995 - - type: map_at_1 - value: 27.840999999999998 - - type: map_at_10 - value: 38.018 - - type: map_at_100 - value: 39.317 - - type: map_at_1000 - value: 39.414 - - type: map_at_20 - value: 38.744 - - type: map_at_3 - value: 35.022 - - type: map_at_5 - value: 36.754999999999995 - - type: mrr_at_1 - value: 33.30223880597015 - - type: mrr_at_10 - value: 42.468905472636784 - - type: mrr_at_100 - value: 43.35921217251144 - - type: mrr_at_1000 - value: 43.41192409720638 - - type: mrr_at_20 - value: 42.98945154987357 - - type: mrr_at_3 - value: 39.98756218905469 - - type: mrr_at_5 - value: 41.391480099502424 - - type: nauc_map_at_1000_diff1 - value: 51.37310738164103 - - type: nauc_map_at_1000_max - value: 36.82544641632401 - - type: nauc_map_at_1000_std - value: 3.055725621118122 - - type: nauc_map_at_100_diff1 - value: 51.36341958716978 - - type: nauc_map_at_100_max - value: 36.834169105016564 - - type: nauc_map_at_100_std - value: 3.064020943669763 - - type: nauc_map_at_10_diff1 - value: 51.44270224027026 - - type: nauc_map_at_10_max - value: 36.44835383011058 - - type: nauc_map_at_10_std - value: 2.5141207325864143 - - type: nauc_map_at_1_diff1 - value: 56.6372792866915 - - type: nauc_map_at_1_max - value: 36.1803755535215 - - type: nauc_map_at_1_std - value: 0.31977094347955537 - - type: nauc_map_at_20_diff1 - value: 51.43068019320809 - - type: nauc_map_at_20_max - value: 36.716831883867265 - - type: nauc_map_at_20_std - value: 2.873054267872677 - - type: nauc_map_at_3_diff1 - value: 51.64487864432652 - - type: nauc_map_at_3_max - value: 35.95556315927097 - - type: nauc_map_at_3_std - value: 1.2140189340738128 - - type: nauc_map_at_5_diff1 - value: 51.24716514919114 - - type: nauc_map_at_5_max - value: 35.96236292229056 - - type: nauc_map_at_5_std - value: 2.0228946045126635 - - type: nauc_mrr_at_1000_diff1 - value: 50.4709938187239 - - type: nauc_mrr_at_1000_max - value: 38.17036558544397 - - type: nauc_mrr_at_1000_std - value: 3.9495748558741663 - - type: nauc_mrr_at_100_diff1 - value: 50.45913534847875 - - type: nauc_mrr_at_100_max - value: 38.16853913679008 - - type: nauc_mrr_at_100_std - value: 3.95690023298836 - - type: nauc_mrr_at_10_diff1 - value: 50.41092187542978 - - type: nauc_mrr_at_10_max - value: 38.21402534320531 - - type: nauc_mrr_at_10_std - value: 3.8821360168065007 - - type: nauc_mrr_at_1_diff1 - value: 56.184793793739296 - - type: nauc_mrr_at_1_max - value: 39.029842976782426 - - type: nauc_mrr_at_1_std - value: 2.7404115941177807 - - type: nauc_mrr_at_20_diff1 - value: 50.44213341941401 - - type: nauc_mrr_at_20_max - value: 38.21572816127193 - - type: nauc_mrr_at_20_std - value: 3.8996521743689803 - - type: nauc_mrr_at_3_diff1 - value: 50.4214955440644 - - type: nauc_mrr_at_3_max - value: 37.919708586037345 - - type: nauc_mrr_at_3_std - value: 2.690223971711943 - - type: nauc_mrr_at_5_diff1 - value: 50.20495450033871 - - type: nauc_mrr_at_5_max - value: 37.98100598405518 - - type: nauc_mrr_at_5_std - value: 3.4647793898610937 - - type: nauc_ndcg_at_1000_diff1 - value: 49.85355102619098 - - type: nauc_ndcg_at_1000_max - value: 37.31224794997029 - - type: nauc_ndcg_at_1000_std - value: 5.2888358551197925 - - type: nauc_ndcg_at_100_diff1 - value: 49.37442680731448 - - type: nauc_ndcg_at_100_max - value: 37.26475120961565 - - type: nauc_ndcg_at_100_std - value: 5.840448008443884 - - type: nauc_ndcg_at_10_diff1 - value: 49.588294004839916 - - type: nauc_ndcg_at_10_max - value: 36.47242070557319 - - type: nauc_ndcg_at_10_std - value: 3.792525444937786 - - type: nauc_ndcg_at_1_diff1 - value: 56.184793793739296 - - type: nauc_ndcg_at_1_max - value: 39.029842976782426 - - type: nauc_ndcg_at_1_std - value: 2.7404115941177807 - - type: nauc_ndcg_at_20_diff1 - value: 49.61331333561641 - - type: nauc_ndcg_at_20_max - value: 36.98443040121314 - - type: nauc_ndcg_at_20_std - value: 4.684757661793056 - - type: nauc_ndcg_at_3_diff1 - value: 49.38375093072672 - - type: nauc_ndcg_at_3_max - value: 36.15725360341771 - - type: nauc_ndcg_at_3_std - value: 1.8424211295522894 - - type: nauc_ndcg_at_5_diff1 - value: 48.97411191818124 - - type: nauc_ndcg_at_5_max - value: 35.738364587228695 - - type: nauc_ndcg_at_5_std - value: 2.811998354199763 - - type: nauc_precision_at_1000_diff1 - value: -7.947321550782299 - - type: nauc_precision_at_1000_max - value: 4.3548311540194184 - - type: nauc_precision_at_1000_std - value: 5.917685639450147 - - type: nauc_precision_at_100_diff1 - value: 4.168436727910857 - - type: nauc_precision_at_100_max - value: 17.514268193372455 - - type: nauc_precision_at_100_std - value: 14.63664211004551 - - type: nauc_precision_at_10_diff1 - value: 27.86233517168723 - - type: nauc_precision_at_10_max - value: 31.84484914461883 - - type: nauc_precision_at_10_std - value: 8.027299857521172 - - type: nauc_precision_at_1_diff1 - value: 56.184793793739296 - - type: nauc_precision_at_1_max - value: 39.029842976782426 - - type: nauc_precision_at_1_std - value: 2.7404115941177807 - - type: nauc_precision_at_20_diff1 - value: 20.794855774041064 - - type: nauc_precision_at_20_max - value: 28.974122166664102 - - type: nauc_precision_at_20_std - value: 11.311840343204429 - - type: nauc_precision_at_3_diff1 - value: 37.39252955092301 - - type: nauc_precision_at_3_max - value: 34.55872037917925 - - type: nauc_precision_at_3_std - value: 3.0298517108977343 - - type: nauc_precision_at_5_diff1 - value: 31.805150162258382 - - type: nauc_precision_at_5_max - value: 32.68205915951889 - - type: nauc_precision_at_5_std - value: 5.674953992396121 - - type: nauc_recall_at_1000_diff1 - value: 37.15789350006901 - - type: nauc_recall_at_1000_max - value: 31.082533600261304 - - type: nauc_recall_at_1000_std - value: 38.710619061772626 - - type: nauc_recall_at_100_diff1 - value: 37.24034995517936 - - type: nauc_recall_at_100_max - value: 32.5752032068577 - - type: nauc_recall_at_100_std - value: 21.354866373015753 - - type: nauc_recall_at_10_diff1 - value: 42.77906909919547 - - type: nauc_recall_at_10_max - value: 31.883100193463015 - - type: nauc_recall_at_10_std - value: 6.250310586319574 - - type: nauc_recall_at_1_diff1 - value: 56.6372792866915 - - type: nauc_recall_at_1_max - value: 36.1803755535215 - - type: nauc_recall_at_1_std - value: 0.31977094347955537 - - type: nauc_recall_at_20_diff1 - value: 41.784525889463886 - - type: nauc_recall_at_20_max - value: 32.51490410125763 - - type: nauc_recall_at_20_std - value: 9.402706224269968 - - type: nauc_recall_at_3_diff1 - value: 43.85638741223575 - - type: nauc_recall_at_3_max - value: 31.983364030153243 - - type: nauc_recall_at_3_std - value: 0.7541680018178514 - - type: nauc_recall_at_5_diff1 - value: 42.12392907664656 - - type: nauc_recall_at_5_max - value: 30.85659257187195 - - type: nauc_recall_at_5_std - value: 3.7005663344473776 - - type: ndcg_at_1 - value: 33.302 - - type: ndcg_at_10 - value: 43.669999999999995 - - type: ndcg_at_100 - value: 49.345 - - type: ndcg_at_1000 - value: 51.388 - - type: ndcg_at_20 - value: 45.915 - - type: ndcg_at_3 - value: 38.621 - - type: ndcg_at_5 - value: 41.042 - - type: precision_at_1 - value: 33.302 - - type: precision_at_10 - value: 7.4719999999999995 - - type: precision_at_100 - value: 1.169 - - type: precision_at_1000 - value: 0.14400000000000002 - - type: precision_at_20 - value: 4.403 - - type: precision_at_3 - value: 17.879 - - type: precision_at_5 - value: 12.612000000000002 - - type: recall_at_1 - value: 27.840999999999998 - - type: recall_at_10 - value: 56.31699999999999 - - type: recall_at_100 - value: 80.76299999999999 - - type: recall_at_1000 - value: 94.878 - - type: recall_at_20 - value: 64.33 - - type: recall_at_3 - value: 42.266 - - type: recall_at_5 - value: 48.64 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackWebmastersRetrieval - revision: 160c094312a0e1facb97e55eeddb698c0abe3571 - split: test - type: mteb/cqadupstack-webmasters - metrics: - - type: main_score - value: 45.843 - - type: map_at_1 - value: 29.652 - - type: map_at_10 - value: 39.629999999999995 - - type: map_at_100 - value: 41.352 - - type: map_at_1000 - value: 41.593 - - type: map_at_20 - value: 40.471000000000004 - - type: map_at_3 - value: 36.541000000000004 - - type: map_at_5 - value: 38.156 - - type: mrr_at_1 - value: 36.16600790513834 - - type: mrr_at_10 - value: 44.91083192170149 - - type: mrr_at_100 - value: 45.844961766323934 - - type: mrr_at_1000 - value: 45.89287424796409 - - type: mrr_at_20 - value: 45.45520778317772 - - type: mrr_at_3 - value: 42.45718050065877 - - type: mrr_at_5 - value: 43.91963109354414 - - type: nauc_map_at_1000_diff1 - value: 48.242111460837314 - - type: nauc_map_at_1000_max - value: 27.413876794445972 - - type: nauc_map_at_1000_std - value: 17.5826534525386 - - type: nauc_map_at_100_diff1 - value: 48.466036243559174 - - type: nauc_map_at_100_max - value: 27.572201454486333 - - type: nauc_map_at_100_std - value: 17.034069650932963 - - type: nauc_map_at_10_diff1 - value: 48.71924818812899 - - type: nauc_map_at_10_max - value: 27.209651957410223 - - type: nauc_map_at_10_std - value: 15.103718660403553 - - type: nauc_map_at_1_diff1 - value: 53.809138735063215 - - type: nauc_map_at_1_max - value: 24.772619683471756 - - type: nauc_map_at_1_std - value: 11.230244685516237 - - type: nauc_map_at_20_diff1 - value: 48.707225553714885 - - type: nauc_map_at_20_max - value: 27.526341054923005 - - type: nauc_map_at_20_std - value: 15.822375460519453 - - type: nauc_map_at_3_diff1 - value: 49.43811138822573 - - type: nauc_map_at_3_max - value: 26.93413023133727 - - type: nauc_map_at_3_std - value: 12.71923235166143 - - type: nauc_map_at_5_diff1 - value: 48.4889096850373 - - type: nauc_map_at_5_max - value: 26.89285162428735 - - type: nauc_map_at_5_std - value: 14.044508913439588 - - type: nauc_mrr_at_1000_diff1 - value: 46.92383783594224 - - type: nauc_mrr_at_1000_max - value: 29.77420658773981 - - type: nauc_mrr_at_1000_std - value: 19.360170257563937 - - type: nauc_mrr_at_100_diff1 - value: 46.90559759648834 - - type: nauc_mrr_at_100_max - value: 29.781897661280066 - - type: nauc_mrr_at_100_std - value: 19.364017980637527 - - type: nauc_mrr_at_10_diff1 - value: 46.99157319712585 - - type: nauc_mrr_at_10_max - value: 29.88951317858189 - - type: nauc_mrr_at_10_std - value: 19.24420177623068 - - type: nauc_mrr_at_1_diff1 - value: 51.59659445736797 - - type: nauc_mrr_at_1_max - value: 30.24079058048848 - - type: nauc_mrr_at_1_std - value: 18.593800172605583 - - type: nauc_mrr_at_20_diff1 - value: 46.95969840830725 - - type: nauc_mrr_at_20_max - value: 29.80012273355407 - - type: nauc_mrr_at_20_std - value: 19.229519307602708 - - type: nauc_mrr_at_3_diff1 - value: 47.720258881525545 - - type: nauc_mrr_at_3_max - value: 29.737796980507564 - - type: nauc_mrr_at_3_std - value: 17.87040303195628 - - type: nauc_mrr_at_5_diff1 - value: 46.543743638677526 - - type: nauc_mrr_at_5_max - value: 29.731379637453166 - - type: nauc_mrr_at_5_std - value: 19.067338276646986 - - type: nauc_ndcg_at_1000_diff1 - value: 46.5641454446737 - - type: nauc_ndcg_at_1000_max - value: 28.615641814617724 - - type: nauc_ndcg_at_1000_std - value: 20.68576562770653 - - type: nauc_ndcg_at_100_diff1 - value: 46.34746988200411 - - type: nauc_ndcg_at_100_max - value: 28.64543150686983 - - type: nauc_ndcg_at_100_std - value: 20.579705686992643 - - type: nauc_ndcg_at_10_diff1 - value: 45.90486789468765 - - type: nauc_ndcg_at_10_max - value: 26.830813337994858 - - type: nauc_ndcg_at_10_std - value: 19.23770258587883 - - type: nauc_ndcg_at_1_diff1 - value: 51.59659445736797 - - type: nauc_ndcg_at_1_max - value: 30.24079058048848 - - type: nauc_ndcg_at_1_std - value: 18.593800172605583 - - type: nauc_ndcg_at_20_diff1 - value: 46.09422270134306 - - type: nauc_ndcg_at_20_max - value: 27.454797668927455 - - type: nauc_ndcg_at_20_std - value: 19.181389192275475 - - type: nauc_ndcg_at_3_diff1 - value: 46.71006928524964 - - type: nauc_ndcg_at_3_max - value: 27.916112539349903 - - type: nauc_ndcg_at_3_std - value: 17.31361800908132 - - type: nauc_ndcg_at_5_diff1 - value: 45.234453532794475 - - type: nauc_ndcg_at_5_max - value: 26.933584065195664 - - type: nauc_ndcg_at_5_std - value: 18.936947077270887 - - type: nauc_precision_at_1000_diff1 - value: -23.10090750610695 - - type: nauc_precision_at_1000_max - value: -8.405320792259879 - - type: nauc_precision_at_1000_std - value: 46.152078898060374 - - type: nauc_precision_at_100_diff1 - value: -13.443767854498608 - - type: nauc_precision_at_100_max - value: 1.1501918120691448 - - type: nauc_precision_at_100_std - value: 44.277553577668385 - - type: nauc_precision_at_10_diff1 - value: 13.27441909897881 - - type: nauc_precision_at_10_max - value: 19.977211396862753 - - type: nauc_precision_at_10_std - value: 33.06204878507605 - - type: nauc_precision_at_1_diff1 - value: 51.59659445736797 - - type: nauc_precision_at_1_max - value: 30.24079058048848 - - type: nauc_precision_at_1_std - value: 18.593800172605583 - - type: nauc_precision_at_20_diff1 - value: 4.527260454589361 - - type: nauc_precision_at_20_max - value: 16.554094089838006 - - type: nauc_precision_at_20_std - value: 37.06501546581287 - - type: nauc_precision_at_3_diff1 - value: 31.366659847405998 - - type: nauc_precision_at_3_max - value: 27.647011088055645 - - type: nauc_precision_at_3_std - value: 20.75536063536343 - - type: nauc_precision_at_5_diff1 - value: 21.96099801384215 - - type: nauc_precision_at_5_max - value: 24.75155156846284 - - type: nauc_precision_at_5_std - value: 27.88548717173277 - - type: nauc_recall_at_1000_diff1 - value: 34.68388954282424 - - type: nauc_recall_at_1000_max - value: 32.426242708262656 - - type: nauc_recall_at_1000_std - value: 69.53359054076861 - - type: nauc_recall_at_100_diff1 - value: 32.851235248077046 - - type: nauc_recall_at_100_max - value: 28.611353716064226 - - type: nauc_recall_at_100_std - value: 34.040196877896896 - - type: nauc_recall_at_10_diff1 - value: 39.1596658072276 - - type: nauc_recall_at_10_max - value: 22.078692047937317 - - type: nauc_recall_at_10_std - value: 17.416076033161563 - - type: nauc_recall_at_1_diff1 - value: 53.809138735063215 - - type: nauc_recall_at_1_max - value: 24.772619683471756 - - type: nauc_recall_at_1_std - value: 11.230244685516237 - - type: nauc_recall_at_20_diff1 - value: 37.30710292116189 - - type: nauc_recall_at_20_max - value: 22.715190241204702 - - type: nauc_recall_at_20_std - value: 19.576272964488798 - - type: nauc_recall_at_3_diff1 - value: 43.81556416336881 - - type: nauc_recall_at_3_max - value: 23.76912155560393 - - type: nauc_recall_at_3_std - value: 11.621642370048967 - - type: nauc_recall_at_5_diff1 - value: 38.92654417865752 - - type: nauc_recall_at_5_max - value: 22.577305464525583 - - type: nauc_recall_at_5_std - value: 15.619874581468562 - - type: ndcg_at_1 - value: 36.166 - - type: ndcg_at_10 - value: 45.843 - - type: ndcg_at_100 - value: 51.638 - - type: ndcg_at_1000 - value: 53.766000000000005 - - type: ndcg_at_20 - value: 47.894999999999996 - - type: ndcg_at_3 - value: 41.105999999999995 - - type: ndcg_at_5 - value: 43.236999999999995 - - type: precision_at_1 - value: 36.166 - - type: precision_at_10 - value: 8.854 - - type: precision_at_100 - value: 1.763 - - type: precision_at_1000 - value: 0.253 - - type: precision_at_20 - value: 5.524 - - type: precision_at_3 - value: 19.368 - - type: precision_at_5 - value: 13.794 - - type: recall_at_1 - value: 29.652 - - type: recall_at_10 - value: 56.87 - - type: recall_at_100 - value: 82.636 - - type: recall_at_1000 - value: 96.015 - - type: recall_at_20 - value: 64.559 - - type: recall_at_3 - value: 43.018 - - type: recall_at_5 - value: 48.898 + - type: nAUC_map_diff1 + value: 12.569697092717997 + - type: nAUC_map_max + value: 21.50670312412572 + - type: nAUC_map_std + value: 16.943786429229064 + - type: nAUC_mrr_diff1 + value: 15.590272897361238 + - type: nAUC_mrr_max + value: 34.96072022474653 + - type: nAUC_mrr_std + value: 21.649217605241045 task: - type: Retrieval + type: Reranking + - dataset: + config: default + name: MTEB BIOSSES + revision: d3fb88f8f02e40887cd149695127462bbcf29b4a + split: test + type: mteb/biosses-sts + metrics: + - type: cosine_pearson + value: 85.7824546319275 + - type: cosine_spearman + value: 83.29587385660628 + - type: euclidean_pearson + value: 84.58764190565167 + - type: euclidean_spearman + value: 83.30069324352772 + - type: main_score + value: 83.29587385660628 + - type: manhattan_pearson + value: 84.95996839947179 + - type: manhattan_spearman + value: 83.87480271054358 + - type: pearson + value: 85.7824546319275 + - type: spearman + value: 83.29587385660628 + task: + type: STS + - dataset: + config: default + name: MTEB Banking77Classification + revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 + split: test + type: mteb/banking77 + metrics: + - type: accuracy + value: 89.30194805194806 + - type: f1 + value: 89.26182507266391 + - type: f1_weighted + value: 89.26182507266391 + - type: main_score + value: 89.30194805194806 + task: + type: Classification + - dataset: + config: default + name: MTEB BiorxivClusteringP2P + revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 + split: test + type: mteb/biorxiv-clustering-p2p + metrics: + - type: main_score + value: 50.67972171889736 + - type: v_measure + value: 50.67972171889736 + - type: v_measure_std + value: 0.7687409980036303 + task: + type: Clustering + - dataset: + config: default + name: MTEB BiorxivClusteringS2S + revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 + split: test + type: mteb/biorxiv-clustering-s2s + metrics: + - type: main_score + value: 45.80539715556144 + - type: v_measure + value: 45.80539715556144 + - type: v_measure_std + value: 0.9601346216579142 + task: + type: Clustering - dataset: config: default - name: MTEB CQADupstackWordpressRetrieval + name: MTEB CQADupstackRetrieval revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 split: test - type: mteb/cqadupstack-wordpress + type: mteb/cqadupstack metrics: - type: main_score - value: 36.799 + value: 44.361250000000005 - type: map_at_1 - value: 24.199 + value: 28.304499999999997 - type: map_at_10 - value: 31.802000000000003 + value: 38.54841666666666 - type: map_at_100 - value: 32.782 + value: 39.83141666666667 - type: map_at_1000 - value: 32.885999999999996 + value: 39.944750000000006 - type: map_at_20 - value: 32.297 + value: 39.25341666666667 - type: map_at_3 - value: 29.199 + value: 35.406749999999995 - type: map_at_5 - value: 30.684 + value: 37.15558333333333 - type: mrr_at_1 - value: 26.98706099815157 + value: 34.09077232860122 - type: mrr_at_10 - value: 34.82373910747295 + value: 43.15445393211421 - type: mrr_at_100 - value: 35.60636179524524 + value: 43.98645286848257 - type: mrr_at_1000 - value: 35.67920886464087 + value: 44.037631313469404 - type: mrr_at_20 - value: 35.205688156264166 + value: 43.64045813249614 - type: mrr_at_3 - value: 32.3475046210721 + value: 40.674138648480486 - type: mrr_at_5 - value: 33.69685767097968 + value: 42.106251182620255 - type: nauc_map_at_1000_diff1 - value: 40.20426926234343 + value: 46.250011739434996 - type: nauc_map_at_1000_max - value: 21.494946749706873 + value: 30.13664446260598 - type: nauc_map_at_1000_std - value: 6.740658345691629 + value: 5.422301791618935 - type: nauc_map_at_100_diff1 - value: 40.21346368227976 + value: 46.253631351999395 - type: nauc_map_at_100_max - value: 21.519414102900587 + value: 30.12612918885181 - type: nauc_map_at_100_std - value: 6.728326343964929 + value: 5.367077019987172 - type: nauc_map_at_10_diff1 - value: 40.20946775511352 + value: 46.328171341741346 - type: nauc_map_at_10_max - value: 21.4327874369473 + value: 29.80274612581464 - type: nauc_map_at_10_std - value: 6.300725206247967 + value: 4.62996685176396 - type: nauc_map_at_1_diff1 - value: 48.14626703158692 + value: 51.56118117729493 - type: nauc_map_at_1_max - value: 22.33923130960631 + value: 27.94885243863768 - type: nauc_map_at_1_std - value: 5.090028695091633 + value: 1.700366508927356 - type: nauc_map_at_20_diff1 - value: 40.20152307766448 + value: 46.286750260299094 - type: nauc_map_at_20_max - value: 21.33060510827152 + value: 29.979205290353278 - type: nauc_map_at_20_std - value: 6.446310449390428 + value: 5.010588412441873 - type: nauc_map_at_3_diff1 - value: 42.061375857749546 + value: 47.10018183619064 - type: nauc_map_at_3_max - value: 21.164318616149437 + value: 29.062318206078753 - type: nauc_map_at_3_std - value: 5.580282469128072 + value: 3.2235696254694197 - type: nauc_map_at_5_diff1 - value: 40.17915298851805 + value: 46.41971733050039 - type: nauc_map_at_5_max - value: 21.74297763242879 + value: 29.456798617695657 - type: nauc_map_at_5_std - value: 6.491160358688669 + value: 4.0921691023077145 - type: nauc_mrr_at_1000_diff1 - value: 39.10934219251255 + value: 45.88888977975723 - type: nauc_mrr_at_1000_max - value: 21.846629873784625 + value: 32.162138978089544 - type: nauc_mrr_at_1000_std - value: 8.057162052334247 + value: 6.2811943424217915 - type: nauc_mrr_at_100_diff1 - value: 39.08953488227305 + value: 45.87480433011124 - type: nauc_mrr_at_100_max - value: 21.854814482583407 + value: 32.16011334212834 - type: nauc_mrr_at_100_std - value: 8.047002010462869 + value: 6.2865717772421785 - type: nauc_mrr_at_10_diff1 - value: 39.02243568995744 + value: 45.849652904658825 - type: nauc_mrr_at_10_max - value: 21.869186325121877 + value: 32.13847916232293 - type: nauc_mrr_at_10_std - value: 7.752358221355221 + value: 6.105718728141999 - type: nauc_mrr_at_1_diff1 - value: 46.55758811314048 + value: 51.013730325062156 - type: nauc_mrr_at_1_max - value: 23.39628479504325 + value: 32.77457396492779 - type: nauc_mrr_at_1_std - value: 6.411526263489063 + value: 4.415684893471724 - type: nauc_mrr_at_20_diff1 - value: 39.04482497580765 + value: 45.86663046255274 - type: nauc_mrr_at_20_max - value: 21.71096837801306 + value: 32.15219360697865 - type: nauc_mrr_at_20_std - value: 7.792209245351021 + value: 6.19603046412763 - type: nauc_mrr_at_3_diff1 - value: 40.972654911969606 + value: 46.522376582423185 - type: nauc_mrr_at_3_max - value: 22.201491962131563 + value: 32.18259009733714 - type: nauc_mrr_at_3_std - value: 7.377387305680109 + value: 5.288000648220897 - type: nauc_mrr_at_5_diff1 - value: 38.96061797298516 + value: 45.86611481369745 - type: nauc_mrr_at_5_max - value: 22.122457591798288 + value: 32.14261639054921 - type: nauc_mrr_at_5_std - value: 7.960408962585282 + value: 5.8811238177073735 - type: nauc_ndcg_at_1000_diff1 - value: 37.108559297120806 + value: 44.5055097547565 - type: nauc_ndcg_at_1000_max - value: 21.396966860957964 + value: 31.149682057975458 - type: nauc_ndcg_at_1000_std - value: 9.204225492779988 + value: 8.157937194901333 - type: nauc_ndcg_at_100_diff1 - value: 36.684372012765145 + value: 44.12398363638596 - type: nauc_ndcg_at_100_max - value: 21.49123864972334 + value: 30.878064321409994 - type: nauc_ndcg_at_100_std - value: 9.283401674369356 + value: 8.40493441452808 - type: nauc_ndcg_at_10_diff1 - value: 36.45366504131012 + value: 44.200093505221474 - type: nauc_ndcg_at_10_max - value: 20.676973108891747 + value: 30.15267107733158 - type: nauc_ndcg_at_10_std - value: 7.061104890923634 + value: 6.407495361566107 - type: nauc_ndcg_at_1_diff1 - value: 46.55758811314048 + value: 51.013730325062156 - type: nauc_ndcg_at_1_max - value: 23.39628479504325 + value: 32.77457396492779 - type: nauc_ndcg_at_1_std - value: 6.411526263489063 + value: 4.415684893471724 - type: nauc_ndcg_at_20_diff1 - value: 36.46390212261509 + value: 44.16988321564116 - type: nauc_ndcg_at_20_max - value: 20.144035227652054 + value: 30.333532500651213 - type: nauc_ndcg_at_20_std - value: 7.399863037642277 + value: 7.10024701386895 - type: nauc_ndcg_at_3_diff1 - value: 39.691967942016994 + value: 45.35982873879988 - type: nauc_ndcg_at_3_max - value: 21.13548400680126 + value: 30.288312457948702 - type: nauc_ndcg_at_3_std - value: 6.020014655984021 + value: 4.653900898293395 - type: nauc_ndcg_at_5_diff1 - value: 36.332041845498324 + value: 44.324558115380185 - type: nauc_ndcg_at_5_max - value: 21.366769913673863 + value: 30.048149698941373 - type: nauc_ndcg_at_5_std - value: 7.4243373596009254 + value: 5.6684459618413205 - type: nauc_precision_at_1000_diff1 - value: -8.454624723417623 + value: -7.282175798304458 - type: nauc_precision_at_1000_max - value: -0.9825894243576654 + value: 7.820142031765352 - type: nauc_precision_at_1000_std - value: 1.7451960107522466 + value: 11.736131836431172 - type: nauc_precision_at_100_diff1 - value: 5.644791706864375 + value: 1.0222940256506976 - type: nauc_precision_at_100_max - value: 15.266172301655173 + value: 16.12346497070298 - type: nauc_precision_at_100_std - value: 13.110610839542943 + value: 18.202607395247874 - type: nauc_precision_at_10_diff1 - value: 18.992389487759702 + value: 18.289439185857837 - type: nauc_precision_at_10_max - value: 20.10241613456987 + value: 26.116517399154375 - type: nauc_precision_at_10_std - value: 8.610860495036796 + value: 13.921214069982302 - type: nauc_precision_at_1_diff1 - value: 46.55758811314048 + value: 51.013730325062156 - type: nauc_precision_at_1_max - value: 23.39628479504325 + value: 32.77457396492779 - type: nauc_precision_at_1_std - value: 6.411526263489063 + value: 4.415684893471724 - type: nauc_precision_at_20_diff1 - value: 16.19784028858522 + value: 12.365165405210886 - type: nauc_precision_at_20_max - value: 15.914334277633 + value: 22.946297258937367 - type: nauc_precision_at_20_std - value: 9.289965849650313 + value: 16.13862870358933 - type: nauc_precision_at_3_diff1 - value: 30.73183828980282 + value: 32.063423642849685 - type: nauc_precision_at_3_max - value: 20.561355516958585 + value: 30.140965811989407 - type: nauc_precision_at_3_std - value: 7.621053320590477 + value: 8.501746262550146 - type: nauc_precision_at_5_diff1 - value: 21.068706175783465 + value: 24.777203357717948 - type: nauc_precision_at_5_max - value: 21.58867062775011 + value: 28.401579566848472 - type: nauc_precision_at_5_std - value: 10.67797154758921 + value: 11.643246774390914 - type: nauc_recall_at_1000_diff1 - value: 16.448482276918444 + value: 30.04216463401409 - type: nauc_recall_at_1000_max - value: 24.631554088464693 + value: 34.98067760563842 - type: nauc_recall_at_1000_std - value: 40.22894954703105 + value: 48.01453905250591 - type: nauc_recall_at_100_diff1 - value: 22.90839330496672 + value: 31.193415507513972 - type: nauc_recall_at_100_max - value: 21.478479672427163 + value: 28.69740149270981 - type: nauc_recall_at_100_std - value: 21.731342939613473 + value: 25.20960758920368 - type: nauc_recall_at_10_diff1 - value: 25.46506324838181 + value: 36.18870823636506 - type: nauc_recall_at_10_max - value: 16.731454783530985 + value: 26.005625231341238 - type: nauc_recall_at_10_std - value: 7.749262767718348 + value: 8.891983977041376 - type: nauc_recall_at_1_diff1 - value: 48.14626703158692 + value: 51.56118117729493 - type: nauc_recall_at_1_max - value: 22.33923130960631 + value: 27.94885243863768 - type: nauc_recall_at_1_std - value: 5.090028695091633 + value: 1.700366508927356 - type: nauc_recall_at_20_diff1 - value: 24.924997945479284 + value: 34.93996118564803 - type: nauc_recall_at_20_max - value: 14.37238378554847 + value: 26.149961715956138 - type: nauc_recall_at_20_std - value: 8.578793415673006 + value: 12.0657502367633 - type: nauc_recall_at_3_diff1 - value: 33.91855390710597 + value: 40.80743946709512 - type: nauc_recall_at_3_max - value: 18.538702457334903 + value: 26.443127773025783 - type: nauc_recall_at_3_std - value: 5.518307456996586 + value: 3.7011448604241477 - type: nauc_recall_at_5_diff1 - value: 25.76556579447583 + value: 37.608535157055776 - type: nauc_recall_at_5_max - value: 19.124456482353093 + value: 26.168016189725822 - type: nauc_recall_at_5_std - value: 8.55150525063633 + value: 6.344191564595316 - type: ndcg_at_1 - value: 26.987 + value: 34.09083333333333 - type: ndcg_at_10 - value: 36.799 + value: 44.361250000000005 - type: ndcg_at_100 - value: 41.833999999999996 + value: 49.586166666666664 - type: ndcg_at_1000 - value: 44.292 + value: 51.623583333333336 - type: ndcg_at_20 - value: 38.427 + value: 46.40158333333333 - type: ndcg_at_3 - value: 31.665 + value: 39.27733333333333 - type: ndcg_at_5 - value: 34.129 + value: 41.662333333333336 - type: precision_at_1 - value: 26.987 + value: 34.09083333333333 - type: precision_at_10 - value: 5.7860000000000005 + value: 7.957000000000002 - type: precision_at_100 - value: 0.906 + value: 1.2521666666666669 - type: precision_at_1000 - value: 0.123 + value: 0.16125 - type: precision_at_20 - value: 3.3360000000000003 + value: 4.6755 - type: precision_at_3 - value: 13.494 + value: 18.402083333333334 - type: precision_at_5 - value: 9.686 + value: 13.104333333333335 - type: recall_at_1 - value: 24.199 + value: 28.304499999999997 - type: recall_at_10 - value: 49.419000000000004 + value: 56.80666666666667 - type: recall_at_100 - value: 73.356 + value: 79.66208333333334 - type: recall_at_1000 - value: 91.40700000000001 + value: 93.6455 - type: recall_at_20 - value: 55.467 + value: 64.2495 - type: recall_at_3 - value: 35.333999999999996 + value: 42.431333333333335 - type: recall_at_5 - value: 41.211999999999996 + value: 48.665416666666665 task: type: Retrieval - dataset: @@ -6118,23 +2609,6 @@ model-index: value: 85.17484868863484 task: type: Classification - - dataset: - config: en - name: MTEB MassiveIntentClassification (en) - revision: 4672e20407010da34463acc759c162ca9734bca6 - split: validation - type: mteb/amazon_massive_intent - metrics: - - type: accuracy - value: 85.45499262174128 - - type: f1 - value: 82.75179260642076 - - type: f1_weighted - value: 85.24021944366758 - - type: main_score - value: 85.45499262174128 - task: - type: Classification - dataset: config: en name: MTEB MassiveScenarioClassification (en) @@ -6152,23 +2626,6 @@ model-index: value: 89.61667787491594 task: type: Classification - - dataset: - config: en - name: MTEB MassiveScenarioClassification (en) - revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 - split: validation - type: mteb/amazon_massive_scenario - metrics: - - type: accuracy - value: 89.39006394490899 - - type: f1 - value: 88.60886270543065 - - type: f1_weighted - value: 89.31865719898514 - - type: main_score - value: 89.39006394490899 - task: - type: Classification - dataset: config: default name: MTEB MedrxivClusteringP2P @@ -8968,10 +5425,11 @@ tags: - sentence-transformers - transformers - sentence-similarity -license: apache-2.0 +license: mit --- + # Updates New open-source models and ToDoList will be listed on https://github.com/DunZhang/Stella/blob/main/news_and_todo.md.