---
model-index:
- name: NV-Retriever-v1
  results:
  - dataset:
      config: default
      name: MTEB ArguAna
      revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
      split: test
      type: mteb/arguana
    metrics:
    - type: main_score
      value: 68.277
    - type: map_at_1
      value: 44.666
    - type: map_at_10
      value: 60.3
    - type: map_at_100
      value: 60.692
    - type: map_at_1000
      value: 60.693
    - type: map_at_20
      value: 60.645
    - type: map_at_3
      value: 56.472
    - type: map_at_5
      value: 58.78
    - type: mrr_at_1
      value: 45.092460881934564
    - type: mrr_at_10
      value: 60.493378717063074
    - type: mrr_at_100
      value: 60.87988588545791
    - type: mrr_at_1000
      value: 60.88044591502747
    - type: mrr_at_20
      value: 60.83224958805471
    - type: mrr_at_3
      value: 56.53153153153162
    - type: mrr_at_5
      value: 58.942626837363854
    - type: nauc_map_at_1000_diff1
      value: 14.137909741937149
    - type: nauc_map_at_1000_max
      value: -13.946656236190021
    - type: nauc_map_at_1000_std
      value: -27.431659737602732
    - type: nauc_map_at_100_diff1
      value: 14.136483238553824
    - type: nauc_map_at_100_max
      value: -13.946721068575075
    - type: nauc_map_at_100_std
      value: -27.43462339510713
    - type: nauc_map_at_10_diff1
      value: 13.961240252441984
    - type: nauc_map_at_10_max
      value: -13.804526866049605
    - type: nauc_map_at_10_std
      value: -27.35573153559941
    - type: nauc_map_at_1_diff1
      value: 16.257792463128126
    - type: nauc_map_at_1_max
      value: -16.164790771610072
    - type: nauc_map_at_1_std
      value: -27.84021734986689
    - type: nauc_map_at_20_diff1
      value: 14.106499894575682
    - type: nauc_map_at_20_max
      value: -13.930699708027205
    - type: nauc_map_at_20_std
      value: -27.47446428876476
    - type: nauc_map_at_3_diff1
      value: 15.018611065750246
    - type: nauc_map_at_3_max
      value: -12.659774043658842
    - type: nauc_map_at_3_std
      value: -27.186079034885598
    - type: nauc_map_at_5_diff1
      value: 14.199306816408377
    - type: nauc_map_at_5_max
      value: -13.261282961741303
    - type: nauc_map_at_5_std
      value: -26.71739573072423
    - type: nauc_mrr_at_1000_diff1
      value: 12.629073492081275
    - type: nauc_mrr_at_1000_max
      value: -14.666344334069448
    - type: nauc_mrr_at_1000_std
      value: -27.30760238816266
    - type: nauc_mrr_at_100_diff1
      value: 12.627677268171094
    - type: nauc_mrr_at_100_max
      value: -14.66639461039424
    - type: nauc_mrr_at_100_std
      value: -27.310569102264846
    - type: nauc_mrr_at_10_diff1
      value: 12.482407364331927
    - type: nauc_mrr_at_10_max
      value: -14.509649052862667
    - type: nauc_mrr_at_10_std
      value: -27.246235066954423
    - type: nauc_mrr_at_1_diff1
      value: 15.084265144497373
    - type: nauc_mrr_at_1_max
      value: -16.312295398834625
    - type: nauc_mrr_at_1_std
      value: -27.686736137340894
    - type: nauc_mrr_at_20_diff1
      value: 12.600281810712003
    - type: nauc_mrr_at_20_max
      value: -14.649133303237166
    - type: nauc_mrr_at_20_std
      value: -27.350630544847004
    - type: nauc_mrr_at_3_diff1
      value: 13.081208137779557
    - type: nauc_mrr_at_3_max
      value: -13.91769455651833
    - type: nauc_mrr_at_3_std
      value: -27.42237181201488
    - type: nauc_mrr_at_5_diff1
      value: 12.697412153053486
    - type: nauc_mrr_at_5_max
      value: -14.046815225580204
    - type: nauc_mrr_at_5_std
      value: -26.69417403787157
    - type: nauc_ndcg_at_1000_diff1
      value: 13.984706619459738
    - type: nauc_ndcg_at_1000_max
      value: -13.48207980711916
    - type: nauc_ndcg_at_1000_std
      value: -27.16935912553381
    - type: nauc_ndcg_at_100_diff1
      value: 13.951491624929446
    - type: nauc_ndcg_at_100_max
      value: -13.483812067015261
    - type: nauc_ndcg_at_100_std
      value: -27.238639718923814
    - type: nauc_ndcg_at_10_diff1
      value: 13.16429886726646
    - type: nauc_ndcg_at_10_max
      value: -12.816570276390305
    - type: nauc_ndcg_at_10_std
      value: -27.13129457560619
    - type: nauc_ndcg_at_1_diff1
      value: 16.257792463128126
    - type: nauc_ndcg_at_1_max
      value: -16.164790771610072
    - type: nauc_ndcg_at_1_std
      value: -27.84021734986689
    - type: nauc_ndcg_at_20_diff1
      value: 13.767660163849325
    - type: nauc_ndcg_at_20_max
      value: -13.330392545127982
    - type: nauc_ndcg_at_20_std
      value: -27.655874185287637
    - type: nauc_ndcg_at_3_diff1
      value: 15.379454570465107
    - type: nauc_ndcg_at_3_max
      value: -10.682369832384417
    - type: nauc_ndcg_at_3_std
      value: -26.61546503103021
    - type: nauc_ndcg_at_5_diff1
      value: 13.857194107241847
    - type: nauc_ndcg_at_5_max
      value: -11.585582001386438
    - type: nauc_ndcg_at_5_std
      value: -25.60318972329879
    - type: nauc_precision_at_1000_diff1
      value: 25.196544697410012
    - type: nauc_precision_at_1000_max
      value: 20.85546049013785
    - type: nauc_precision_at_1000_std
      value: 56.11900085120013
    - type: nauc_precision_at_100_diff1
      value: 11.605921153386918
    - type: nauc_precision_at_100_max
      value: 14.521201087528956
    - type: nauc_precision_at_100_std
      value: 17.78762614096395
    - type: nauc_precision_at_10_diff1
      value: 2.9073450747110328
    - type: nauc_precision_at_10_max
      value: -1.7706065742373982
    - type: nauc_precision_at_10_std
      value: -25.127721917434958
    - type: nauc_precision_at_1_diff1
      value: 16.257792463128126
    - type: nauc_precision_at_1_max
      value: -16.164790771610072
    - type: nauc_precision_at_1_std
      value: -27.84021734986689
    - type: nauc_precision_at_20_diff1
      value: 4.945029151806525
    - type: nauc_precision_at_20_max
      value: 1.299254371223885
    - type: nauc_precision_at_20_std
      value: -42.34878406902393
    - type: nauc_precision_at_3_diff1
      value: 17.02535492673917
    - type: nauc_precision_at_3_max
      value: -3.160620615377462
    - type: nauc_precision_at_3_std
      value: -24.392959569235646
    - type: nauc_precision_at_5_diff1
      value: 12.283704585525927
    - type: nauc_precision_at_5_max
      value: -2.860819740357931
    - type: nauc_precision_at_5_std
      value: -19.497494992596568
    - type: nauc_recall_at_1000_diff1
      value: 25.196544697407973
    - type: nauc_recall_at_1000_max
      value: 20.855460490135933
    - type: nauc_recall_at_1000_std
      value: 56.119000851196496
    - type: nauc_recall_at_100_diff1
      value: 11.60592115338627
    - type: nauc_recall_at_100_max
      value: 14.5212010875248
    - type: nauc_recall_at_100_std
      value: 17.787626140957425
    - type: nauc_recall_at_10_diff1
      value: 2.9073450747112304
    - type: nauc_recall_at_10_max
      value: -1.7706065742371515
    - type: nauc_recall_at_10_std
      value: -25.12772191743481
    - type: nauc_recall_at_1_diff1
      value: 16.257792463128126
    - type: nauc_recall_at_1_max
      value: -16.164790771610072
    - type: nauc_recall_at_1_std
      value: -27.84021734986689
    - type: nauc_recall_at_20_diff1
      value: 4.9450291518064935
    - type: nauc_recall_at_20_max
      value: 1.2992543712237186
    - type: nauc_recall_at_20_std
      value: -42.34878406902303
    - type: nauc_recall_at_3_diff1
      value: 17.025354926739237
    - type: nauc_recall_at_3_max
      value: -3.1606206153775016
    - type: nauc_recall_at_3_std
      value: -24.39295956923558
    - type: nauc_recall_at_5_diff1
      value: 12.283704585525939
    - type: nauc_recall_at_5_max
      value: -2.8608197403578512
    - type: nauc_recall_at_5_std
      value: -19.497494992596575
    - type: ndcg_at_1
      value: 44.666
    - type: ndcg_at_10
      value: 68.277
    - type: ndcg_at_100
      value: 69.78
    - type: ndcg_at_1000
      value: 69.78999999999999
    - type: ndcg_at_20
      value: 69.464
    - type: ndcg_at_3
      value: 60.462
    - type: ndcg_at_5
      value: 64.651
    - type: precision_at_1
      value: 44.666
    - type: precision_at_10
      value: 9.339
    - type: precision_at_100
      value: 0.996
    - type: precision_at_1000
      value: 0.1
    - type: precision_at_20
      value: 4.897
    - type: precision_at_3
      value: 24.016000000000002
    - type: precision_at_5
      value: 16.458000000000002
    - type: recall_at_1
      value: 44.666
    - type: recall_at_10
      value: 93.38499999999999
    - type: recall_at_100
      value: 99.57300000000001
    - type: recall_at_1000
      value: 99.644
    - type: recall_at_20
      value: 97.937
    - type: recall_at_3
      value: 72.048
    - type: recall_at_5
      value: 82.28999999999999
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackAndroidRetrieval
      revision: f46a197baaae43b4f621051089b82a364682dfeb
      split: test
      type: mteb/cqadupstack-android
    metrics:
    - type: main_score
      value: 57.025000000000006
    - type: map_at_1
      value: 35.67
    - type: map_at_10
      value: 49.816
    - type: map_at_100
      value: 51.465
    - type: map_at_1000
      value: 51.559
    - type: map_at_20
      value: 50.843
    - type: map_at_3
      value: 45.462
    - type: map_at_5
      value: 47.789
    - type: mrr_at_1
      value: 44.77825464949928
    - type: mrr_at_10
      value: 55.787576356245886
    - type: mrr_at_100
      value: 56.4488799265231
    - type: mrr_at_1000
      value: 56.47353697784773
    - type: mrr_at_20
      value: 56.21107253216036
    - type: mrr_at_3
      value: 52.885073915116834
    - type: mrr_at_5
      value: 54.58035288507389
    - type: nauc_map_at_1000_diff1
      value: 50.45823101819382
    - type: nauc_map_at_1000_max
      value: 36.49053295534483
    - type: nauc_map_at_1000_std
      value: -18.526304321886187
    - type: nauc_map_at_100_diff1
      value: 50.4260834410578
    - type: nauc_map_at_100_max
      value: 36.5085073099934
    - type: nauc_map_at_100_std
      value: -18.46644794935817
    - type: nauc_map_at_10_diff1
      value: 50.89883450942742
    - type: nauc_map_at_10_max
      value: 36.04067774200049
    - type: nauc_map_at_10_std
      value: -20.056347095828695
    - type: nauc_map_at_1_diff1
      value: 56.834567406767775
    - type: nauc_map_at_1_max
      value: 32.806861016490686
    - type: nauc_map_at_1_std
      value: -17.50758527738866
    - type: nauc_map_at_20_diff1
      value: 50.5042164434519
    - type: nauc_map_at_20_max
      value: 36.50186920758872
    - type: nauc_map_at_20_std
      value: -18.739559098645316
    - type: nauc_map_at_3_diff1
      value: 51.47192911647498
    - type: nauc_map_at_3_max
      value: 35.30704707609017
    - type: nauc_map_at_3_std
      value: -20.29632792705977
    - type: nauc_map_at_5_diff1
      value: 51.12306422908822
    - type: nauc_map_at_5_max
      value: 35.89975376917192
    - type: nauc_map_at_5_std
      value: -19.828384476366086
    - type: nauc_mrr_at_1000_diff1
      value: 48.849919708933356
    - type: nauc_mrr_at_1000_max
      value: 37.551368642516984
    - type: nauc_mrr_at_1000_std
      value: -17.829333495571873
    - type: nauc_mrr_at_100_diff1
      value: 48.84124005822968
    - type: nauc_mrr_at_100_max
      value: 37.55507214788527
    - type: nauc_mrr_at_100_std
      value: -17.829902708031735
    - type: nauc_mrr_at_10_diff1
      value: 48.75998469903627
    - type: nauc_mrr_at_10_max
      value: 37.38578492482243
    - type: nauc_mrr_at_10_std
      value: -18.49027309110136
    - type: nauc_mrr_at_1_diff1
      value: 52.82147548271261
    - type: nauc_mrr_at_1_max
      value: 38.52107406488729
    - type: nauc_mrr_at_1_std
      value: -15.557810119211657
    - type: nauc_mrr_at_20_diff1
      value: 48.786516207985585
    - type: nauc_mrr_at_20_max
      value: 37.53134866494839
    - type: nauc_mrr_at_20_std
      value: -17.78055242023104
    - type: nauc_mrr_at_3_diff1
      value: 48.72848733815437
    - type: nauc_mrr_at_3_max
      value: 37.62564116429598
    - type: nauc_mrr_at_3_std
      value: -18.63098278761354
    - type: nauc_mrr_at_5_diff1
      value: 48.67198763487669
    - type: nauc_mrr_at_5_max
      value: 37.46200111234106
    - type: nauc_mrr_at_5_std
      value: -18.592288612712576
    - type: nauc_ndcg_at_1000_diff1
      value: 48.75201809702225
    - type: nauc_ndcg_at_1000_max
      value: 37.04967809462886
    - type: nauc_ndcg_at_1000_std
      value: -16.948540945875216
    - type: nauc_ndcg_at_100_diff1
      value: 48.213857924243804
    - type: nauc_ndcg_at_100_max
      value: 36.99860703887876
    - type: nauc_ndcg_at_100_std
      value: -16.420746045271017
    - type: nauc_ndcg_at_10_diff1
      value: 48.7590345342662
    - type: nauc_ndcg_at_10_max
      value: 36.087304891668495
    - type: nauc_ndcg_at_10_std
      value: -20.677784655001727
    - type: nauc_ndcg_at_1_diff1
      value: 52.82147548271261
    - type: nauc_ndcg_at_1_max
      value: 38.52107406488729
    - type: nauc_ndcg_at_1_std
      value: -15.557810119211657
    - type: nauc_ndcg_at_20_diff1
      value: 48.119759046742004
    - type: nauc_ndcg_at_20_max
      value: 36.91858601052183
    - type: nauc_ndcg_at_20_std
      value: -17.315588991460316
    - type: nauc_ndcg_at_3_diff1
      value: 48.35879771694856
    - type: nauc_ndcg_at_3_max
      value: 36.59333419427929
    - type: nauc_ndcg_at_3_std
      value: -19.646763729930917
    - type: nauc_ndcg_at_5_diff1
      value: 48.73702053100838
    - type: nauc_ndcg_at_5_max
      value: 36.2032422359128
    - type: nauc_ndcg_at_5_std
      value: -19.81761218645642
    - type: nauc_precision_at_1000_diff1
      value: -19.23879401783259
    - type: nauc_precision_at_1000_max
      value: -10.334669548312661
    - type: nauc_precision_at_1000_std
      value: 1.8528999887213935
    - type: nauc_precision_at_100_diff1
      value: -17.061064047641576
    - type: nauc_precision_at_100_max
      value: -2.2318557604173557
    - type: nauc_precision_at_100_std
      value: 9.453864069155783
    - type: nauc_precision_at_10_diff1
      value: -0.0250981142012463
    - type: nauc_precision_at_10_max
      value: 15.000297351883034
    - type: nauc_precision_at_10_std
      value: -1.6209044879293661
    - type: nauc_precision_at_1_diff1
      value: 52.82147548271261
    - type: nauc_precision_at_1_max
      value: 38.52107406488729
    - type: nauc_precision_at_1_std
      value: -15.557810119211657
    - type: nauc_precision_at_20_diff1
      value: -9.566950286920978
    - type: nauc_precision_at_20_max
      value: 9.865702753901365
    - type: nauc_precision_at_20_std
      value: 8.87854086185741
    - type: nauc_precision_at_3_diff1
      value: 19.978926078471915
    - type: nauc_precision_at_3_max
      value: 29.135402513527524
    - type: nauc_precision_at_3_std
      value: -12.410877361712942
    - type: nauc_precision_at_5_diff1
      value: 11.602459698883452
    - type: nauc_precision_at_5_max
      value: 24.44724344216036
    - type: nauc_precision_at_5_std
      value: -6.23012846505485
    - type: nauc_recall_at_1000_diff1
      value: 30.5620107082901
    - type: nauc_recall_at_1000_max
      value: 57.90393858174957
    - type: nauc_recall_at_1000_std
      value: 50.27827169570347
    - type: nauc_recall_at_100_diff1
      value: 30.37443399479563
    - type: nauc_recall_at_100_max
      value: 37.75874353752331
    - type: nauc_recall_at_100_std
      value: 10.331635217724585
    - type: nauc_recall_at_10_diff1
      value: 42.50804834678793
    - type: nauc_recall_at_10_max
      value: 32.01676571227172
    - type: nauc_recall_at_10_std
      value: -24.707266416874376
    - type: nauc_recall_at_1_diff1
      value: 56.834567406767775
    - type: nauc_recall_at_1_max
      value: 32.806861016490686
    - type: nauc_recall_at_1_std
      value: -17.50758527738866
    - type: nauc_recall_at_20_diff1
      value: 38.7222771840029
    - type: nauc_recall_at_20_max
      value: 35.62991559107865
    - type: nauc_recall_at_20_std
      value: -8.672399835082256
    - type: nauc_recall_at_3_diff1
      value: 44.63989156943874
    - type: nauc_recall_at_3_max
      value: 32.924250725683954
    - type: nauc_recall_at_3_std
      value: -22.031517542434386
    - type: nauc_recall_at_5_diff1
      value: 43.52398344993421
    - type: nauc_recall_at_5_max
      value: 32.68140834172185
    - type: nauc_recall_at_5_std
      value: -22.07867437121263
    - type: ndcg_at_1
      value: 44.778
    - type: ndcg_at_10
      value: 57.025000000000006
    - type: ndcg_at_100
      value: 62.007
    - type: ndcg_at_1000
      value: 63.11
    - type: ndcg_at_20
      value: 59.301
    - type: ndcg_at_3
      value: 51.162
    - type: ndcg_at_5
      value: 53.684
    - type: precision_at_1
      value: 44.778
    - type: precision_at_10
      value: 11.173
    - type: precision_at_100
      value: 1.7080000000000002
    - type: precision_at_1000
      value: 0.20600000000000002
    - type: precision_at_20
      value: 6.651999999999999
    - type: precision_at_3
      value: 25.130999999999997
    - type: precision_at_5
      value: 18.026
    - type: recall_at_1
      value: 35.67
    - type: recall_at_10
      value: 71.006
    - type: recall_at_100
      value: 91.24
    - type: recall_at_1000
      value: 97.68599999999999
    - type: recall_at_20
      value: 78.869
    - type: recall_at_3
      value: 53.616
    - type: recall_at_5
      value: 61.046
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackEnglishRetrieval
      revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
      split: test
      type: mteb/cqadupstack-english
    metrics:
    - type: main_score
      value: 56.93
    - type: map_at_1
      value: 37.869
    - type: map_at_10
      value: 50.651999999999994
    - type: map_at_100
      value: 52.099
    - type: map_at_1000
      value: 52.229000000000006
    - type: map_at_20
      value: 51.471000000000004
    - type: map_at_3
      value: 46.900999999999996
    - type: map_at_5
      value: 49.163000000000004
    - type: mrr_at_1
      value: 48.152866242038215
    - type: mrr_at_10
      value: 57.048781720756324
    - type: mrr_at_100
      value: 57.61447046748723
    - type: mrr_at_1000
      value: 57.64904742638159
    - type: mrr_at_20
      value: 57.39780918212383
    - type: mrr_at_3
      value: 54.80891719745229
    - type: mrr_at_5
      value: 56.28343949044594
    - type: nauc_map_at_1000_diff1
      value: 58.85279432139136
    - type: nauc_map_at_1000_max
      value: 44.27751637558559
    - type: nauc_map_at_1000_std
      value: -15.750083199667806
    - type: nauc_map_at_100_diff1
      value: 58.86033676691407
    - type: nauc_map_at_100_max
      value: 44.19456055171921
    - type: nauc_map_at_100_std
      value: -15.866235670948466
    - type: nauc_map_at_10_diff1
      value: 59.15850189168124
    - type: nauc_map_at_10_max
      value: 43.11472836391707
    - type: nauc_map_at_10_std
      value: -17.744478993375527
    - type: nauc_map_at_1_diff1
      value: 64.04942461321761
    - type: nauc_map_at_1_max
      value: 36.02760504360551
    - type: nauc_map_at_1_std
      value: -20.916663614576407
    - type: nauc_map_at_20_diff1
      value: 58.98751913649348
    - type: nauc_map_at_20_max
      value: 43.747358339703325
    - type: nauc_map_at_20_std
      value: -16.73926017048612
    - type: nauc_map_at_3_diff1
      value: 60.545139674280094
    - type: nauc_map_at_3_max
      value: 41.30484092754499
    - type: nauc_map_at_3_std
      value: -20.449249818528614
    - type: nauc_map_at_5_diff1
      value: 59.60326322666997
    - type: nauc_map_at_5_max
      value: 42.108701221797
    - type: nauc_map_at_5_std
      value: -18.957986608087435
    - type: nauc_mrr_at_1000_diff1
      value: 56.30127401697153
    - type: nauc_mrr_at_1000_max
      value: 47.08483234515321
    - type: nauc_mrr_at_1000_std
      value: -10.314335018294779
    - type: nauc_mrr_at_100_diff1
      value: 56.28727998516319
    - type: nauc_mrr_at_100_max
      value: 47.08137119553827
    - type: nauc_mrr_at_100_std
      value: -10.295734439040498
    - type: nauc_mrr_at_10_diff1
      value: 56.25229630851168
    - type: nauc_mrr_at_10_max
      value: 47.149329681676
    - type: nauc_mrr_at_10_std
      value: -10.598837356654567
    - type: nauc_mrr_at_1_diff1
      value: 59.098651501966394
    - type: nauc_mrr_at_1_max
      value: 46.60615627466452
    - type: nauc_mrr_at_1_std
      value: -10.475650807142516
    - type: nauc_mrr_at_20_diff1
      value: 56.2453798649222
    - type: nauc_mrr_at_20_max
      value: 47.09346599217677
    - type: nauc_mrr_at_20_std
      value: -10.386425082322834
    - type: nauc_mrr_at_3_diff1
      value: 56.75733035936052
    - type: nauc_mrr_at_3_max
      value: 46.94088551304416
    - type: nauc_mrr_at_3_std
      value: -11.483866905681051
    - type: nauc_mrr_at_5_diff1
      value: 56.40006056789708
    - type: nauc_mrr_at_5_max
      value: 46.808130364381846
    - type: nauc_mrr_at_5_std
      value: -11.050122560712222
    - type: nauc_ndcg_at_1000_diff1
      value: 56.60974899528984
    - type: nauc_ndcg_at_1000_max
      value: 46.20688890501171
    - type: nauc_ndcg_at_1000_std
      value: -11.14222381973439
    - type: nauc_ndcg_at_100_diff1
      value: 56.677945515470675
    - type: nauc_ndcg_at_100_max
      value: 46.001596072553404
    - type: nauc_ndcg_at_100_std
      value: -11.229044974791337
    - type: nauc_ndcg_at_10_diff1
      value: 57.1066442501231
    - type: nauc_ndcg_at_10_max
      value: 45.542982262967776
    - type: nauc_ndcg_at_10_std
      value: -14.273638238311195
    - type: nauc_ndcg_at_1_diff1
      value: 59.098651501966394
    - type: nauc_ndcg_at_1_max
      value: 46.60615627466452
    - type: nauc_ndcg_at_1_std
      value: -10.475650807142516
    - type: nauc_ndcg_at_20_diff1
      value: 56.851307181340694
    - type: nauc_ndcg_at_20_max
      value: 45.84417755460993
    - type: nauc_ndcg_at_20_std
      value: -12.926633494308371
    - type: nauc_ndcg_at_3_diff1
      value: 57.423753276241754
    - type: nauc_ndcg_at_3_max
      value: 45.1658528352273
    - type: nauc_ndcg_at_3_std
      value: -15.041500407672178
    - type: nauc_ndcg_at_5_diff1
      value: 57.366735747016584
    - type: nauc_ndcg_at_5_max
      value: 44.754486357586316
    - type: nauc_ndcg_at_5_std
      value: -15.100632526050441
    - type: nauc_precision_at_1000_diff1
      value: -23.32973690238293
    - type: nauc_precision_at_1000_max
      value: 9.122165441089374
    - type: nauc_precision_at_1000_std
      value: 32.082444098667565
    - type: nauc_precision_at_100_diff1
      value: -16.218615616263428
    - type: nauc_precision_at_100_max
      value: 19.44437302773441
    - type: nauc_precision_at_100_std
      value: 35.248811470691166
    - type: nauc_precision_at_10_diff1
      value: 1.0766468144861965
    - type: nauc_precision_at_10_max
      value: 30.491892916282236
    - type: nauc_precision_at_10_std
      value: 18.538876410079585
    - type: nauc_precision_at_1_diff1
      value: 59.098651501966394
    - type: nauc_precision_at_1_max
      value: 46.60615627466452
    - type: nauc_precision_at_1_std
      value: -10.475650807142516
    - type: nauc_precision_at_20_diff1
      value: -6.769874545877082
    - type: nauc_precision_at_20_max
      value: 26.352774891191004
    - type: nauc_precision_at_20_std
      value: 26.150734923942952
    - type: nauc_precision_at_3_diff1
      value: 23.74601942735032
    - type: nauc_precision_at_3_max
      value: 39.71043044078846
    - type: nauc_precision_at_3_std
      value: 3.161463247727185
    - type: nauc_precision_at_5_diff1
      value: 11.589849872978208
    - type: nauc_precision_at_5_max
      value: 34.355473407777296
    - type: nauc_precision_at_5_std
      value: 10.0662074493734
    - type: nauc_recall_at_1000_diff1
      value: 44.20612579552725
    - type: nauc_recall_at_1000_max
      value: 54.50563586814392
    - type: nauc_recall_at_1000_std
      value: 29.37098358130919
    - type: nauc_recall_at_100_diff1
      value: 46.991905821496225
    - type: nauc_recall_at_100_max
      value: 45.677355517440446
    - type: nauc_recall_at_100_std
      value: 8.193115293674246
    - type: nauc_recall_at_10_diff1
      value: 51.021956806545575
    - type: nauc_recall_at_10_max
      value: 42.39780880270869
    - type: nauc_recall_at_10_std
      value: -14.372872090525025
    - type: nauc_recall_at_1_diff1
      value: 64.04942461321761
    - type: nauc_recall_at_1_max
      value: 36.02760504360551
    - type: nauc_recall_at_1_std
      value: -20.916663614576407
    - type: nauc_recall_at_20_diff1
      value: 49.330317036362736
    - type: nauc_recall_at_20_max
      value: 43.82370541895915
    - type: nauc_recall_at_20_std
      value: -7.676142813819095
    - type: nauc_recall_at_3_diff1
      value: 56.15563158128648
    - type: nauc_recall_at_3_max
      value: 39.776800175069496
    - type: nauc_recall_at_3_std
      value: -21.67535047518367
    - type: nauc_recall_at_5_diff1
      value: 53.55725212243435
    - type: nauc_recall_at_5_max
      value: 39.639229625237746
    - type: nauc_recall_at_5_std
      value: -18.537472489671433
    - type: ndcg_at_1
      value: 48.153
    - type: ndcg_at_10
      value: 56.93
    - type: ndcg_at_100
      value: 61.041999999999994
    - type: ndcg_at_1000
      value: 62.71600000000001
    - type: ndcg_at_20
      value: 58.626999999999995
    - type: ndcg_at_3
      value: 52.437999999999995
    - type: ndcg_at_5
      value: 54.774
    - type: precision_at_1
      value: 48.153
    - type: precision_at_10
      value: 10.93
    - type: precision_at_100
      value: 1.669
    - type: precision_at_1000
      value: 0.213
    - type: precision_at_20
      value: 6.382000000000001
    - type: precision_at_3
      value: 25.796000000000003
    - type: precision_at_5
      value: 18.407999999999998
    - type: recall_at_1
      value: 37.869
    - type: recall_at_10
      value: 67.514
    - type: recall_at_100
      value: 84.454
    - type: recall_at_1000
      value: 94.356
    - type: recall_at_20
      value: 73.558
    - type: recall_at_3
      value: 53.559
    - type: recall_at_5
      value: 60.475
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackGamingRetrieval
      revision: 4885aa143210c98657558c04aaf3dc47cfb54340
      split: test
      type: mteb/cqadupstack-gaming
    metrics:
    - type: main_score
      value: 67.253
    - type: map_at_1
      value: 46.905
    - type: map_at_10
      value: 61.332
    - type: map_at_100
      value: 62.304
    - type: map_at_1000
      value: 62.334
    - type: map_at_20
      value: 61.964
    - type: map_at_3
      value: 58.042
    - type: map_at_5
      value: 59.882000000000005
    - type: mrr_at_1
      value: 53.47962382445141
    - type: mrr_at_10
      value: 64.39956212370015
    - type: mrr_at_100
      value: 64.95557189125634
    - type: mrr_at_1000
      value: 64.96848596592983
    - type: mrr_at_20
      value: 64.77428822572568
    - type: mrr_at_3
      value: 62.309299895506896
    - type: mrr_at_5
      value: 63.54440961337527
    - type: nauc_map_at_1000_diff1
      value: 56.74686837364893
    - type: nauc_map_at_1000_max
      value: 37.37480368876817
    - type: nauc_map_at_1000_std
      value: -10.049421617657124
    - type: nauc_map_at_100_diff1
      value: 56.72313143831275
    - type: nauc_map_at_100_max
      value: 37.35797555204418
    - type: nauc_map_at_100_std
      value: -10.049812301974452
    - type: nauc_map_at_10_diff1
      value: 56.68397120600094
    - type: nauc_map_at_10_max
      value: 36.59842978269273
    - type: nauc_map_at_10_std
      value: -11.174804244499098
    - type: nauc_map_at_1_diff1
      value: 61.94214953873164
    - type: nauc_map_at_1_max
      value: 28.119092174242382
    - type: nauc_map_at_1_std
      value: -14.419629681905278
    - type: nauc_map_at_20_diff1
      value: 56.66822667045707
    - type: nauc_map_at_20_max
      value: 37.19179210659321
    - type: nauc_map_at_20_std
      value: -10.36424574922098
    - type: nauc_map_at_3_diff1
      value: 56.786004222951966
    - type: nauc_map_at_3_max
      value: 34.409125163057354
    - type: nauc_map_at_3_std
      value: -12.308681065089702
    - type: nauc_map_at_5_diff1
      value: 56.837122717249855
    - type: nauc_map_at_5_max
      value: 35.70069180549282
    - type: nauc_map_at_5_std
      value: -12.19154238352126
    - type: nauc_mrr_at_1000_diff1
      value: 57.03608286201278
    - type: nauc_mrr_at_1000_max
      value: 39.15777651816965
    - type: nauc_mrr_at_1000_std
      value: -8.45524348928121
    - type: nauc_mrr_at_100_diff1
      value: 57.03051889095766
    - type: nauc_mrr_at_100_max
      value: 39.168900323859
    - type: nauc_mrr_at_100_std
      value: -8.439862972545644
    - type: nauc_mrr_at_10_diff1
      value: 56.848642658414775
    - type: nauc_mrr_at_10_max
      value: 39.11801407771557
    - type: nauc_mrr_at_10_std
      value: -8.678625365653245
    - type: nauc_mrr_at_1_diff1
      value: 61.1124527741601
    - type: nauc_mrr_at_1_max
      value: 36.080048505155865
    - type: nauc_mrr_at_1_std
      value: -10.584194474752584
    - type: nauc_mrr_at_20_diff1
      value: 56.878714270983146
    - type: nauc_mrr_at_20_max
      value: 39.16569382719707
    - type: nauc_mrr_at_20_std
      value: -8.447245465078893
    - type: nauc_mrr_at_3_diff1
      value: 56.87172734333986
    - type: nauc_mrr_at_3_max
      value: 39.07882270376788
    - type: nauc_mrr_at_3_std
      value: -9.069457598400062
    - type: nauc_mrr_at_5_diff1
      value: 56.82487051170517
    - type: nauc_mrr_at_5_max
      value: 39.030878651662796
    - type: nauc_mrr_at_5_std
      value: -9.076518259406917
    - type: nauc_ndcg_at_1000_diff1
      value: 56.082240909091695
    - type: nauc_ndcg_at_1000_max
      value: 39.699264232007025
    - type: nauc_ndcg_at_1000_std
      value: -7.502941002933741
    - type: nauc_ndcg_at_100_diff1
      value: 55.887513398861955
    - type: nauc_ndcg_at_100_max
      value: 39.847450141736395
    - type: nauc_ndcg_at_100_std
      value: -7.146894645593031
    - type: nauc_ndcg_at_10_diff1
      value: 55.15467572394677
    - type: nauc_ndcg_at_10_max
      value: 38.97265748975791
    - type: nauc_ndcg_at_10_std
      value: -9.4670794339538
    - type: nauc_ndcg_at_1_diff1
      value: 61.1124527741601
    - type: nauc_ndcg_at_1_max
      value: 36.080048505155865
    - type: nauc_ndcg_at_1_std
      value: -10.584194474752584
    - type: nauc_ndcg_at_20_diff1
      value: 55.15513104937557
    - type: nauc_ndcg_at_20_max
      value: 39.66296704562037
    - type: nauc_ndcg_at_20_std
      value: -7.847800655967109
    - type: nauc_ndcg_at_3_diff1
      value: 54.96185776120714
    - type: nauc_ndcg_at_3_max
      value: 37.00790660301803
    - type: nauc_ndcg_at_3_std
      value: -10.547349631779593
    - type: nauc_ndcg_at_5_diff1
      value: 55.292986134183764
    - type: nauc_ndcg_at_5_max
      value: 38.12541620211435
    - type: nauc_ndcg_at_5_std
      value: -10.961954651898877
    - type: nauc_precision_at_1000_diff1
      value: -17.737775083152922
    - type: nauc_precision_at_1000_max
      value: 21.575992446429407
    - type: nauc_precision_at_1000_std
      value: 30.76555260404715
    - type: nauc_precision_at_100_diff1
      value: -17.3761536797116
    - type: nauc_precision_at_100_max
      value: 23.455151994000513
    - type: nauc_precision_at_100_std
      value: 30.66476060812044
    - type: nauc_precision_at_10_diff1
      value: 0.37712699076668355
    - type: nauc_precision_at_10_max
      value: 31.298133911984248
    - type: nauc_precision_at_10_std
      value: 16.134374567323214
    - type: nauc_precision_at_1_diff1
      value: 61.1124527741601
    - type: nauc_precision_at_1_max
      value: 36.080048505155865
    - type: nauc_precision_at_1_std
      value: -10.584194474752584
    - type: nauc_precision_at_20_diff1
      value: -7.697609516072893
    - type: nauc_precision_at_20_max
      value: 30.392978129152638
    - type: nauc_precision_at_20_std
      value: 25.297979676649902
    - type: nauc_precision_at_3_diff1
      value: 21.920115701694172
    - type: nauc_precision_at_3_max
      value: 35.916002988740644
    - type: nauc_precision_at_3_std
      value: 3.192816307982428
    - type: nauc_precision_at_5_diff1
      value: 12.416994377124743
    - type: nauc_precision_at_5_max
      value: 34.60793433800759
    - type: nauc_precision_at_5_std
      value: 7.681539417199799
    - type: nauc_recall_at_1000_diff1
      value: 45.05841406616179
    - type: nauc_recall_at_1000_max
      value: 84.01729859779441
    - type: nauc_recall_at_1000_std
      value: 70.81952441677544
    - type: nauc_recall_at_100_diff1
      value: 47.82912442332592
    - type: nauc_recall_at_100_max
      value: 61.538854248032905
    - type: nauc_recall_at_100_std
      value: 31.507749555394742
    - type: nauc_recall_at_10_diff1
      value: 46.23707108341979
    - type: nauc_recall_at_10_max
      value: 40.14549188124033
    - type: nauc_recall_at_10_std
      value: -8.418378388855976
    - type: nauc_recall_at_1_diff1
      value: 61.94214953873164
    - type: nauc_recall_at_1_max
      value: 28.119092174242382
    - type: nauc_recall_at_1_std
      value: -14.419629681905278
    - type: nauc_recall_at_20_diff1
      value: 43.5874302201068
    - type: nauc_recall_at_20_max
      value: 46.94504592203577
    - type: nauc_recall_at_20_std
      value: 3.913410811827146
    - type: nauc_recall_at_3_diff1
      value: 49.63064701945406
    - type: nauc_recall_at_3_max
      value: 35.29572226414386
    - type: nauc_recall_at_3_std
      value: -12.297827741460027
    - type: nauc_recall_at_5_diff1
      value: 48.601651302714224
    - type: nauc_recall_at_5_max
      value: 37.38710560640659
    - type: nauc_recall_at_5_std
      value: -13.458409202400507
    - type: ndcg_at_1
      value: 53.480000000000004
    - type: ndcg_at_10
      value: 67.253
    - type: ndcg_at_100
      value: 70.648
    - type: ndcg_at_1000
      value: 71.139
    - type: ndcg_at_20
      value: 68.905
    - type: ndcg_at_3
      value: 62.178
    - type: ndcg_at_5
      value: 64.64800000000001
    - type: precision_at_1
      value: 53.480000000000004
    - type: precision_at_10
      value: 10.696
    - type: precision_at_100
      value: 1.325
    - type: precision_at_1000
      value: 0.13899999999999998
    - type: precision_at_20
      value: 5.884
    - type: precision_at_3
      value: 27.794999999999998
    - type: precision_at_5
      value: 18.708
    - type: recall_at_1
      value: 46.905
    - type: recall_at_10
      value: 81.234
    - type: recall_at_100
      value: 95.489
    - type: recall_at_1000
      value: 98.729
    - type: recall_at_20
      value: 87.29400000000001
    - type: recall_at_3
      value: 67.869
    - type: recall_at_5
      value: 73.896
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackGisRetrieval
      revision: 5003b3064772da1887988e05400cf3806fe491f2
      split: test
      type: mteb/cqadupstack-gis
    metrics:
    - type: main_score
      value: 46.397
    - type: map_at_1
      value: 30.613
    - type: map_at_10
      value: 40.581
    - type: map_at_100
      value: 41.660000000000004
    - type: map_at_1000
      value: 41.721000000000004
    - type: map_at_20
      value: 41.211999999999996
    - type: map_at_3
      value: 37.32
    - type: map_at_5
      value: 39.114
    - type: mrr_at_1
      value: 33.220338983050844
    - type: mrr_at_10
      value: 42.83718948973182
    - type: mrr_at_100
      value: 43.71836325492362
    - type: mrr_at_1000
      value: 43.76175841571598
    - type: mrr_at_20
      value: 43.384811953015166
    - type: mrr_at_3
      value: 39.830508474576256
    - type: mrr_at_5
      value: 41.54802259887001
    - type: nauc_map_at_1000_diff1
      value: 42.6225958477453
    - type: nauc_map_at_1000_max
      value: 28.013356866974238
    - type: nauc_map_at_1000_std
      value: -9.409667321411026
    - type: nauc_map_at_100_diff1
      value: 42.610412175224766
    - type: nauc_map_at_100_max
      value: 28.002610966435736
    - type: nauc_map_at_100_std
      value: -9.411570910136719
    - type: nauc_map_at_10_diff1
      value: 42.63151134672704
    - type: nauc_map_at_10_max
      value: 28.001496131016022
    - type: nauc_map_at_10_std
      value: -9.67772644457909
    - type: nauc_map_at_1_diff1
      value: 46.31023790327735
    - type: nauc_map_at_1_max
      value: 24.2900776546879
    - type: nauc_map_at_1_std
      value: -11.905089868017578
    - type: nauc_map_at_20_diff1
      value: 42.6522287088466
    - type: nauc_map_at_20_max
      value: 27.975313282087043
    - type: nauc_map_at_20_std
      value: -9.550553164224084
    - type: nauc_map_at_3_diff1
      value: 43.272779420270226
    - type: nauc_map_at_3_max
      value: 26.92288244998244
    - type: nauc_map_at_3_std
      value: -10.575038389958834
    - type: nauc_map_at_5_diff1
      value: 42.58131102442881
    - type: nauc_map_at_5_max
      value: 27.04453513629861
    - type: nauc_map_at_5_std
      value: -10.317573458025175
    - type: nauc_mrr_at_1000_diff1
      value: 41.126210961719636
    - type: nauc_mrr_at_1000_max
      value: 28.513261505932054
    - type: nauc_mrr_at_1000_std
      value: -8.546982260677629
    - type: nauc_mrr_at_100_diff1
      value: 41.110923675787234
    - type: nauc_mrr_at_100_max
      value: 28.52042510810816
    - type: nauc_mrr_at_100_std
      value: -8.534554512496843
    - type: nauc_mrr_at_10_diff1
      value: 41.07534061242193
    - type: nauc_mrr_at_10_max
      value: 28.44682429205697
    - type: nauc_mrr_at_10_std
      value: -8.6819795408583
    - type: nauc_mrr_at_1_diff1
      value: 44.40023434506226
    - type: nauc_mrr_at_1_max
      value: 25.9478208158475
    - type: nauc_mrr_at_1_std
      value: -10.872665260136657
    - type: nauc_mrr_at_20_diff1
      value: 41.146798233387074
    - type: nauc_mrr_at_20_max
      value: 28.517336935279054
    - type: nauc_mrr_at_20_std
      value: -8.580094403841978
    - type: nauc_mrr_at_3_diff1
      value: 41.60309522639159
    - type: nauc_mrr_at_3_max
      value: 28.379418612638734
    - type: nauc_mrr_at_3_std
      value: -9.263458517583244
    - type: nauc_mrr_at_5_diff1
      value: 40.99565866982568
    - type: nauc_mrr_at_5_max
      value: 27.90866498875212
    - type: nauc_mrr_at_5_std
      value: -8.941725041767588
    - type: nauc_ndcg_at_1000_diff1
      value: 41.11051620257291
    - type: nauc_ndcg_at_1000_max
      value: 29.70811129532719
    - type: nauc_ndcg_at_1000_std
      value: -7.127215646258767
    - type: nauc_ndcg_at_100_diff1
      value: 40.63555558695194
    - type: nauc_ndcg_at_100_max
      value: 29.701486964402413
    - type: nauc_ndcg_at_100_std
      value: -6.577078704400861
    - type: nauc_ndcg_at_10_diff1
      value: 40.87142841339465
    - type: nauc_ndcg_at_10_max
      value: 29.704589449676533
    - type: nauc_ndcg_at_10_std
      value: -7.674397553684968
    - type: nauc_ndcg_at_1_diff1
      value: 44.40023434506226
    - type: nauc_ndcg_at_1_max
      value: 25.9478208158475
    - type: nauc_ndcg_at_1_std
      value: -10.872665260136657
    - type: nauc_ndcg_at_20_diff1
      value: 41.06323938303467
    - type: nauc_ndcg_at_20_max
      value: 29.883715521818203
    - type: nauc_ndcg_at_20_std
      value: -7.155761930055846
    - type: nauc_ndcg_at_3_diff1
      value: 41.935479029537156
    - type: nauc_ndcg_at_3_max
      value: 28.171952324901135
    - type: nauc_ndcg_at_3_std
      value: -9.737703474161384
    - type: nauc_ndcg_at_5_diff1
      value: 40.69403623214395
    - type: nauc_ndcg_at_5_max
      value: 27.702311421182756
    - type: nauc_ndcg_at_5_std
      value: -9.060968201824112
    - type: nauc_precision_at_1000_diff1
      value: -8.885096064850758
    - type: nauc_precision_at_1000_max
      value: 14.053447868468186
    - type: nauc_precision_at_1000_std
      value: 12.07987711511724
    - type: nauc_precision_at_100_diff1
      value: 2.3188506683364287
    - type: nauc_precision_at_100_max
      value: 22.080025207013655
    - type: nauc_precision_at_100_std
      value: 14.172840329817307
    - type: nauc_precision_at_10_diff1
      value: 24.9332547479345
    - type: nauc_precision_at_10_max
      value: 34.6422733091986
    - type: nauc_precision_at_10_std
      value: 1.9970789498947206
    - type: nauc_precision_at_1_diff1
      value: 44.40023434506226
    - type: nauc_precision_at_1_max
      value: 25.9478208158475
    - type: nauc_precision_at_1_std
      value: -10.872665260136657
    - type: nauc_precision_at_20_diff1
      value: 20.640050910422755
    - type: nauc_precision_at_20_max
      value: 32.260405497760615
    - type: nauc_precision_at_20_std
      value: 6.854997919374335
    - type: nauc_precision_at_3_diff1
      value: 33.29459667683485
    - type: nauc_precision_at_3_max
      value: 32.151627242504325
    - type: nauc_precision_at_3_std
      value: -5.8202369823669855
    - type: nauc_precision_at_5_diff1
      value: 28.763772683866794
    - type: nauc_precision_at_5_max
      value: 31.392059038257553
    - type: nauc_precision_at_5_std
      value: -3.9737244392531172
    - type: nauc_recall_at_1000_diff1
      value: 26.491178998164894
    - type: nauc_recall_at_1000_max
      value: 53.78324098258691
    - type: nauc_recall_at_1000_std
      value: 22.795807409776284
    - type: nauc_recall_at_100_diff1
      value: 27.100846383184855
    - type: nauc_recall_at_100_max
      value: 36.26211685620019
    - type: nauc_recall_at_100_std
      value: 12.001840836651729
    - type: nauc_recall_at_10_diff1
      value: 35.281252536584226
    - type: nauc_recall_at_10_max
      value: 34.13064097658273
    - type: nauc_recall_at_10_std
      value: -1.238221844846595
    - type: nauc_recall_at_1_diff1
      value: 46.31023790327735
    - type: nauc_recall_at_1_max
      value: 24.2900776546879
    - type: nauc_recall_at_1_std
      value: -11.905089868017578
    - type: nauc_recall_at_20_diff1
      value: 35.29612485423622
    - type: nauc_recall_at_20_max
      value: 36.059880890712606
    - type: nauc_recall_at_20_std
      value: 2.0708009945980916
    - type: nauc_recall_at_3_diff1
      value: 39.33916378398866
    - type: nauc_recall_at_3_max
      value: 28.825178871677544
    - type: nauc_recall_at_3_std
      value: -8.391711028859733
    - type: nauc_recall_at_5_diff1
      value: 35.394135184248086
    - type: nauc_recall_at_5_max
      value: 27.370010171655295
    - type: nauc_recall_at_5_std
      value: -6.342877659046013
    - type: ndcg_at_1
      value: 33.22
    - type: ndcg_at_10
      value: 46.397
    - type: ndcg_at_100
      value: 51.510999999999996
    - type: ndcg_at_1000
      value: 52.941
    - type: ndcg_at_20
      value: 48.614000000000004
    - type: ndcg_at_3
      value: 40.066
    - type: ndcg_at_5
      value: 43.086
    - type: precision_at_1
      value: 33.22
    - type: precision_at_10
      value: 7.153
    - type: precision_at_100
      value: 1.028
    - type: precision_at_1000
      value: 0.11800000000000001
    - type: precision_at_20
      value: 4.1129999999999995
    - type: precision_at_3
      value: 16.949
    - type: precision_at_5
      value: 11.932
    - type: recall_at_1
      value: 30.613
    - type: recall_at_10
      value: 62.248000000000005
    - type: recall_at_100
      value: 85.311
    - type: recall_at_1000
      value: 95.88799999999999
    - type: recall_at_20
      value: 70.729
    - type: recall_at_3
      value: 45.104
    - type: recall_at_5
      value: 52.370000000000005
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackMathematicaRetrieval
      revision: 90fceea13679c63fe563ded68f3b6f06e50061de
      split: test
      type: mteb/cqadupstack-mathematica
    metrics:
    - type: main_score
      value: 39.528999999999996
    - type: map_at_1
      value: 22.289
    - type: map_at_10
      value: 33.159
    - type: map_at_100
      value: 34.544999999999995
    - type: map_at_1000
      value: 34.657
    - type: map_at_20
      value: 33.946
    - type: map_at_3
      value: 29.877
    - type: map_at_5
      value: 31.789
    - type: mrr_at_1
      value: 27.860696517412936
    - type: mrr_at_10
      value: 38.592454394693185
    - type: mrr_at_100
      value: 39.532435897754596
    - type: mrr_at_1000
      value: 39.58977434786168
    - type: mrr_at_20
      value: 39.18675071024776
    - type: mrr_at_3
      value: 35.96600331674959
    - type: mrr_at_5
      value: 37.526948590381416
    - type: nauc_map_at_1000_diff1
      value: 33.700166326733495
    - type: nauc_map_at_1000_max
      value: 20.881755159195087
    - type: nauc_map_at_1000_std
      value: -3.3430462158114675
    - type: nauc_map_at_100_diff1
      value: 33.692093684241065
    - type: nauc_map_at_100_max
      value: 20.906418728277437
    - type: nauc_map_at_100_std
      value: -3.3316697944388443
    - type: nauc_map_at_10_diff1
      value: 33.42287630575565
    - type: nauc_map_at_10_max
      value: 20.50001954371251
    - type: nauc_map_at_10_std
      value: -4.08460043500711
    - type: nauc_map_at_1_diff1
      value: 37.87404744244711
    - type: nauc_map_at_1_max
      value: 19.670953538008504
    - type: nauc_map_at_1_std
      value: -6.429774614333435
    - type: nauc_map_at_20_diff1
      value: 33.60771917466459
    - type: nauc_map_at_20_max
      value: 20.708044731830018
    - type: nauc_map_at_20_std
      value: -3.6069971679953143
    - type: nauc_map_at_3_diff1
      value: 33.65349486102774
    - type: nauc_map_at_3_max
      value: 19.627398723335993
    - type: nauc_map_at_3_std
      value: -4.306026212618319
    - type: nauc_map_at_5_diff1
      value: 33.471450513985964
    - type: nauc_map_at_5_max
      value: 19.948552824819032
    - type: nauc_map_at_5_std
      value: -4.923599608990918
    - type: nauc_mrr_at_1000_diff1
      value: 32.662151329963095
    - type: nauc_mrr_at_1000_max
      value: 22.537786156087673
    - type: nauc_mrr_at_1000_std
      value: -2.7960608938625215
    - type: nauc_mrr_at_100_diff1
      value: 32.65867171998483
    - type: nauc_mrr_at_100_max
      value: 22.547865954292774
    - type: nauc_mrr_at_100_std
      value: -2.801012467040567
    - type: nauc_mrr_at_10_diff1
      value: 32.544025707175926
    - type: nauc_mrr_at_10_max
      value: 22.602412903085646
    - type: nauc_mrr_at_10_std
      value: -3.0158656805804602
    - type: nauc_mrr_at_1_diff1
      value: 36.968863725891985
    - type: nauc_mrr_at_1_max
      value: 22.042028260738334
    - type: nauc_mrr_at_1_std
      value: -4.81746524838004
    - type: nauc_mrr_at_20_diff1
      value: 32.6425264960166
    - type: nauc_mrr_at_20_max
      value: 22.513542321494686
    - type: nauc_mrr_at_20_std
      value: -2.8764217789260575
    - type: nauc_mrr_at_3_diff1
      value: 32.50201126992818
    - type: nauc_mrr_at_3_max
      value: 22.128017930298302
    - type: nauc_mrr_at_3_std
      value: -3.023665576028868
    - type: nauc_mrr_at_5_diff1
      value: 32.56418157013767
    - type: nauc_mrr_at_5_max
      value: 22.05870005229312
    - type: nauc_mrr_at_5_std
      value: -3.5021924901272863
    - type: nauc_ndcg_at_1000_diff1
      value: 32.74240275632584
    - type: nauc_ndcg_at_1000_max
      value: 22.404494093544148
    - type: nauc_ndcg_at_1000_std
      value: -0.5292268805090566
    - type: nauc_ndcg_at_100_diff1
      value: 32.39837105476146
    - type: nauc_ndcg_at_100_max
      value: 22.79204625219021
    - type: nauc_ndcg_at_100_std
      value: -0.3490651737152355
    - type: nauc_ndcg_at_10_diff1
      value: 31.932581950709647
    - type: nauc_ndcg_at_10_max
      value: 21.779867741726864
    - type: nauc_ndcg_at_10_std
      value: -2.6923178974285857
    - type: nauc_ndcg_at_1_diff1
      value: 36.968863725891985
    - type: nauc_ndcg_at_1_max
      value: 22.042028260738334
    - type: nauc_ndcg_at_1_std
      value: -4.81746524838004
    - type: nauc_ndcg_at_20_diff1
      value: 32.463586670511226
    - type: nauc_ndcg_at_20_max
      value: 22.140858428394843
    - type: nauc_ndcg_at_20_std
      value: -1.4367590351530557
    - type: nauc_ndcg_at_3_diff1
      value: 32.446170362942084
    - type: nauc_ndcg_at_3_max
      value: 20.60928390930364
    - type: nauc_ndcg_at_3_std
      value: -3.468700146234719
    - type: nauc_ndcg_at_5_diff1
      value: 32.162455412182865
    - type: nauc_ndcg_at_5_max
      value: 20.725999446060232
    - type: nauc_ndcg_at_5_std
      value: -4.274903425807673
    - type: nauc_precision_at_1000_diff1
      value: -1.7949376725223287
    - type: nauc_precision_at_1000_max
      value: 4.138926678307252
    - type: nauc_precision_at_1000_std
      value: 5.718976977950761
    - type: nauc_precision_at_100_diff1
      value: 6.815844234312567
    - type: nauc_precision_at_100_max
      value: 15.267630374047453
    - type: nauc_precision_at_100_std
      value: 10.648732358170012
    - type: nauc_precision_at_10_diff1
      value: 18.776246678630283
    - type: nauc_precision_at_10_max
      value: 20.677245431024357
    - type: nauc_precision_at_10_std
      value: 1.6530753958695428
    - type: nauc_precision_at_1_diff1
      value: 36.968863725891985
    - type: nauc_precision_at_1_max
      value: 22.042028260738334
    - type: nauc_precision_at_1_std
      value: -4.81746524838004
    - type: nauc_precision_at_20_diff1
      value: 16.901118214014854
    - type: nauc_precision_at_20_max
      value: 20.321433804879973
    - type: nauc_precision_at_20_std
      value: 6.464565628780512
    - type: nauc_precision_at_3_diff1
      value: 25.438322928150715
    - type: nauc_precision_at_3_max
      value: 21.513381450535192
    - type: nauc_precision_at_3_std
      value: -1.0164220255846312
    - type: nauc_precision_at_5_diff1
      value: 22.374520350110284
    - type: nauc_precision_at_5_max
      value: 20.541307175039307
    - type: nauc_precision_at_5_std
      value: -2.6340396442123537
    - type: nauc_recall_at_1000_diff1
      value: 24.96791522787828
    - type: nauc_recall_at_1000_max
      value: 28.234314683043806
    - type: nauc_recall_at_1000_std
      value: 40.696299617721635
    - type: nauc_recall_at_100_diff1
      value: 23.613948951560566
    - type: nauc_recall_at_100_max
      value: 25.980432165003002
    - type: nauc_recall_at_100_std
      value: 13.815393892614894
    - type: nauc_recall_at_10_diff1
      value: 26.08578893691453
    - type: nauc_recall_at_10_max
      value: 21.68887563256401
    - type: nauc_recall_at_10_std
      value: 0.3183582141083137
    - type: nauc_recall_at_1_diff1
      value: 37.87404744244711
    - type: nauc_recall_at_1_max
      value: 19.670953538008504
    - type: nauc_recall_at_1_std
      value: -6.429774614333435
    - type: nauc_recall_at_20_diff1
      value: 26.962834137152473
    - type: nauc_recall_at_20_max
      value: 22.164116014019815
    - type: nauc_recall_at_20_std
      value: 4.67553525902973
    - type: nauc_recall_at_3_diff1
      value: 28.282766004526692
    - type: nauc_recall_at_3_max
      value: 19.21433271344623
    - type: nauc_recall_at_3_std
      value: -1.7579654801836264
    - type: nauc_recall_at_5_diff1
      value: 27.31884901762613
    - type: nauc_recall_at_5_max
      value: 19.089489857779846
    - type: nauc_recall_at_5_std
      value: -3.8031906054652667
    - type: ndcg_at_1
      value: 27.861000000000004
    - type: ndcg_at_10
      value: 39.528999999999996
    - type: ndcg_at_100
      value: 45.424
    - type: ndcg_at_1000
      value: 47.682
    - type: ndcg_at_20
      value: 41.967
    - type: ndcg_at_3
      value: 34.083999999999996
    - type: ndcg_at_5
      value: 36.773
    - type: precision_at_1
      value: 27.861000000000004
    - type: precision_at_10
      value: 7.338
    - type: precision_at_100
      value: 1.172
    - type: precision_at_1000
      value: 0.147
    - type: precision_at_20
      value: 4.415
    - type: precision_at_3
      value: 16.833000000000002
    - type: precision_at_5
      value: 12.113999999999999
    - type: recall_at_1
      value: 22.289
    - type: recall_at_10
      value: 53.559
    - type: recall_at_100
      value: 78.521
    - type: recall_at_1000
      value: 94.13
    - type: recall_at_20
      value: 61.986
    - type: recall_at_3
      value: 38.269999999999996
    - type: recall_at_5
      value: 45.336
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackPhysicsRetrieval
      revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
      split: test
      type: mteb/cqadupstack-physics
    metrics:
    - type: main_score
      value: 54.004
    - type: map_at_1
      value: 33.586
    - type: map_at_10
      value: 47.342
    - type: map_at_100
      value: 48.823
    - type: map_at_1000
      value: 48.919000000000004
    - type: map_at_20
      value: 48.22
    - type: map_at_3
      value: 43.614999999999995
    - type: map_at_5
      value: 45.749
    - type: mrr_at_1
      value: 41.48219441770934
    - type: mrr_at_10
      value: 52.86203156270527
    - type: mrr_at_100
      value: 53.707246266591255
    - type: mrr_at_1000
      value: 53.73489176472194
    - type: mrr_at_20
      value: 53.44504144846516
    - type: mrr_at_3
      value: 50.56143727943533
    - type: mrr_at_5
      value: 51.96663458453635
    - type: nauc_map_at_1000_diff1
      value: 50.16735144466837
    - type: nauc_map_at_1000_max
      value: 30.130457323041902
    - type: nauc_map_at_1000_std
      value: -18.910770726198383
    - type: nauc_map_at_100_diff1
      value: 50.170273630833286
    - type: nauc_map_at_100_max
      value: 30.137603210111934
    - type: nauc_map_at_100_std
      value: -18.93078710897879
    - type: nauc_map_at_10_diff1
      value: 49.995799867485076
    - type: nauc_map_at_10_max
      value: 29.626149915961854
    - type: nauc_map_at_10_std
      value: -19.70118715989913
    - type: nauc_map_at_1_diff1
      value: 56.10337790434511
    - type: nauc_map_at_1_max
      value: 26.249897485765477
    - type: nauc_map_at_1_std
      value: -20.159842923954475
    - type: nauc_map_at_20_diff1
      value: 50.026410103063576
    - type: nauc_map_at_20_max
      value: 29.770173596928444
    - type: nauc_map_at_20_std
      value: -19.398108689295622
    - type: nauc_map_at_3_diff1
      value: 50.12369021949809
    - type: nauc_map_at_3_max
      value: 27.918094022890692
    - type: nauc_map_at_3_std
      value: -20.816408880461136
    - type: nauc_map_at_5_diff1
      value: 49.88266421157269
    - type: nauc_map_at_5_max
      value: 28.803327575103616
    - type: nauc_map_at_5_std
      value: -20.412325693429622
    - type: nauc_mrr_at_1000_diff1
      value: 50.08675690045023
    - type: nauc_mrr_at_1000_max
      value: 33.51316969904977
    - type: nauc_mrr_at_1000_std
      value: -16.325548962557693
    - type: nauc_mrr_at_100_diff1
      value: 50.084570223694804
    - type: nauc_mrr_at_100_max
      value: 33.53170304618603
    - type: nauc_mrr_at_100_std
      value: -16.315669293904236
    - type: nauc_mrr_at_10_diff1
      value: 50.104359262926614
    - type: nauc_mrr_at_10_max
      value: 33.454171357296374
    - type: nauc_mrr_at_10_std
      value: -16.672238640691564
    - type: nauc_mrr_at_1_diff1
      value: 54.46283195658263
    - type: nauc_mrr_at_1_max
      value: 33.5006771800345
    - type: nauc_mrr_at_1_std
      value: -15.72197238923995
    - type: nauc_mrr_at_20_diff1
      value: 50.04428019672954
    - type: nauc_mrr_at_20_max
      value: 33.43915921871757
    - type: nauc_mrr_at_20_std
      value: -16.47775099091468
    - type: nauc_mrr_at_3_diff1
      value: 49.29563277160461
    - type: nauc_mrr_at_3_max
      value: 32.609171651470724
    - type: nauc_mrr_at_3_std
      value: -16.8176459078524
    - type: nauc_mrr_at_5_diff1
      value: 49.59993245767094
    - type: nauc_mrr_at_5_max
      value: 33.145357294405365
    - type: nauc_mrr_at_5_std
      value: -16.886783105921864
    - type: nauc_ndcg_at_1000_diff1
      value: 49.84200528661306
    - type: nauc_ndcg_at_1000_max
      value: 32.7463038531318
    - type: nauc_ndcg_at_1000_std
      value: -16.229179922128097
    - type: nauc_ndcg_at_100_diff1
      value: 49.78798184218895
    - type: nauc_ndcg_at_100_max
      value: 33.19106180162596
    - type: nauc_ndcg_at_100_std
      value: -15.964597177057572
    - type: nauc_ndcg_at_10_diff1
      value: 49.10239998219158
    - type: nauc_ndcg_at_10_max
      value: 31.18073711193898
    - type: nauc_ndcg_at_10_std
      value: -19.103888016157107
    - type: nauc_ndcg_at_1_diff1
      value: 54.46283195658263
    - type: nauc_ndcg_at_1_max
      value: 33.5006771800345
    - type: nauc_ndcg_at_1_std
      value: -15.72197238923995
    - type: nauc_ndcg_at_20_diff1
      value: 49.12986473579085
    - type: nauc_ndcg_at_20_max
      value: 31.555721190821874
    - type: nauc_ndcg_at_20_std
      value: -18.03991726456339
    - type: nauc_ndcg_at_3_diff1
      value: 48.06266636428524
    - type: nauc_ndcg_at_3_max
      value: 29.800215619456498
    - type: nauc_ndcg_at_3_std
      value: -19.534322783334527
    - type: nauc_ndcg_at_5_diff1
      value: 48.15095160139167
    - type: nauc_ndcg_at_5_max
      value: 30.208802143718682
    - type: nauc_ndcg_at_5_std
      value: -19.9192266388754
    - type: nauc_precision_at_1000_diff1
      value: -14.22147314326395
    - type: nauc_precision_at_1000_max
      value: 4.578027927831382
    - type: nauc_precision_at_1000_std
      value: 17.42650517281872
    - type: nauc_precision_at_100_diff1
      value: -6.889359682595786
    - type: nauc_precision_at_100_max
      value: 13.816120144295166
    - type: nauc_precision_at_100_std
      value: 19.169326264844834
    - type: nauc_precision_at_10_diff1
      value: 11.630213989568256
    - type: nauc_precision_at_10_max
      value: 25.18561447388641
    - type: nauc_precision_at_10_std
      value: 3.5091485378988714
    - type: nauc_precision_at_1_diff1
      value: 54.46283195658263
    - type: nauc_precision_at_1_max
      value: 33.5006771800345
    - type: nauc_precision_at_1_std
      value: -15.72197238923995
    - type: nauc_precision_at_20_diff1
      value: 3.5727333022082184
    - type: nauc_precision_at_20_max
      value: 20.959966668076714
    - type: nauc_precision_at_20_std
      value: 11.024682685903581
    - type: nauc_precision_at_3_diff1
      value: 27.22306777334495
    - type: nauc_precision_at_3_max
      value: 30.39888856674192
    - type: nauc_precision_at_3_std
      value: -7.583643149291899
    - type: nauc_precision_at_5_diff1
      value: 18.788243224115185
    - type: nauc_precision_at_5_max
      value: 28.14592563430115
    - type: nauc_precision_at_5_std
      value: -3.10270506824694
    - type: nauc_recall_at_1000_diff1
      value: 62.4411056243426
    - type: nauc_recall_at_1000_max
      value: 69.22941585002123
    - type: nauc_recall_at_1000_std
      value: 36.11911276552335
    - type: nauc_recall_at_100_diff1
      value: 44.59026422323201
    - type: nauc_recall_at_100_max
      value: 47.97129128154523
    - type: nauc_recall_at_100_std
      value: 4.778892937753897
    - type: nauc_recall_at_10_diff1
      value: 43.25042694366798
    - type: nauc_recall_at_10_max
      value: 30.67002821157203
    - type: nauc_recall_at_10_std
      value: -18.821325601418703
    - type: nauc_recall_at_1_diff1
      value: 56.10337790434511
    - type: nauc_recall_at_1_max
      value: 26.249897485765477
    - type: nauc_recall_at_1_std
      value: -20.159842923954475
    - type: nauc_recall_at_20_diff1
      value: 41.53741723146757
    - type: nauc_recall_at_20_max
      value: 30.852977167860324
    - type: nauc_recall_at_20_std
      value: -14.824694384045237
    - type: nauc_recall_at_3_diff1
      value: 42.251002622079916
    - type: nauc_recall_at_3_max
      value: 25.083846761725724
    - type: nauc_recall_at_3_std
      value: -22.239786875574765
    - type: nauc_recall_at_5_diff1
      value: 41.146094656121385
    - type: nauc_recall_at_5_max
      value: 27.189625490714608
    - type: nauc_recall_at_5_std
      value: -22.001469364479068
    - type: ndcg_at_1
      value: 41.482
    - type: ndcg_at_10
      value: 54.004
    - type: ndcg_at_100
      value: 59.455000000000005
    - type: ndcg_at_1000
      value: 60.831999999999994
    - type: ndcg_at_20
      value: 56.484
    - type: ndcg_at_3
      value: 48.802
    - type: ndcg_at_5
      value: 51.43600000000001
    - type: precision_at_1
      value: 41.482
    - type: precision_at_10
      value: 9.99
    - type: precision_at_100
      value: 1.4989999999999999
    - type: precision_at_1000
      value: 0.178
    - type: precision_at_20
      value: 5.861000000000001
    - type: precision_at_3
      value: 23.709
    - type: precision_at_5
      value: 16.843
    - type: recall_at_1
      value: 33.586
    - type: recall_at_10
      value: 67.754
    - type: recall_at_100
      value: 89.689
    - type: recall_at_1000
      value: 98.212
    - type: recall_at_20
      value: 76.253
    - type: recall_at_3
      value: 53.181
    - type: recall_at_5
      value: 60.122
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackProgrammersRetrieval
      revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
      split: test
      type: mteb/cqadupstack-programmers
    metrics:
    - type: main_score
      value: 50.547
    - type: map_at_1
      value: 30.547
    - type: map_at_10
      value: 43.595
    - type: map_at_100
      value: 45.044000000000004
    - type: map_at_1000
      value: 45.143
    - type: map_at_20
      value: 44.46
    - type: map_at_3
      value: 39.512
    - type: map_at_5
      value: 41.655
    - type: mrr_at_1
      value: 38.242009132420094
    - type: mrr_at_10
      value: 49.150811770674785
    - type: mrr_at_100
      value: 49.95736920255132
    - type: mrr_at_1000
      value: 49.991323278325005
    - type: mrr_at_20
      value: 49.64605069442795
    - type: mrr_at_3
      value: 46.19482496194824
    - type: mrr_at_5
      value: 47.74162861491625
    - type: nauc_map_at_1000_diff1
      value: 40.52349853300547
    - type: nauc_map_at_1000_max
      value: 31.561296386270925
    - type: nauc_map_at_1000_std
      value: -5.03343890785704
    - type: nauc_map_at_100_diff1
      value: 40.48825194476996
    - type: nauc_map_at_100_max
      value: 31.553405159588717
    - type: nauc_map_at_100_std
      value: -5.042866610979561
    - type: nauc_map_at_10_diff1
      value: 40.39926831942659
    - type: nauc_map_at_10_max
      value: 30.946628618728266
    - type: nauc_map_at_10_std
      value: -5.776518335664868
    - type: nauc_map_at_1_diff1
      value: 44.73341103510332
    - type: nauc_map_at_1_max
      value: 24.72510025576844
    - type: nauc_map_at_1_std
      value: -11.010252578512175
    - type: nauc_map_at_20_diff1
      value: 40.44256461277349
    - type: nauc_map_at_20_max
      value: 31.466590802666467
    - type: nauc_map_at_20_std
      value: -5.113421418562381
    - type: nauc_map_at_3_diff1
      value: 41.38809172163691
    - type: nauc_map_at_3_max
      value: 29.48868065104881
    - type: nauc_map_at_3_std
      value: -8.459559994349043
    - type: nauc_map_at_5_diff1
      value: 40.50417748715188
    - type: nauc_map_at_5_max
      value: 30.375034537551333
    - type: nauc_map_at_5_std
      value: -6.829586305389068
    - type: nauc_mrr_at_1000_diff1
      value: 38.13147562273569
    - type: nauc_mrr_at_1000_max
      value: 33.4729877260649
    - type: nauc_mrr_at_1000_std
      value: -2.115383391956632
    - type: nauc_mrr_at_100_diff1
      value: 38.12352986074086
    - type: nauc_mrr_at_100_max
      value: 33.47904382055151
    - type: nauc_mrr_at_100_std
      value: -2.0980380463248816
    - type: nauc_mrr_at_10_diff1
      value: 37.879793238833486
    - type: nauc_mrr_at_10_max
      value: 33.24190962300982
    - type: nauc_mrr_at_10_std
      value: -2.197979308633544
    - type: nauc_mrr_at_1_diff1
      value: 40.89812140583222
    - type: nauc_mrr_at_1_max
      value: 30.547640253413395
    - type: nauc_mrr_at_1_std
      value: -4.319528874623733
    - type: nauc_mrr_at_20_diff1
      value: 38.08114567265545
    - type: nauc_mrr_at_20_max
      value: 33.5751626334935
    - type: nauc_mrr_at_20_std
      value: -2.0190711781853805
    - type: nauc_mrr_at_3_diff1
      value: 38.36593445752741
    - type: nauc_mrr_at_3_max
      value: 33.5606672994442
    - type: nauc_mrr_at_3_std
      value: -3.313496883242172
    - type: nauc_mrr_at_5_diff1
      value: 37.67325286264018
    - type: nauc_mrr_at_5_max
      value: 33.36028645933453
    - type: nauc_mrr_at_5_std
      value: -2.5553616249884756
    - type: nauc_ndcg_at_1000_diff1
      value: 39.15178707833506
    - type: nauc_ndcg_at_1000_max
      value: 33.25615613608456
    - type: nauc_ndcg_at_1000_std
      value: -2.1792655266044645
    - type: nauc_ndcg_at_100_diff1
      value: 38.9781153280577
    - type: nauc_ndcg_at_100_max
      value: 33.59332040478102
    - type: nauc_ndcg_at_100_std
      value: -1.6261785471415764
    - type: nauc_ndcg_at_10_diff1
      value: 38.497420832277975
    - type: nauc_ndcg_at_10_max
      value: 32.53253337236221
    - type: nauc_ndcg_at_10_std
      value: -2.997611061467513
    - type: nauc_ndcg_at_1_diff1
      value: 40.89812140583222
    - type: nauc_ndcg_at_1_max
      value: 30.547640253413395
    - type: nauc_ndcg_at_1_std
      value: -4.319528874623733
    - type: nauc_ndcg_at_20_diff1
      value: 38.81727541423619
    - type: nauc_ndcg_at_20_max
      value: 33.83499432459841
    - type: nauc_ndcg_at_20_std
      value: -1.4541145324463343
    - type: nauc_ndcg_at_3_diff1
      value: 39.21372121259748
    - type: nauc_ndcg_at_3_max
      value: 32.21240027184339
    - type: nauc_ndcg_at_3_std
      value: -5.818515242107007
    - type: nauc_ndcg_at_5_diff1
      value: 38.36581068852509
    - type: nauc_ndcg_at_5_max
      value: 32.31265492516815
    - type: nauc_ndcg_at_5_std
      value: -4.347865800300811
    - type: nauc_precision_at_1000_diff1
      value: -2.9404408066555487
    - type: nauc_precision_at_1000_max
      value: 11.959727087923113
    - type: nauc_precision_at_1000_std
      value: 19.807537724237182
    - type: nauc_precision_at_100_diff1
      value: -1.8903473485508044
    - type: nauc_precision_at_100_max
      value: 17.859451192772262
    - type: nauc_precision_at_100_std
      value: 20.978283478932195
    - type: nauc_precision_at_10_diff1
      value: 7.827166236013994
    - type: nauc_precision_at_10_max
      value: 27.639518058609987
    - type: nauc_precision_at_10_std
      value: 16.2656199079196
    - type: nauc_precision_at_1_diff1
      value: 40.89812140583222
    - type: nauc_precision_at_1_max
      value: 30.547640253413395
    - type: nauc_precision_at_1_std
      value: -4.319528874623733
    - type: nauc_precision_at_20_diff1
      value: 3.0739728724420488
    - type: nauc_precision_at_20_max
      value: 24.28491071974094
    - type: nauc_precision_at_20_std
      value: 19.64404584038665
    - type: nauc_precision_at_3_diff1
      value: 23.38851433425848
    - type: nauc_precision_at_3_max
      value: 34.046714722976056
    - type: nauc_precision_at_3_std
      value: 4.085453450220984
    - type: nauc_precision_at_5_diff1
      value: 14.827066677039587
    - type: nauc_precision_at_5_max
      value: 31.844657859314747
    - type: nauc_precision_at_5_std
      value: 11.233146291519418
    - type: nauc_recall_at_1000_diff1
      value: 40.585961683508714
    - type: nauc_recall_at_1000_max
      value: 48.857695287563935
    - type: nauc_recall_at_1000_std
      value: 43.20362271394189
    - type: nauc_recall_at_100_diff1
      value: 32.24127663397077
    - type: nauc_recall_at_100_max
      value: 38.836350075837004
    - type: nauc_recall_at_100_std
      value: 17.622027048501153
    - type: nauc_recall_at_10_diff1
      value: 31.30410560798441
    - type: nauc_recall_at_10_max
      value: 30.93697991799787
    - type: nauc_recall_at_10_std
      value: 1.5177200901024983
    - type: nauc_recall_at_1_diff1
      value: 44.73341103510332
    - type: nauc_recall_at_1_max
      value: 24.72510025576844
    - type: nauc_recall_at_1_std
      value: -11.010252578512175
    - type: nauc_recall_at_20_diff1
      value: 31.93561881507333
    - type: nauc_recall_at_20_max
      value: 36.879629985707076
    - type: nauc_recall_at_20_std
      value: 9.68448188578646
    - type: nauc_recall_at_3_diff1
      value: 36.243457137883894
    - type: nauc_recall_at_3_max
      value: 30.46545172710201
    - type: nauc_recall_at_3_std
      value: -7.391349871928162
    - type: nauc_recall_at_5_diff1
      value: 32.999190531912554
    - type: nauc_recall_at_5_max
      value: 30.87264732206836
    - type: nauc_recall_at_5_std
      value: -3.3937930443165434
    - type: ndcg_at_1
      value: 38.242
    - type: ndcg_at_10
      value: 50.547
    - type: ndcg_at_100
      value: 55.994
    - type: ndcg_at_1000
      value: 57.538
    - type: ndcg_at_20
      value: 52.954
    - type: ndcg_at_3
      value: 44.283
    - type: ndcg_at_5
      value: 46.86
    - type: precision_at_1
      value: 38.242
    - type: precision_at_10
      value: 9.498
    - type: precision_at_100
      value: 1.424
    - type: precision_at_1000
      value: 0.174
    - type: precision_at_20
      value: 5.628
    - type: precision_at_3
      value: 21.271
    - type: precision_at_5
      value: 15.342
    - type: recall_at_1
      value: 30.547
    - type: recall_at_10
      value: 65.42999999999999
    - type: recall_at_100
      value: 87.92
    - type: recall_at_1000
      value: 97.68599999999999
    - type: recall_at_20
      value: 73.685
    - type: recall_at_3
      value: 47.979
    - type: recall_at_5
      value: 54.69199999999999
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackStatsRetrieval
      revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
      split: test
      type: mteb/cqadupstack-stats
    metrics:
    - type: main_score
      value: 42.379
    - type: map_at_1
      value: 28.076
    - type: map_at_10
      value: 37.187
    - type: map_at_100
      value: 38.163000000000004
    - type: map_at_1000
      value: 38.262
    - type: map_at_20
      value: 37.649
    - type: map_at_3
      value: 34.361000000000004
    - type: map_at_5
      value: 36.024
    - type: mrr_at_1
      value: 31.13496932515337
    - type: mrr_at_10
      value: 39.87084915765898
    - type: mrr_at_100
      value: 40.63847645369495
    - type: mrr_at_1000
      value: 40.70451576754048
    - type: mrr_at_20
      value: 40.25268368368429
    - type: mrr_at_3
      value: 37.37218813905932
    - type: mrr_at_5
      value: 38.698875255623726
    - type: nauc_map_at_1000_diff1
      value: 53.23968282874812
    - type: nauc_map_at_1000_max
      value: 33.785923443457136
    - type: nauc_map_at_1000_std
      value: -7.1706965835194145
    - type: nauc_map_at_100_diff1
      value: 53.23488336800868
    - type: nauc_map_at_100_max
      value: 33.78610121008569
    - type: nauc_map_at_100_std
      value: -7.15094162130079
    - type: nauc_map_at_10_diff1
      value: 53.52788129491361
    - type: nauc_map_at_10_max
      value: 33.55616013388991
    - type: nauc_map_at_10_std
      value: -7.6857282749978
    - type: nauc_map_at_1_diff1
      value: 59.34174527256049
    - type: nauc_map_at_1_max
      value: 32.58063146059831
    - type: nauc_map_at_1_std
      value: -9.540287370085819
    - type: nauc_map_at_20_diff1
      value: 53.16586961282429
    - type: nauc_map_at_20_max
      value: 33.69272685105737
    - type: nauc_map_at_20_std
      value: -7.380323341082431
    - type: nauc_map_at_3_diff1
      value: 55.28137765707177
    - type: nauc_map_at_3_max
      value: 33.45378492437827
    - type: nauc_map_at_3_std
      value: -8.18647355512435
    - type: nauc_map_at_5_diff1
      value: 53.8836295908436
    - type: nauc_map_at_5_max
      value: 33.822344952119785
    - type: nauc_map_at_5_std
      value: -7.64537861608003
    - type: nauc_mrr_at_1000_diff1
      value: 51.841157711545215
    - type: nauc_mrr_at_1000_max
      value: 34.9249740423282
    - type: nauc_mrr_at_1000_std
      value: -5.797330608658271
    - type: nauc_mrr_at_100_diff1
      value: 51.82520112610312
    - type: nauc_mrr_at_100_max
      value: 34.9362444083548
    - type: nauc_mrr_at_100_std
      value: -5.7681632136177585
    - type: nauc_mrr_at_10_diff1
      value: 51.81624637385308
    - type: nauc_mrr_at_10_max
      value: 34.837632307043705
    - type: nauc_mrr_at_10_std
      value: -6.09995049270317
    - type: nauc_mrr_at_1_diff1
      value: 58.37854579448285
    - type: nauc_mrr_at_1_max
      value: 34.672901734986844
    - type: nauc_mrr_at_1_std
      value: -7.066787533024501
    - type: nauc_mrr_at_20_diff1
      value: 51.65185881732499
    - type: nauc_mrr_at_20_max
      value: 34.925636736880925
    - type: nauc_mrr_at_20_std
      value: -5.827364722186311
    - type: nauc_mrr_at_3_diff1
      value: 53.51689033144754
    - type: nauc_mrr_at_3_max
      value: 34.75062118986762
    - type: nauc_mrr_at_3_std
      value: -6.580474412596013
    - type: nauc_mrr_at_5_diff1
      value: 52.291499624036355
    - type: nauc_mrr_at_5_max
      value: 35.066619088016196
    - type: nauc_mrr_at_5_std
      value: -6.1986345561829195
    - type: nauc_ndcg_at_1000_diff1
      value: 50.51376093038994
    - type: nauc_ndcg_at_1000_max
      value: 34.725822070535685
    - type: nauc_ndcg_at_1000_std
      value: -4.434746308735319
    - type: nauc_ndcg_at_100_diff1
      value: 49.81860985607077
    - type: nauc_ndcg_at_100_max
      value: 34.692760290424815
    - type: nauc_ndcg_at_100_std
      value: -3.835522029514012
    - type: nauc_ndcg_at_10_diff1
      value: 50.3513048763106
    - type: nauc_ndcg_at_10_max
      value: 33.72184194935727
    - type: nauc_ndcg_at_10_std
      value: -6.798983244879382
    - type: nauc_ndcg_at_1_diff1
      value: 58.37854579448285
    - type: nauc_ndcg_at_1_max
      value: 34.672901734986844
    - type: nauc_ndcg_at_1_std
      value: -7.066787533024501
    - type: nauc_ndcg_at_20_diff1
      value: 49.29162167829859
    - type: nauc_ndcg_at_20_max
      value: 34.16877295196376
    - type: nauc_ndcg_at_20_std
      value: -5.597014358860604
    - type: nauc_ndcg_at_3_diff1
      value: 53.10834468009104
    - type: nauc_ndcg_at_3_max
      value: 34.33773588752504
    - type: nauc_ndcg_at_3_std
      value: -7.243624483216034
    - type: nauc_ndcg_at_5_diff1
      value: 51.104845457630354
    - type: nauc_ndcg_at_5_max
      value: 34.38674960727082
    - type: nauc_ndcg_at_5_std
      value: -6.949153425119295
    - type: nauc_precision_at_1000_diff1
      value: -9.296436979607215
    - type: nauc_precision_at_1000_max
      value: 6.4385608601441255
    - type: nauc_precision_at_1000_std
      value: 9.323328514309525
    - type: nauc_precision_at_100_diff1
      value: 1.6478610402380616
    - type: nauc_precision_at_100_max
      value: 18.351794901313585
    - type: nauc_precision_at_100_std
      value: 14.665874744283974
    - type: nauc_precision_at_10_diff1
      value: 25.534183841642637
    - type: nauc_precision_at_10_max
      value: 29.40076026042332
    - type: nauc_precision_at_10_std
      value: 2.9872193044238453
    - type: nauc_precision_at_1_diff1
      value: 58.37854579448285
    - type: nauc_precision_at_1_max
      value: 34.672901734986844
    - type: nauc_precision_at_1_std
      value: -7.066787533024501
    - type: nauc_precision_at_20_diff1
      value: 15.647544367678556
    - type: nauc_precision_at_20_max
      value: 27.05732589353733
    - type: nauc_precision_at_20_std
      value: 7.191923029484484
    - type: nauc_precision_at_3_diff1
      value: 43.617914587502476
    - type: nauc_precision_at_3_max
      value: 34.43947964259185
    - type: nauc_precision_at_3_std
      value: -2.2997019515698853
    - type: nauc_precision_at_5_diff1
      value: 33.45902372451529
    - type: nauc_precision_at_5_max
      value: 33.345179920600174
    - type: nauc_precision_at_5_std
      value: 0.6402432222388739
    - type: nauc_recall_at_1000_diff1
      value: 29.85614248165102
    - type: nauc_recall_at_1000_max
      value: 43.12189214089366
    - type: nauc_recall_at_1000_std
      value: 38.028489124610644
    - type: nauc_recall_at_100_diff1
      value: 33.1910221741884
    - type: nauc_recall_at_100_max
      value: 36.878036476663056
    - type: nauc_recall_at_100_std
      value: 17.505589309024437
    - type: nauc_recall_at_10_diff1
      value: 40.89508005321193
    - type: nauc_recall_at_10_max
      value: 31.718075561656622
    - type: nauc_recall_at_10_std
      value: -5.5201680473345105
    - type: nauc_recall_at_1_diff1
      value: 59.34174527256049
    - type: nauc_recall_at_1_max
      value: 32.58063146059831
    - type: nauc_recall_at_1_std
      value: -9.540287370085819
    - type: nauc_recall_at_20_diff1
      value: 35.66013790544511
    - type: nauc_recall_at_20_max
      value: 32.86639975082532
    - type: nauc_recall_at_20_std
      value: -0.7884329140983038
    - type: nauc_recall_at_3_diff1
      value: 49.19221784465332
    - type: nauc_recall_at_3_max
      value: 33.023935837910756
    - type: nauc_recall_at_3_std
      value: -7.019711964409782
    - type: nauc_recall_at_5_diff1
      value: 44.67980008380877
    - type: nauc_recall_at_5_max
      value: 33.64495915667608
    - type: nauc_recall_at_5_std
      value: -6.146102608248518
    - type: ndcg_at_1
      value: 31.135
    - type: ndcg_at_10
      value: 42.379
    - type: ndcg_at_100
      value: 47.296
    - type: ndcg_at_1000
      value: 49.403999999999996
    - type: ndcg_at_20
      value: 43.93
    - type: ndcg_at_3
      value: 37.196
    - type: ndcg_at_5
      value: 39.75
    - type: precision_at_1
      value: 31.135
    - type: precision_at_10
      value: 6.81
    - type: precision_at_100
      value: 1.014
    - type: precision_at_1000
      value: 0.127
    - type: precision_at_20
      value: 3.834
    - type: precision_at_3
      value: 16.002
    - type: precision_at_5
      value: 11.411
    - type: recall_at_1
      value: 28.076
    - type: recall_at_10
      value: 55.509
    - type: recall_at_100
      value: 78.396
    - type: recall_at_1000
      value: 93.124
    - type: recall_at_20
      value: 61.326
    - type: recall_at_3
      value: 41.399
    - type: recall_at_5
      value: 47.567
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackTexRetrieval
      revision: 46989137a86843e03a6195de44b09deda022eec7
      split: test
      type: mteb/cqadupstack-tex
    metrics:
    - type: main_score
      value: 37.114999999999995
    - type: map_at_1
      value: 22.032
    - type: map_at_10
      value: 31.392999999999997
    - type: map_at_100
      value: 32.681
    - type: map_at_1000
      value: 32.803
    - type: map_at_20
      value: 32.092999999999996
    - type: map_at_3
      value: 28.33
    - type: map_at_5
      value: 29.988999999999997
    - type: mrr_at_1
      value: 26.944253269098418
    - type: mrr_at_10
      value: 35.76442827647241
    - type: mrr_at_100
      value: 36.70928542668393
    - type: mrr_at_1000
      value: 36.770222872867485
    - type: mrr_at_20
      value: 36.28598608599559
    - type: mrr_at_3
      value: 33.167010782289594
    - type: mrr_at_5
      value: 34.620899288827864
    - type: nauc_map_at_1000_diff1
      value: 38.09265419483922
    - type: nauc_map_at_1000_max
      value: 25.105090914997024
    - type: nauc_map_at_1000_std
      value: 1.0700959987729692
    - type: nauc_map_at_100_diff1
      value: 38.063239842931246
    - type: nauc_map_at_100_max
      value: 25.071823053158475
    - type: nauc_map_at_100_std
      value: 1.0427996382419578
    - type: nauc_map_at_10_diff1
      value: 38.063314345359736
    - type: nauc_map_at_10_max
      value: 24.90358356796509
    - type: nauc_map_at_10_std
      value: 0.48891415762356544
    - type: nauc_map_at_1_diff1
      value: 44.192488964031135
    - type: nauc_map_at_1_max
      value: 23.101395238489264
    - type: nauc_map_at_1_std
      value: -0.44274744959708606
    - type: nauc_map_at_20_diff1
      value: 38.02737709746376
    - type: nauc_map_at_20_max
      value: 25.015577711149145
    - type: nauc_map_at_20_std
      value: 0.7752620565795433
    - type: nauc_map_at_3_diff1
      value: 38.79059906518923
    - type: nauc_map_at_3_max
      value: 24.278973778653658
    - type: nauc_map_at_3_std
      value: -0.06600853085223404
    - type: nauc_map_at_5_diff1
      value: 38.38811885476713
    - type: nauc_map_at_5_max
      value: 24.906014694358767
    - type: nauc_map_at_5_std
      value: 0.503696622267735
    - type: nauc_mrr_at_1000_diff1
      value: 38.43851052537515
    - type: nauc_mrr_at_1000_max
      value: 26.08088413681578
    - type: nauc_mrr_at_1000_std
      value: 2.260435008633633
    - type: nauc_mrr_at_100_diff1
      value: 38.42446503025336
    - type: nauc_mrr_at_100_max
      value: 26.06653535777771
    - type: nauc_mrr_at_100_std
      value: 2.2508085472342567
    - type: nauc_mrr_at_10_diff1
      value: 38.42491058346722
    - type: nauc_mrr_at_10_max
      value: 26.046875548569524
    - type: nauc_mrr_at_10_std
      value: 1.991934209812353
    - type: nauc_mrr_at_1_diff1
      value: 44.125116470111806
    - type: nauc_mrr_at_1_max
      value: 25.502414026989822
    - type: nauc_mrr_at_1_std
      value: 1.0717390948764505
    - type: nauc_mrr_at_20_diff1
      value: 38.355654581557275
    - type: nauc_mrr_at_20_max
      value: 26.052337555999888
    - type: nauc_mrr_at_20_std
      value: 2.0892219127514107
    - type: nauc_mrr_at_3_diff1
      value: 39.001757864272676
    - type: nauc_mrr_at_3_max
      value: 25.98003648378764
    - type: nauc_mrr_at_3_std
      value: 1.6394764040482228
    - type: nauc_mrr_at_5_diff1
      value: 38.71163053840094
    - type: nauc_mrr_at_5_max
      value: 26.20780413201001
    - type: nauc_mrr_at_5_std
      value: 2.021661434346652
    - type: nauc_ndcg_at_1000_diff1
      value: 36.31450458217211
    - type: nauc_ndcg_at_1000_max
      value: 26.149308380875073
    - type: nauc_ndcg_at_1000_std
      value: 3.905862488970823
    - type: nauc_ndcg_at_100_diff1
      value: 35.963790362714164
    - type: nauc_ndcg_at_100_max
      value: 25.739750793393007
    - type: nauc_ndcg_at_100_std
      value: 3.7112777105604406
    - type: nauc_ndcg_at_10_diff1
      value: 35.99336074029864
    - type: nauc_ndcg_at_10_max
      value: 25.55200053240736
    - type: nauc_ndcg_at_10_std
      value: 1.5588036488952475
    - type: nauc_ndcg_at_1_diff1
      value: 44.125116470111806
    - type: nauc_ndcg_at_1_max
      value: 25.502414026989822
    - type: nauc_ndcg_at_1_std
      value: 1.0717390948764505
    - type: nauc_ndcg_at_20_diff1
      value: 35.73590736885051
    - type: nauc_ndcg_at_20_max
      value: 25.70046947040548
    - type: nauc_ndcg_at_20_std
      value: 2.271321757997752
    - type: nauc_ndcg_at_3_diff1
      value: 37.32573641209906
    - type: nauc_ndcg_at_3_max
      value: 25.1167909777267
    - type: nauc_ndcg_at_3_std
      value: 0.7212992566129185
    - type: nauc_ndcg_at_5_diff1
      value: 36.712049675888636
    - type: nauc_ndcg_at_5_max
      value: 25.792607516706372
    - type: nauc_ndcg_at_5_std
      value: 1.578770099119
    - type: nauc_precision_at_1000_diff1
      value: 3.6736780338116977
    - type: nauc_precision_at_1000_max
      value: 11.81314408533315
    - type: nauc_precision_at_1000_std
      value: 10.2436841196851
    - type: nauc_precision_at_100_diff1
      value: 8.417413354516071
    - type: nauc_precision_at_100_max
      value: 16.205114523661024
    - type: nauc_precision_at_100_std
      value: 13.594635835595328
    - type: nauc_precision_at_10_diff1
      value: 19.048008342402845
    - type: nauc_precision_at_10_max
      value: 23.350651852456103
    - type: nauc_precision_at_10_std
      value: 5.976335419523274
    - type: nauc_precision_at_1_diff1
      value: 44.125116470111806
    - type: nauc_precision_at_1_max
      value: 25.502414026989822
    - type: nauc_precision_at_1_std
      value: 1.0717390948764505
    - type: nauc_precision_at_20_diff1
      value: 15.474925061953678
    - type: nauc_precision_at_20_max
      value: 21.546991193902272
    - type: nauc_precision_at_20_std
      value: 8.905930860583391
    - type: nauc_precision_at_3_diff1
      value: 28.986321566644303
    - type: nauc_precision_at_3_max
      value: 26.69485123311458
    - type: nauc_precision_at_3_std
      value: 3.4263045093511537
    - type: nauc_precision_at_5_diff1
      value: 24.709408636594915
    - type: nauc_precision_at_5_max
      value: 26.67143866400471
    - type: nauc_precision_at_5_std
      value: 5.19041364886639
    - type: nauc_recall_at_1000_diff1
      value: 20.00674566428088
    - type: nauc_recall_at_1000_max
      value: 34.777585777551536
    - type: nauc_recall_at_1000_std
      value: 36.77107209206558
    - type: nauc_recall_at_100_diff1
      value: 24.285256665242304
    - type: nauc_recall_at_100_max
      value: 23.801866644708262
    - type: nauc_recall_at_100_std
      value: 15.064509694858854
    - type: nauc_recall_at_10_diff1
      value: 27.36808052999267
    - type: nauc_recall_at_10_max
      value: 24.053807252852636
    - type: nauc_recall_at_10_std
      value: 2.597884142562802
    - type: nauc_recall_at_1_diff1
      value: 44.192488964031135
    - type: nauc_recall_at_1_max
      value: 23.101395238489264
    - type: nauc_recall_at_1_std
      value: -0.44274744959708606
    - type: nauc_recall_at_20_diff1
      value: 25.65995095802745
    - type: nauc_recall_at_20_max
      value: 24.31913892777212
    - type: nauc_recall_at_20_std
      value: 5.048151975361747
    - type: nauc_recall_at_3_diff1
      value: 32.07015707209654
    - type: nauc_recall_at_3_max
      value: 23.698394784703815
    - type: nauc_recall_at_3_std
      value: 0.4539034711477527
    - type: nauc_recall_at_5_diff1
      value: 30.186485460653582
    - type: nauc_recall_at_5_max
      value: 25.00467869253249
    - type: nauc_recall_at_5_std
      value: 2.598872826683705
    - type: ndcg_at_1
      value: 26.944000000000003
    - type: ndcg_at_10
      value: 37.114999999999995
    - type: ndcg_at_100
      value: 42.846000000000004
    - type: ndcg_at_1000
      value: 45.228
    - type: ndcg_at_20
      value: 39.26
    - type: ndcg_at_3
      value: 31.891000000000002
    - type: ndcg_at_5
      value: 34.261
    - type: precision_at_1
      value: 26.944000000000003
    - type: precision_at_10
      value: 6.8790000000000004
    - type: precision_at_100
      value: 1.138
    - type: precision_at_1000
      value: 0.154
    - type: precision_at_20
      value: 4.092
    - type: precision_at_3
      value: 15.244
    - type: precision_at_5
      value: 11.004999999999999
    - type: recall_at_1
      value: 22.032
    - type: recall_at_10
      value: 49.830999999999996
    - type: recall_at_100
      value: 75.318
    - type: recall_at_1000
      value: 91.526
    - type: recall_at_20
      value: 57.684999999999995
    - type: recall_at_3
      value: 35.144999999999996
    - type: recall_at_5
      value: 41.377
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackRetrieval
      split: test
      type: mteb/cqadupstack
    metrics:
    - type: main_score
      value: 49.35933333333333
    - type: map_at_1
      value: 31.5475
    - type: map_at_10
      value: 43.166916666666665
    - type: map_at_100
      value: 44.506083333333336
    - type: map_at_1000
      value: 44.60875
    - type: map_at_20
      value: 43.926166666666674
    - type: map_at_3
      value: 39.7375
    - type: map_at_5
      value: 41.63241666666667
    - type: mrr_at_1
      value: 37.58487329336356
    - type: mrr_at_10
      value: 47.57339949857069
    - type: mrr_at_100
      value: 48.37962696919692
    - type: mrr_at_1000
      value: 48.42044074093141
    - type: mrr_at_20
      value: 48.05694412330748
    - type: mrr_at_3
      value: 45.01312222327854
    - type: mrr_at_5
      value: 46.45963570299018
    - type: nauc_map_at_1000_diff1
      value: 47.559431895551796
    - type: nauc_map_at_1000_max
      value: 32.22624317021025
    - type: nauc_map_at_1000_std
      value: -9.215659016819911
    - type: nauc_map_at_100_diff1
      value: 47.5522725421024
    - type: nauc_map_at_100_max
      value: 32.23227770404454
    - type: nauc_map_at_100_std
      value: -9.257263949623699
    - type: nauc_map_at_10_diff1
      value: 47.62525599466672
    - type: nauc_map_at_10_max
      value: 31.810691404066432
    - type: nauc_map_at_10_std
      value: -10.159455545932724
    - type: nauc_map_at_1_diff1
      value: 52.959829481566764
    - type: nauc_map_at_1_max
      value: 28.644143760250785
    - type: nauc_map_at_1_std
      value: -11.72163597077123
    - type: nauc_map_at_20_diff1
      value: 47.56050095649268
    - type: nauc_map_at_20_max
      value: 32.08395945370071
    - type: nauc_map_at_20_std
      value: -9.628010776060316
    - type: nauc_map_at_3_diff1
      value: 48.51453660580493
    - type: nauc_map_at_3_max
      value: 30.898488535624786
    - type: nauc_map_at_3_std
      value: -11.15241799050688
    - type: nauc_map_at_5_diff1
      value: 47.85361615288319
    - type: nauc_map_at_5_max
      value: 31.396160977070693
    - type: nauc_map_at_5_std
      value: -10.669927060581687
    - type: nauc_mrr_at_1000_diff1
      value: 46.5756551519747
    - type: nauc_mrr_at_1000_max
      value: 33.613205491060505
    - type: nauc_mrr_at_1000_std
      value: -7.511388196842074
    - type: nauc_mrr_at_100_diff1
      value: 46.56493524451518
    - type: nauc_mrr_at_100_max
      value: 33.61311557843383
    - type: nauc_mrr_at_100_std
      value: -7.503137722678137
    - type: nauc_mrr_at_10_diff1
      value: 46.48587625246975
    - type: nauc_mrr_at_10_max
      value: 33.56104741766235
    - type: nauc_mrr_at_10_std
      value: -7.798262408773109
    - type: nauc_mrr_at_1_diff1
      value: 50.92937737651317
    - type: nauc_mrr_at_1_max
      value: 32.9507362296752
    - type: nauc_mrr_at_1_std
      value: -8.423238646208265
    - type: nauc_mrr_at_20_diff1
      value: 46.50275775113446
    - type: nauc_mrr_at_20_max
      value: 33.58865514759019
    - type: nauc_mrr_at_20_std
      value: -7.570114941791467
    - type: nauc_mrr_at_3_diff1
      value: 46.89503971128471
    - type: nauc_mrr_at_3_max
      value: 33.496560503226625
    - type: nauc_mrr_at_3_std
      value: -8.210558822386304
    - type: nauc_mrr_at_5_diff1
      value: 46.52472719918368
    - type: nauc_mrr_at_5_max
      value: 33.47000614361767
    - type: nauc_mrr_at_5_std
      value: -8.047294277050185
    - type: nauc_ndcg_at_1000_diff1
      value: 45.952224716482064
    - type: nauc_ndcg_at_1000_max
      value: 33.55951998008019
    - type: nauc_ndcg_at_1000_std
      value: -6.526593883643845
    - type: nauc_ndcg_at_100_diff1
      value: 45.6076817241719
    - type: nauc_ndcg_at_100_max
      value: 33.56351746928194
    - type: nauc_ndcg_at_100_std
      value: -6.2577955941610375
    - type: nauc_ndcg_at_10_diff1
      value: 45.49263554465489
    - type: nauc_ndcg_at_10_max
      value: 32.64126996617623
    - type: nauc_ndcg_at_10_std
      value: -8.742955252041423
    - type: nauc_ndcg_at_1_diff1
      value: 50.92937737651317
    - type: nauc_ndcg_at_1_max
      value: 32.9507362296752
    - type: nauc_ndcg_at_1_std
      value: -8.423238646208265
    - type: nauc_ndcg_at_20_diff1
      value: 45.4342115120439
    - type: nauc_ndcg_at_20_max
      value: 33.104622212270726
    - type: nauc_ndcg_at_20_std
      value: -7.483803415235951
    - type: nauc_ndcg_at_3_diff1
      value: 46.31897453421016
    - type: nauc_ndcg_at_3_max
      value: 32.28721923806247
    - type: nauc_ndcg_at_3_std
      value: -9.54172365718084
    - type: nauc_ndcg_at_5_diff1
      value: 45.70298606925981
    - type: nauc_ndcg_at_5_max
      value: 32.261906390761105
    - type: nauc_ndcg_at_5_std
      value: -9.399257100607874
    - type: nauc_precision_at_1000_diff1
      value: -11.364874438217843
    - type: nauc_precision_at_1000_max
      value: 4.301890425063193
    - type: nauc_precision_at_1000_std
      value: 15.855742716005356
    - type: nauc_precision_at_100_diff1
      value: -4.982324099155143
    - type: nauc_precision_at_100_max
      value: 13.642061594719774
    - type: nauc_precision_at_100_std
      value: 18.81929325056801
    - type: nauc_precision_at_10_diff1
      value: 12.638394408088926
    - type: nauc_precision_at_10_max
      value: 25.306846945633808
    - type: nauc_precision_at_10_std
      value: 6.594949743766334
    - type: nauc_precision_at_1_diff1
      value: 50.92937737651317
    - type: nauc_precision_at_1_max
      value: 32.9507362296752
    - type: nauc_precision_at_1_std
      value: -8.423238646208265
    - type: nauc_precision_at_20_diff1
      value: 6.16872699781517
    - type: nauc_precision_at_20_max
      value: 22.181315927006374
    - type: nauc_precision_at_20_std
      value: 12.56367756338886
    - type: nauc_precision_at_3_diff1
      value: 28.83807305490845
    - type: nauc_precision_at_3_max
      value: 31.389218193103215
    - type: nauc_precision_at_3_std
      value: -1.896026766564083
    - type: nauc_precision_at_5_diff1
      value: 20.77453603262145
    - type: nauc_precision_at_5_max
      value: 28.91019461637974
    - type: nauc_precision_at_5_std
      value: 1.6398138794154224
    - type: nauc_recall_at_1000_diff1
      value: 32.58030229927583
    - type: nauc_recall_at_1000_max
      value: 51.575385962899944
    - type: nauc_recall_at_1000_std
      value: 42.279175457257395
    - type: nauc_recall_at_100_diff1
      value: 33.0346354270252
    - type: nauc_recall_at_100_max
      value: 37.59086973079201
    - type: nauc_recall_at_100_std
      value: 14.114518949779974
    - type: nauc_recall_at_10_diff1
      value: 37.76688949788438
    - type: nauc_recall_at_10_max
      value: 30.957649538205224
    - type: nauc_recall_at_10_std
      value: -7.51989142903617
    - type: nauc_recall_at_1_diff1
      value: 52.959829481566764
    - type: nauc_recall_at_1_max
      value: 28.644143760250785
    - type: nauc_recall_at_1_std
      value: -11.72163597077123
    - type: nauc_recall_at_20_diff1
      value: 36.1678225571237
    - type: nauc_recall_at_20_max
      value: 32.77154289601683
    - type: nauc_recall_at_20_std
      value: -1.4627763691409723
    - type: nauc_recall_at_3_diff1
      value: 42.36573375194426
    - type: nauc_recall_at_3_max
      value: 29.836155630039997
    - type: nauc_recall_at_3_std
      value: -10.921190546010779
    - type: nauc_recall_at_5_diff1
      value: 39.78782895608393
    - type: nauc_recall_at_5_max
      value: 29.974729083162995
    - type: nauc_recall_at_5_std
      value: -9.914213193369637
    - type: ndcg_at_1
      value: 37.584833333333336
    - type: ndcg_at_10
      value: 49.35933333333333
    - type: ndcg_at_100
      value: 54.516083333333334
    - type: ndcg_at_1000
      value: 56.13400000000001
    - type: ndcg_at_20
      value: 51.47983333333334
    - type: ndcg_at_3
      value: 43.94075
    - type: ndcg_at_5
      value: 46.43991666666667
    - type: precision_at_1
      value: 37.584833333333336
    - type: precision_at_10
      value: 8.754333333333332
    - type: precision_at_100
      value: 1.3438333333333334
    - type: precision_at_1000
      value: 0.16591666666666666
    - type: precision_at_20
      value: 5.135833333333332
    - type: precision_at_3
      value: 20.47383333333333
    - type: precision_at_5
      value: 14.480333333333334
    - type: recall_at_1
      value: 31.5475
    - type: recall_at_10
      value: 62.99808333333332
    - type: recall_at_100
      value: 85.16766666666666
    - type: recall_at_1000
      value: 95.88949999999998
    - type: recall_at_20
      value: 70.61158333333333
    - type: recall_at_3
      value: 47.78208333333333
    - type: recall_at_5
      value: 54.30466666666667
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackUnixRetrieval
      revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
      split: test
      type: mteb/cqadupstack-unix
    metrics:
    - type: main_score
      value: 51.409000000000006
    - type: map_at_1
      value: 33.44
    - type: map_at_10
      value: 45.242
    - type: map_at_100
      value: 46.457
    - type: map_at_1000
      value: 46.539
    - type: map_at_20
      value: 45.928999999999995
    - type: map_at_3
      value: 41.736000000000004
    - type: map_at_5
      value: 43.717
    - type: mrr_at_1
      value: 39.17910447761194
    - type: mrr_at_10
      value: 49.54868514570004
    - type: mrr_at_100
      value: 50.31474300711142
    - type: mrr_at_1000
      value: 50.35763716395954
    - type: mrr_at_20
      value: 49.99823659223059
    - type: mrr_at_3
      value: 46.8128109452736
    - type: mrr_at_5
      value: 48.45926616915417
    - type: nauc_map_at_1000_diff1
      value: 50.87257673340992
    - type: nauc_map_at_1000_max
      value: 40.34609374301027
    - type: nauc_map_at_1000_std
      value: -7.379981243726618
    - type: nauc_map_at_100_diff1
      value: 50.854157949159365
    - type: nauc_map_at_100_max
      value: 40.34032556006189
    - type: nauc_map_at_100_std
      value: -7.399964737756573
    - type: nauc_map_at_10_diff1
      value: 50.686246859628525
    - type: nauc_map_at_10_max
      value: 39.908128766187275
    - type: nauc_map_at_10_std
      value: -7.7328502513278625
    - type: nauc_map_at_1_diff1
      value: 55.57814128760479
    - type: nauc_map_at_1_max
      value: 38.478658985510826
    - type: nauc_map_at_1_std
      value: -6.372508238481584
    - type: nauc_map_at_20_diff1
      value: 50.772989231947626
    - type: nauc_map_at_20_max
      value: 40.23956514712802
    - type: nauc_map_at_20_std
      value: -7.514568627968219
    - type: nauc_map_at_3_diff1
      value: 52.014664217088544
    - type: nauc_map_at_3_max
      value: 39.734083375309915
    - type: nauc_map_at_3_std
      value: -7.926554803796402
    - type: nauc_map_at_5_diff1
      value: 51.01483620986479
    - type: nauc_map_at_5_max
      value: 39.45610862159722
    - type: nauc_map_at_5_std
      value: -8.27731392985267
    - type: nauc_mrr_at_1000_diff1
      value: 51.00481391598901
    - type: nauc_mrr_at_1000_max
      value: 42.212066475020265
    - type: nauc_mrr_at_1000_std
      value: -6.370874800186104
    - type: nauc_mrr_at_100_diff1
      value: 50.990520232150246
    - type: nauc_mrr_at_100_max
      value: 42.19016027339401
    - type: nauc_mrr_at_100_std
      value: -6.3827695296657145
    - type: nauc_mrr_at_10_diff1
      value: 50.744688903224954
    - type: nauc_mrr_at_10_max
      value: 42.11767789677446
    - type: nauc_mrr_at_10_std
      value: -6.497082850925394
    - type: nauc_mrr_at_1_diff1
      value: 55.54795613882778
    - type: nauc_mrr_at_1_max
      value: 43.333268044897565
    - type: nauc_mrr_at_1_std
      value: -5.456284327113586
    - type: nauc_mrr_at_20_diff1
      value: 50.8946692657115
    - type: nauc_mrr_at_20_max
      value: 42.131007988181466
    - type: nauc_mrr_at_20_std
      value: -6.474403898884448
    - type: nauc_mrr_at_3_diff1
      value: 51.41122299252956
    - type: nauc_mrr_at_3_max
      value: 42.43303267211499
    - type: nauc_mrr_at_3_std
      value: -6.499097476761323
    - type: nauc_mrr_at_5_diff1
      value: 50.94067629188639
    - type: nauc_mrr_at_5_max
      value: 41.914612395133574
    - type: nauc_mrr_at_5_std
      value: -7.173024101198252
    - type: nauc_ndcg_at_1000_diff1
      value: 49.671254442063336
    - type: nauc_ndcg_at_1000_max
      value: 41.233236425229265
    - type: nauc_ndcg_at_1000_std
      value: -5.974613943524345
    - type: nauc_ndcg_at_100_diff1
      value: 49.27027768005878
    - type: nauc_ndcg_at_100_max
      value: 40.948430026662564
    - type: nauc_ndcg_at_100_std
      value: -6.144610616966986
    - type: nauc_ndcg_at_10_diff1
      value: 48.558081201050165
    - type: nauc_ndcg_at_10_max
      value: 39.83487109315805
    - type: nauc_ndcg_at_10_std
      value: -7.615747684830626
    - type: nauc_ndcg_at_1_diff1
      value: 55.54795613882778
    - type: nauc_ndcg_at_1_max
      value: 43.333268044897565
    - type: nauc_ndcg_at_1_std
      value: -5.456284327113586
    - type: nauc_ndcg_at_20_diff1
      value: 48.892103792460844
    - type: nauc_ndcg_at_20_max
      value: 40.56965396855626
    - type: nauc_ndcg_at_20_std
      value: -7.033583531769024
    - type: nauc_ndcg_at_3_diff1
      value: 49.89643618093189
    - type: nauc_ndcg_at_3_max
      value: 40.22963794071276
    - type: nauc_ndcg_at_3_std
      value: -7.855589248597761
    - type: nauc_ndcg_at_5_diff1
      value: 48.921894655198365
    - type: nauc_ndcg_at_5_max
      value: 39.14662005574934
    - type: nauc_ndcg_at_5_std
      value: -8.845551763577872
    - type: nauc_precision_at_1000_diff1
      value: -14.518585158460978
    - type: nauc_precision_at_1000_max
      value: -1.7667784893915466
    - type: nauc_precision_at_1000_std
      value: 4.097998545067049
    - type: nauc_precision_at_100_diff1
      value: -4.950584630399553
    - type: nauc_precision_at_100_max
      value: 11.512730083218312
    - type: nauc_precision_at_100_std
      value: 6.330359665958284
    - type: nauc_precision_at_10_diff1
      value: 13.399849359324334
    - type: nauc_precision_at_10_max
      value: 26.855775987033937
    - type: nauc_precision_at_10_std
      value: -2.2873353847128644
    - type: nauc_precision_at_1_diff1
      value: 55.54795613882778
    - type: nauc_precision_at_1_max
      value: 43.333268044897565
    - type: nauc_precision_at_1_std
      value: -5.456284327113586
    - type: nauc_precision_at_20_diff1
      value: 7.679011471251583
    - type: nauc_precision_at_20_max
      value: 23.467700358632555
    - type: nauc_precision_at_20_std
      value: 1.1981871681272394
    - type: nauc_precision_at_3_diff1
      value: 32.921575397699506
    - type: nauc_precision_at_3_max
      value: 37.04097281242502
    - type: nauc_precision_at_3_std
      value: -5.360800309380987
    - type: nauc_precision_at_5_diff1
      value: 23.223401114141097
    - type: nauc_precision_at_5_max
      value: 31.530032692944605
    - type: nauc_precision_at_5_std
      value: -5.865853042470798
    - type: nauc_recall_at_1000_diff1
      value: 32.0155855987812
    - type: nauc_recall_at_1000_max
      value: 62.44988003291033
    - type: nauc_recall_at_1000_std
      value: 53.82320454819172
    - type: nauc_recall_at_100_diff1
      value: 36.65083199031551
    - type: nauc_recall_at_100_max
      value: 37.69410771344005
    - type: nauc_recall_at_100_std
      value: 3.579296637477123
    - type: nauc_recall_at_10_diff1
      value: 38.70173468166519
    - type: nauc_recall_at_10_max
      value: 34.1784276048144
    - type: nauc_recall_at_10_std
      value: -8.086019685277327
    - type: nauc_recall_at_1_diff1
      value: 55.57814128760479
    - type: nauc_recall_at_1_max
      value: 38.478658985510826
    - type: nauc_recall_at_1_std
      value: -6.372508238481584
    - type: nauc_recall_at_20_diff1
      value: 38.79450347259083
    - type: nauc_recall_at_20_max
      value: 36.05352697027188
    - type: nauc_recall_at_20_std
      value: -6.093850431049945
    - type: nauc_recall_at_3_diff1
      value: 45.74158065265736
    - type: nauc_recall_at_3_max
      value: 36.63626821782645
    - type: nauc_recall_at_3_std
      value: -9.653958457056982
    - type: nauc_recall_at_5_diff1
      value: 41.65880696047371
    - type: nauc_recall_at_5_max
      value: 33.8382122882109
    - type: nauc_recall_at_5_std
      value: -11.20106963946605
    - type: ndcg_at_1
      value: 39.179
    - type: ndcg_at_10
      value: 51.409000000000006
    - type: ndcg_at_100
      value: 56.499
    - type: ndcg_at_1000
      value: 58.062000000000005
    - type: ndcg_at_20
      value: 53.454
    - type: ndcg_at_3
      value: 45.754
    - type: ndcg_at_5
      value: 48.463
    - type: precision_at_1
      value: 39.179
    - type: precision_at_10
      value: 8.806
    - type: precision_at_100
      value: 1.2550000000000001
    - type: precision_at_1000
      value: 0.149
    - type: precision_at_20
      value: 5.009
    - type: precision_at_3
      value: 21.144
    - type: precision_at_5
      value: 14.832
    - type: recall_at_1
      value: 33.44
    - type: recall_at_10
      value: 65.496
    - type: recall_at_100
      value: 87.182
    - type: recall_at_1000
      value: 97.357
    - type: recall_at_20
      value: 72.697
    - type: recall_at_3
      value: 49.924
    - type: recall_at_5
      value: 56.95
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackWebmastersRetrieval
      revision: 160c094312a0e1facb97e55eeddb698c0abe3571
      split: test
      type: mteb/cqadupstack-webmasters
    metrics:
    - type: main_score
      value: 48.375
    - type: map_at_1
      value: 30.793
    - type: map_at_10
      value: 41.662
    - type: map_at_100
      value: 43.66
    - type: map_at_1000
      value: 43.878
    - type: map_at_20
      value: 42.667
    - type: map_at_3
      value: 38.458999999999996
    - type: map_at_5
      value: 39.97
    - type: mrr_at_1
      value: 37.15415019762846
    - type: mrr_at_10
      value: 46.61584792019573
    - type: mrr_at_100
      value: 47.583978313689805
    - type: mrr_at_1000
      value: 47.61436921649715
    - type: mrr_at_20
      value: 47.16104598393294
    - type: mrr_at_3
      value: 44.23583662714098
    - type: mrr_at_5
      value: 45.29314888010541
    - type: nauc_map_at_1000_diff1
      value: 50.738532964091355
    - type: nauc_map_at_1000_max
      value: 33.1761869184962
    - type: nauc_map_at_1000_std
      value: -11.88545399582968
    - type: nauc_map_at_100_diff1
      value: 50.820635857587945
    - type: nauc_map_at_100_max
      value: 33.37659274306262
    - type: nauc_map_at_100_std
      value: -12.261098317018648
    - type: nauc_map_at_10_diff1
      value: 51.34955861172913
    - type: nauc_map_at_10_max
      value: 33.07036272698984
    - type: nauc_map_at_10_std
      value: -13.958268441726652
    - type: nauc_map_at_1_diff1
      value: 58.14264885967374
    - type: nauc_map_at_1_max
      value: 31.098191422332405
    - type: nauc_map_at_1_std
      value: -16.55201181770837
    - type: nauc_map_at_20_diff1
      value: 51.138925497848945
    - type: nauc_map_at_20_max
      value: 33.294483331998656
    - type: nauc_map_at_20_std
      value: -13.386238751309648
    - type: nauc_map_at_3_diff1
      value: 53.11933171962268
    - type: nauc_map_at_3_max
      value: 33.174584991640856
    - type: nauc_map_at_3_std
      value: -15.227875860055217
    - type: nauc_map_at_5_diff1
      value: 51.91013458222077
    - type: nauc_map_at_5_max
      value: 33.432034239350386
    - type: nauc_map_at_5_std
      value: -14.493952556516101
    - type: nauc_mrr_at_1000_diff1
      value: 49.46380145346334
    - type: nauc_mrr_at_1000_max
      value: 32.79378116341429
    - type: nauc_mrr_at_1000_std
      value: -10.714169233380185
    - type: nauc_mrr_at_100_diff1
      value: 49.45394564674785
    - type: nauc_mrr_at_100_max
      value: 32.7943550676381
    - type: nauc_mrr_at_100_std
      value: -10.696490620685783
    - type: nauc_mrr_at_10_diff1
      value: 49.500335538737914
    - type: nauc_mrr_at_10_max
      value: 32.77023244114561
    - type: nauc_mrr_at_10_std
      value: -11.104541089359515
    - type: nauc_mrr_at_1_diff1
      value: 52.76130402864484
    - type: nauc_mrr_at_1_max
      value: 31.114589410052044
    - type: nauc_mrr_at_1_std
      value: -12.937210710275965
    - type: nauc_mrr_at_20_diff1
      value: 49.414643398815365
    - type: nauc_mrr_at_20_max
      value: 32.763780752203516
    - type: nauc_mrr_at_20_std
      value: -10.804422561377299
    - type: nauc_mrr_at_3_diff1
      value: 50.01492870108368
    - type: nauc_mrr_at_3_max
      value: 32.72937861591098
    - type: nauc_mrr_at_3_std
      value: -11.940075063628994
    - type: nauc_mrr_at_5_diff1
      value: 49.48188504874961
    - type: nauc_mrr_at_5_max
      value: 33.16403773206102
    - type: nauc_mrr_at_5_std
      value: -11.21411630948482
    - type: nauc_ndcg_at_1000_diff1
      value: 48.54198944308599
    - type: nauc_ndcg_at_1000_max
      value: 33.76118694493479
    - type: nauc_ndcg_at_1000_std
      value: -8.65402138092725
    - type: nauc_ndcg_at_100_diff1
      value: 48.108850696506025
    - type: nauc_ndcg_at_100_max
      value: 33.84243712166641
    - type: nauc_ndcg_at_100_std
      value: -8.254554667297844
    - type: nauc_ndcg_at_10_diff1
      value: 47.89236428952843
    - type: nauc_ndcg_at_10_max
      value: 31.812029093395473
    - type: nauc_ndcg_at_10_std
      value: -11.127378110447985
    - type: nauc_ndcg_at_1_diff1
      value: 52.76130402864484
    - type: nauc_ndcg_at_1_max
      value: 31.114589410052044
    - type: nauc_ndcg_at_1_std
      value: -12.937210710275965
    - type: nauc_ndcg_at_20_diff1
      value: 47.905767671630315
    - type: nauc_ndcg_at_20_max
      value: 32.49208823548766
    - type: nauc_ndcg_at_20_std
      value: -10.250570357659894
    - type: nauc_ndcg_at_3_diff1
      value: 49.59377768692143
    - type: nauc_ndcg_at_3_max
      value: 33.13546546596274
    - type: nauc_ndcg_at_3_std
      value: -12.19125595753908
    - type: nauc_ndcg_at_5_diff1
      value: 48.35844341475799
    - type: nauc_ndcg_at_5_max
      value: 33.13927657899762
    - type: nauc_ndcg_at_5_std
      value: -11.300005449965582
    - type: nauc_precision_at_1000_diff1
      value: -16.480026591870523
    - type: nauc_precision_at_1000_max
      value: -15.181621988935524
    - type: nauc_precision_at_1000_std
      value: 34.719339551334855
    - type: nauc_precision_at_100_diff1
      value: -16.56707264200106
    - type: nauc_precision_at_100_max
      value: -6.877547823040516
    - type: nauc_precision_at_100_std
      value: 31.758215821939384
    - type: nauc_precision_at_10_diff1
      value: 4.772949413625673
    - type: nauc_precision_at_10_max
      value: 14.48563506451036
    - type: nauc_precision_at_10_std
      value: 12.151171571697414
    - type: nauc_precision_at_1_diff1
      value: 52.76130402864484
    - type: nauc_precision_at_1_max
      value: 31.114589410052044
    - type: nauc_precision_at_1_std
      value: -12.937210710275965
    - type: nauc_precision_at_20_diff1
      value: -5.247617701441084
    - type: nauc_precision_at_20_max
      value: 7.8524153059071065
    - type: nauc_precision_at_20_std
      value: 20.475057466275427
    - type: nauc_precision_at_3_diff1
      value: 29.307240726725464
    - type: nauc_precision_at_3_max
      value: 30.53776235029683
    - type: nauc_precision_at_3_std
      value: -1.9867363754853145
    - type: nauc_precision_at_5_diff1
      value: 16.82602124982839
    - type: nauc_precision_at_5_max
      value: 24.967617984133213
    - type: nauc_precision_at_5_std
      value: 3.7688940286519914
    - type: nauc_recall_at_1000_diff1
      value: 19.911102783538993
    - type: nauc_recall_at_1000_max
      value: 43.55994274840259
    - type: nauc_recall_at_1000_std
      value: 44.61688663280485
    - type: nauc_recall_at_100_diff1
      value: 25.00639435271183
    - type: nauc_recall_at_100_max
      value: 34.51865414347991
    - type: nauc_recall_at_100_std
      value: 18.406464007769454
    - type: nauc_recall_at_10_diff1
      value: 38.62687941260691
    - type: nauc_recall_at_10_max
      value: 27.489917928538553
    - type: nauc_recall_at_10_std
      value: -10.35234915862916
    - type: nauc_recall_at_1_diff1
      value: 58.14264885967374
    - type: nauc_recall_at_1_max
      value: 31.098191422332405
    - type: nauc_recall_at_1_std
      value: -16.55201181770837
    - type: nauc_recall_at_20_diff1
      value: 35.11800106234923
    - type: nauc_recall_at_20_max
      value: 28.356707989534385
    - type: nauc_recall_at_20_std
      value: -5.782361862032475
    - type: nauc_recall_at_3_diff1
      value: 47.010690556838405
    - type: nauc_recall_at_3_max
      value: 30.960698559313798
    - type: nauc_recall_at_3_std
      value: -14.716248620617172
    - type: nauc_recall_at_5_diff1
      value: 42.9526068288436
    - type: nauc_recall_at_5_max
      value: 31.419778612165533
    - type: nauc_recall_at_5_std
      value: -11.818424254829178
    - type: ndcg_at_1
      value: 37.153999999999996
    - type: ndcg_at_10
      value: 48.375
    - type: ndcg_at_100
      value: 54.657
    - type: ndcg_at_1000
      value: 56.208000000000006
    - type: ndcg_at_20
      value: 50.771
    - type: ndcg_at_3
      value: 43.315
    - type: ndcg_at_5
      value: 45.129000000000005
    - type: precision_at_1
      value: 37.153999999999996
    - type: precision_at_10
      value: 9.328
    - type: precision_at_100
      value: 1.9029999999999998
    - type: precision_at_1000
      value: 0.258
    - type: precision_at_20
      value: 5.998
    - type: precision_at_3
      value: 20.224
    - type: precision_at_5
      value: 14.347999999999999
    - type: recall_at_1
      value: 30.793
    - type: recall_at_10
      value: 60.999
    - type: recall_at_100
      value: 88.24499999999999
    - type: recall_at_1000
      value: 97.773
    - type: recall_at_20
      value: 69.702
    - type: recall_at_3
      value: 46.255
    - type: recall_at_5
      value: 51.245
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackWordpressRetrieval
      revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
      split: test
      type: mteb/cqadupstack-wordpress
    metrics:
    - type: main_score
      value: 41.349000000000004
    - type: map_at_1
      value: 26.75
    - type: map_at_10
      value: 36.042
    - type: map_at_100
      value: 37.172
    - type: map_at_1000
      value: 37.261
    - type: map_at_20
      value: 36.66
    - type: map_at_3
      value: 33.235
    - type: map_at_5
      value: 34.748000000000005
    - type: mrr_at_1
      value: 29.390018484288355
    - type: mrr_at_10
      value: 38.4025760643136
    - type: mrr_at_100
      value: 39.374703522095395
    - type: mrr_at_1000
      value: 39.42972569352847
    - type: mrr_at_20
      value: 38.93955238768051
    - type: mrr_at_3
      value: 36.013555144793614
    - type: mrr_at_5
      value: 37.2520024645718
    - type: nauc_map_at_1000_diff1
      value: 44.69823016014606
    - type: nauc_map_at_1000_max
      value: 25.57190426738162
    - type: nauc_map_at_1000_std
      value: -4.199140067047161
    - type: nauc_map_at_100_diff1
      value: 44.683770406187875
    - type: nauc_map_at_100_max
      value: 25.551408403995257
    - type: nauc_map_at_100_std
      value: -4.218572010835323
    - type: nauc_map_at_10_diff1
      value: 44.68530737786573
    - type: nauc_map_at_10_max
      value: 25.46193155573604
    - type: nauc_map_at_10_std
      value: -4.809871031910446
    - type: nauc_map_at_1_diff1
      value: 50.41571355104115
    - type: nauc_map_at_1_max
      value: 26.581260847509704
    - type: nauc_map_at_1_std
      value: -5.403238214693907
    - type: nauc_map_at_20_diff1
      value: 44.731965188076956
    - type: nauc_map_at_20_max
      value: 25.404018335678042
    - type: nauc_map_at_20_std
      value: -4.518115190513196
    - type: nauc_map_at_3_diff1
      value: 45.72733737454689
    - type: nauc_map_at_3_max
      value: 25.16236634356437
    - type: nauc_map_at_3_std
      value: -5.210810848188912
    - type: nauc_map_at_5_diff1
      value: 45.04362118675467
    - type: nauc_map_at_5_max
      value: 25.256832347187792
    - type: nauc_map_at_5_std
      value: -4.665177712989629
    - type: nauc_mrr_at_1000_diff1
      value: 43.96570681453743
    - type: nauc_mrr_at_1000_max
      value: 25.515577482173303
    - type: nauc_mrr_at_1000_std
      value: -3.1318312163116167
    - type: nauc_mrr_at_100_diff1
      value: 43.94835648436942
    - type: nauc_mrr_at_100_max
      value: 25.485710237620257
    - type: nauc_mrr_at_100_std
      value: -3.1262634160182587
    - type: nauc_mrr_at_10_diff1
      value: 43.87989114303318
    - type: nauc_mrr_at_10_max
      value: 25.561703958752073
    - type: nauc_mrr_at_10_std
      value: -3.5337096979285465
    - type: nauc_mrr_at_1_diff1
      value: 50.5769748938826
    - type: nauc_mrr_at_1_max
      value: 27.540216184434602
    - type: nauc_mrr_at_1_std
      value: -4.3410331054744455
    - type: nauc_mrr_at_20_diff1
      value: 43.89090600752474
    - type: nauc_mrr_at_20_max
      value: 25.35538914450936
    - type: nauc_mrr_at_20_std
      value: -3.256848712300088
    - type: nauc_mrr_at_3_diff1
      value: 44.67145787977651
    - type: nauc_mrr_at_3_max
      value: 25.743032202078233
    - type: nauc_mrr_at_3_std
      value: -3.543961143296222
    - type: nauc_mrr_at_5_diff1
      value: 44.1410906123774
    - type: nauc_mrr_at_5_max
      value: 25.512981453020377
    - type: nauc_mrr_at_5_std
      value: -3.3984260964459625
    - type: nauc_ndcg_at_1000_diff1
      value: 42.094467874822634
    - type: nauc_ndcg_at_1000_max
      value: 25.773789329652143
    - type: nauc_ndcg_at_1000_std
      value: -1.5030137154663146
    - type: nauc_ndcg_at_100_diff1
      value: 41.551311444176505
    - type: nauc_ndcg_at_100_max
      value: 25.41326272306838
    - type: nauc_ndcg_at_100_std
      value: -1.2565322587434289
    - type: nauc_ndcg_at_10_diff1
      value: 41.692329741760844
    - type: nauc_ndcg_at_10_max
      value: 24.973824605697946
    - type: nauc_ndcg_at_10_std
      value: -4.0454407772294445
    - type: nauc_ndcg_at_1_diff1
      value: 50.5769748938826
    - type: nauc_ndcg_at_1_max
      value: 27.540216184434602
    - type: nauc_ndcg_at_1_std
      value: -4.3410331054744455
    - type: nauc_ndcg_at_20_diff1
      value: 41.7849741522554
    - type: nauc_ndcg_at_20_max
      value: 24.483461844450098
    - type: nauc_ndcg_at_20_std
      value: -3.0192185885852267
    - type: nauc_ndcg_at_3_diff1
      value: 43.50095372671906
    - type: nauc_ndcg_at_3_max
      value: 25.0660548267931
    - type: nauc_ndcg_at_3_std
      value: -4.136658038209795
    - type: nauc_ndcg_at_5_diff1
      value: 42.56860328119003
    - type: nauc_ndcg_at_5_max
      value: 24.64471019866571
    - type: nauc_ndcg_at_5_std
      value: -3.7919812365370316
    - type: nauc_precision_at_1000_diff1
      value: -11.608868871826067
    - type: nauc_precision_at_1000_max
      value: -4.774237268127937
    - type: nauc_precision_at_1000_std
      value: 12.15076818010773
    - type: nauc_precision_at_100_diff1
      value: 1.9653391598989818
    - type: nauc_precision_at_100_max
      value: 14.82175127203874
    - type: nauc_precision_at_100_std
      value: 19.14581435930739
    - type: nauc_precision_at_10_diff1
      value: 24.310184596872997
    - type: nauc_precision_at_10_max
      value: 24.654364730313127
    - type: nauc_precision_at_10_std
      value: 3.834736733208166
    - type: nauc_precision_at_1_diff1
      value: 50.5769748938826
    - type: nauc_precision_at_1_max
      value: 27.540216184434602
    - type: nauc_precision_at_1_std
      value: -4.3410331054744455
    - type: nauc_precision_at_20_diff1
      value: 20.31741982412239
    - type: nauc_precision_at_20_max
      value: 21.813185907394
    - type: nauc_precision_at_20_std
      value: 8.67748469930042
    - type: nauc_precision_at_3_diff1
      value: 36.23426146022416
    - type: nauc_precision_at_3_max
      value: 25.085104352996147
    - type: nauc_precision_at_3_std
      value: -0.13994055865810526
    - type: nauc_precision_at_5_diff1
      value: 30.713670782259456
    - type: nauc_precision_at_5_max
      value: 25.073465240016198
    - type: nauc_precision_at_5_std
      value: 2.903773154373253
    - type: nauc_recall_at_1000_diff1
      value: 14.861338959184192
    - type: nauc_recall_at_1000_max
      value: 38.46379100413754
    - type: nauc_recall_at_1000_std
      value: 40.82683088866469
    - type: nauc_recall_at_100_diff1
      value: 24.540319510278348
    - type: nauc_recall_at_100_max
      value: 24.172628109630832
    - type: nauc_recall_at_100_std
      value: 16.567712965914602
    - type: nauc_recall_at_10_diff1
      value: 31.92224903523137
    - type: nauc_recall_at_10_max
      value: 22.064974975663127
    - type: nauc_recall_at_10_std
      value: -3.156058361445988
    - type: nauc_recall_at_1_diff1
      value: 50.41571355104115
    - type: nauc_recall_at_1_max
      value: 26.581260847509704
    - type: nauc_recall_at_1_std
      value: -5.403238214693907
    - type: nauc_recall_at_20_diff1
      value: 31.409257808669842
    - type: nauc_recall_at_20_max
      value: 19.307470123424853
    - type: nauc_recall_at_20_std
      value: 0.8921848838324672
    - type: nauc_recall_at_3_diff1
      value: 37.83159917842702
    - type: nauc_recall_at_3_max
      value: 22.128986921876365
    - type: nauc_recall_at_3_std
      value: -4.332761965568785
    - type: nauc_recall_at_5_diff1
      value: 35.43509187423654
    - type: nauc_recall_at_5_max
      value: 21.559603832786657
    - type: nauc_recall_at_5_std
      value: -2.7879479079841327
    - type: ndcg_at_1
      value: 29.39
    - type: ndcg_at_10
      value: 41.349000000000004
    - type: ndcg_at_100
      value: 46.814
    - type: ndcg_at_1000
      value: 48.748000000000005
    - type: ndcg_at_20
      value: 43.491
    - type: ndcg_at_3
      value: 36.120000000000005
    - type: ndcg_at_5
      value: 38.415
    - type: precision_at_1
      value: 29.39
    - type: precision_at_10
      value: 6.451
    - type: precision_at_100
      value: 0.991
    - type: precision_at_1000
      value: 0.128
    - type: precision_at_20
      value: 3.762
    - type: precision_at_3
      value: 15.588
    - type: precision_at_5
      value: 10.795
    - type: recall_at_1
      value: 26.75
    - type: recall_at_10
      value: 55.397
    - type: recall_at_100
      value: 80.247
    - type: recall_at_1000
      value: 94.207
    - type: recall_at_20
      value: 63.55499999999999
    - type: recall_at_3
      value: 41.083999999999996
    - type: recall_at_5
      value: 46.58
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB ClimateFEVER
      revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
      split: test
      type: mteb/climate-fever
    metrics:
    - type: main_score
      value: 43.469
    - type: map_at_1
      value: 19.506999999999998
    - type: map_at_10
      value: 33.016
    - type: map_at_100
      value: 35.36
    - type: map_at_1000
      value: 35.515
    - type: map_at_20
      value: 34.323
    - type: map_at_3
      value: 27.862
    - type: map_at_5
      value: 30.612000000000002
    - type: mrr_at_1
      value: 44.16938110749186
    - type: mrr_at_10
      value: 56.57685745307904
    - type: mrr_at_100
      value: 57.17414254225016
    - type: mrr_at_1000
      value: 57.189032189089495
    - type: mrr_at_20
      value: 56.97649801229595
    - type: mrr_at_3
      value: 53.84364820846914
    - type: mrr_at_5
      value: 55.55048859934868
    - type: nauc_map_at_1000_diff1
      value: 24.602536884273523
    - type: nauc_map_at_1000_max
      value: 39.26487354477874
    - type: nauc_map_at_1000_std
      value: 22.94302438231403
    - type: nauc_map_at_100_diff1
      value: 24.592347616537754
    - type: nauc_map_at_100_max
      value: 39.228370594048044
    - type: nauc_map_at_100_std
      value: 22.91028538467064
    - type: nauc_map_at_10_diff1
      value: 25.211737206439466
    - type: nauc_map_at_10_max
      value: 39.14645027724652
    - type: nauc_map_at_10_std
      value: 21.645361248764246
    - type: nauc_map_at_1_diff1
      value: 34.574022172223785
    - type: nauc_map_at_1_max
      value: 36.80960969907521
    - type: nauc_map_at_1_std
      value: 14.745037917509043
    - type: nauc_map_at_20_diff1
      value: 24.522877050053797
    - type: nauc_map_at_20_max
      value: 39.059341666216426
    - type: nauc_map_at_20_std
      value: 22.4609918713542
    - type: nauc_map_at_3_diff1
      value: 27.15813672283225
    - type: nauc_map_at_3_max
      value: 38.14947129547116
    - type: nauc_map_at_3_std
      value: 18.37694411131855
    - type: nauc_map_at_5_diff1
      value: 26.3963128622898
    - type: nauc_map_at_5_max
      value: 38.79462114513801
    - type: nauc_map_at_5_std
      value: 19.904846635683718
    - type: nauc_mrr_at_1000_diff1
      value: 24.390212975354274
    - type: nauc_mrr_at_1000_max
      value: 37.575264384207465
    - type: nauc_mrr_at_1000_std
      value: 22.607616532255875
    - type: nauc_mrr_at_100_diff1
      value: 24.38096540780017
    - type: nauc_mrr_at_100_max
      value: 37.585671997802656
    - type: nauc_mrr_at_100_std
      value: 22.625502455820666
    - type: nauc_mrr_at_10_diff1
      value: 24.240023464772193
    - type: nauc_mrr_at_10_max
      value: 37.624380443643524
    - type: nauc_mrr_at_10_std
      value: 22.694399526110466
    - type: nauc_mrr_at_1_diff1
      value: 28.020125669466562
    - type: nauc_mrr_at_1_max
      value: 34.02386180115898
    - type: nauc_mrr_at_1_std
      value: 17.835724317244686
    - type: nauc_mrr_at_20_diff1
      value: 24.333355652108292
    - type: nauc_mrr_at_20_max
      value: 37.57796475058575
    - type: nauc_mrr_at_20_std
      value: 22.704917335783062
    - type: nauc_mrr_at_3_diff1
      value: 24.9739147862957
    - type: nauc_mrr_at_3_max
      value: 37.960296534359685
    - type: nauc_mrr_at_3_std
      value: 21.93607347433575
    - type: nauc_mrr_at_5_diff1
      value: 24.320129475684165
    - type: nauc_mrr_at_5_max
      value: 37.58866607632526
    - type: nauc_mrr_at_5_std
      value: 22.31442317668481
    - type: nauc_ndcg_at_1000_diff1
      value: 21.893106953223356
    - type: nauc_ndcg_at_1000_max
      value: 40.38192211749562
    - type: nauc_ndcg_at_1000_std
      value: 27.943530727839622
    - type: nauc_ndcg_at_100_diff1
      value: 21.476881814995785
    - type: nauc_ndcg_at_100_max
      value: 39.91597694502497
    - type: nauc_ndcg_at_100_std
      value: 27.80086195626175
    - type: nauc_ndcg_at_10_diff1
      value: 22.788155104417537
    - type: nauc_ndcg_at_10_max
      value: 39.64018481724029
    - type: nauc_ndcg_at_10_std
      value: 24.608760819228856
    - type: nauc_ndcg_at_1_diff1
      value: 28.020125669466562
    - type: nauc_ndcg_at_1_max
      value: 34.02386180115898
    - type: nauc_ndcg_at_1_std
      value: 17.835724317244686
    - type: nauc_ndcg_at_20_diff1
      value: 21.435037904375516
    - type: nauc_ndcg_at_20_max
      value: 39.41545921639339
    - type: nauc_ndcg_at_20_std
      value: 26.302180505922152
    - type: nauc_ndcg_at_3_diff1
      value: 24.37753699681809
    - type: nauc_ndcg_at_3_max
      value: 37.92832349922249
    - type: nauc_ndcg_at_3_std
      value: 20.314267862236697
    - type: nauc_ndcg_at_5_diff1
      value: 24.489993763202634
    - type: nauc_ndcg_at_5_max
      value: 39.322948140029744
    - type: nauc_ndcg_at_5_std
      value: 22.069807417424485
    - type: nauc_precision_at_1000_diff1
      value: -16.048547778222588
    - type: nauc_precision_at_1000_max
      value: -3.205412586478899
    - type: nauc_precision_at_1000_std
      value: 14.433544284750797
    - type: nauc_precision_at_100_diff1
      value: -11.787991777545036
    - type: nauc_precision_at_100_max
      value: 6.850986771358883
    - type: nauc_precision_at_100_std
      value: 22.572974966148244
    - type: nauc_precision_at_10_diff1
      value: -0.5111959706315438
    - type: nauc_precision_at_10_max
      value: 22.560355393578128
    - type: nauc_precision_at_10_std
      value: 25.562322716450424
    - type: nauc_precision_at_1_diff1
      value: 28.020125669466562
    - type: nauc_precision_at_1_max
      value: 34.02386180115898
    - type: nauc_precision_at_1_std
      value: 17.835724317244686
    - type: nauc_precision_at_20_diff1
      value: -6.0772940189383275
    - type: nauc_precision_at_20_max
      value: 17.194360329332213
    - type: nauc_precision_at_20_std
      value: 26.551077839343566
    - type: nauc_precision_at_3_diff1
      value: 10.033294854519573
    - type: nauc_precision_at_3_max
      value: 31.72453436391336
    - type: nauc_precision_at_3_std
      value: 22.294966409945427
    - type: nauc_precision_at_5_diff1
      value: 6.237641122443952
    - type: nauc_precision_at_5_max
      value: 28.3251946189731
    - type: nauc_precision_at_5_std
      value: 23.742964477476097
    - type: nauc_recall_at_1000_diff1
      value: 7.066317014709414
    - type: nauc_recall_at_1000_max
      value: 41.26207890590803
    - type: nauc_recall_at_1000_std
      value: 48.082120972049324
    - type: nauc_recall_at_100_diff1
      value: 8.5605869633491
    - type: nauc_recall_at_100_max
      value: 34.21516017657153
    - type: nauc_recall_at_100_std
      value: 36.23370174719997
    - type: nauc_recall_at_10_diff1
      value: 15.894026727549823
    - type: nauc_recall_at_10_max
      value: 35.7217710490404
    - type: nauc_recall_at_10_std
      value: 25.411329590972702
    - type: nauc_recall_at_1_diff1
      value: 34.574022172223785
    - type: nauc_recall_at_1_max
      value: 36.80960969907521
    - type: nauc_recall_at_1_std
      value: 14.745037917509043
    - type: nauc_recall_at_20_diff1
      value: 11.044245946655797
    - type: nauc_recall_at_20_max
      value: 33.321827723279846
    - type: nauc_recall_at_20_std
      value: 28.839341482904228
    - type: nauc_recall_at_3_diff1
      value: 23.574156335947677
    - type: nauc_recall_at_3_max
      value: 38.36490056324833
    - type: nauc_recall_at_3_std
      value: 19.781669176069148
    - type: nauc_recall_at_5_diff1
      value: 20.375492803538272
    - type: nauc_recall_at_5_max
      value: 37.13169592173094
    - type: nauc_recall_at_5_std
      value: 21.698652331981503
    - type: ndcg_at_1
      value: 44.169000000000004
    - type: ndcg_at_10
      value: 43.469
    - type: ndcg_at_100
      value: 51.056000000000004
    - type: ndcg_at_1000
      value: 53.467
    - type: ndcg_at_20
      value: 46.601
    - type: ndcg_at_3
      value: 37.138
    - type: ndcg_at_5
      value: 39.286
    - type: precision_at_1
      value: 44.169000000000004
    - type: precision_at_10
      value: 13.316
    - type: precision_at_100
      value: 2.149
    - type: precision_at_1000
      value: 0.261
    - type: precision_at_20
      value: 8.01
    - type: precision_at_3
      value: 27.839000000000002
    - type: precision_at_5
      value: 20.846999999999998
    - type: recall_at_1
      value: 19.506999999999998
    - type: recall_at_10
      value: 49.242000000000004
    - type: recall_at_100
      value: 74.421
    - type: recall_at_1000
      value: 87.53699999999999
    - type: recall_at_20
      value: 57.992
    - type: recall_at_3
      value: 33.024
    - type: recall_at_5
      value: 40.178000000000004
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB DBPedia
      revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
      split: test
      type: mteb/dbpedia
    metrics:
    - type: main_score
      value: 50.815999999999995
    - type: map_at_1
      value: 10.4
    - type: map_at_10
      value: 24.509
    - type: map_at_100
      value: 35.888
    - type: map_at_1000
      value: 37.881
    - type: map_at_20
      value: 29.248
    - type: map_at_3
      value: 16.683
    - type: map_at_5
      value: 20.121
    - type: mrr_at_1
      value: 76.5
    - type: mrr_at_10
      value: 82.96865079365078
    - type: mrr_at_100
      value: 83.15565684386043
    - type: mrr_at_1000
      value: 83.16234347576268
    - type: mrr_at_20
      value: 83.10610208827119
    - type: mrr_at_3
      value: 81.875
    - type: mrr_at_5
      value: 82.53749999999998
    - type: nauc_map_at_1000_diff1
      value: 23.772111749199244
    - type: nauc_map_at_1000_max
      value: 30.20334223785286
    - type: nauc_map_at_1000_std
      value: 18.05771740348393
    - type: nauc_map_at_100_diff1
      value: 24.99922400559097
    - type: nauc_map_at_100_max
      value: 30.227680457273554
    - type: nauc_map_at_100_std
      value: 15.266796337809208
    - type: nauc_map_at_10_diff1
      value: 26.33907059260499
    - type: nauc_map_at_10_max
      value: 21.35352795885219
    - type: nauc_map_at_10_std
      value: -11.676283379701461
    - type: nauc_map_at_1_diff1
      value: 30.9428537478304
    - type: nauc_map_at_1_max
      value: 10.706776298253795
    - type: nauc_map_at_1_std
      value: -27.48789516952886
    - type: nauc_map_at_20_diff1
      value: 26.028744882022643
    - type: nauc_map_at_20_max
      value: 25.540897708997857
    - type: nauc_map_at_20_std
      value: -2.1138409738399333
    - type: nauc_map_at_3_diff1
      value: 28.569060478595414
    - type: nauc_map_at_3_max
      value: 16.03075218426638
    - type: nauc_map_at_3_std
      value: -23.289456267507518
    - type: nauc_map_at_5_diff1
      value: 27.77252783978944
    - type: nauc_map_at_5_max
      value: 17.558788618934244
    - type: nauc_map_at_5_std
      value: -19.879370566923726
    - type: nauc_mrr_at_1000_diff1
      value: 56.24197871190471
    - type: nauc_mrr_at_1000_max
      value: 65.80135088215289
    - type: nauc_mrr_at_1000_std
      value: 41.37855291304919
    - type: nauc_mrr_at_100_diff1
      value: 56.23288710496704
    - type: nauc_mrr_at_100_max
      value: 65.80061767216726
    - type: nauc_mrr_at_100_std
      value: 41.36772467988576
    - type: nauc_mrr_at_10_diff1
      value: 56.324447358144745
    - type: nauc_mrr_at_10_max
      value: 65.81370075569146
    - type: nauc_mrr_at_10_std
      value: 41.410460564882776
    - type: nauc_mrr_at_1_diff1
      value: 59.65250965250966
    - type: nauc_mrr_at_1_max
      value: 63.83691383691382
    - type: nauc_mrr_at_1_std
      value: 36.73343673343676
    - type: nauc_mrr_at_20_diff1
      value: 56.1707409830787
    - type: nauc_mrr_at_20_max
      value: 65.69720497776981
    - type: nauc_mrr_at_20_std
      value: 41.26487560092242
    - type: nauc_mrr_at_3_diff1
      value: 54.9129569183045
    - type: nauc_mrr_at_3_max
      value: 65.99486075421906
    - type: nauc_mrr_at_3_std
      value: 41.95372363821559
    - type: nauc_mrr_at_5_diff1
      value: 56.16135725971244
    - type: nauc_mrr_at_5_max
      value: 66.3010887352757
    - type: nauc_mrr_at_5_std
      value: 42.00610529557167
    - type: nauc_ndcg_at_1000_diff1
      value: 32.70929215628561
    - type: nauc_ndcg_at_1000_max
      value: 47.10806967197569
    - type: nauc_ndcg_at_1000_std
      value: 35.00425836800715
    - type: nauc_ndcg_at_100_diff1
      value: 35.06646341481841
    - type: nauc_ndcg_at_100_max
      value: 45.39744548573974
    - type: nauc_ndcg_at_100_std
      value: 27.047969181217844
    - type: nauc_ndcg_at_10_diff1
      value: 27.274830141666424
    - type: nauc_ndcg_at_10_max
      value: 42.504020954653996
    - type: nauc_ndcg_at_10_std
      value: 22.697762917174995
    - type: nauc_ndcg_at_1_diff1
      value: 50.08311936617783
    - type: nauc_ndcg_at_1_max
      value: 54.73568887554088
    - type: nauc_ndcg_at_1_std
      value: 26.170967864741694
    - type: nauc_ndcg_at_20_diff1
      value: 31.242689219374427
    - type: nauc_ndcg_at_20_max
      value: 42.541920517016614
    - type: nauc_ndcg_at_20_std
      value: 18.96423111373813
    - type: nauc_ndcg_at_3_diff1
      value: 28.826757289224155
    - type: nauc_ndcg_at_3_max
      value: 43.58945597798035
    - type: nauc_ndcg_at_3_std
      value: 24.087165156193166
    - type: nauc_ndcg_at_5_diff1
      value: 26.119279113418546
    - type: nauc_ndcg_at_5_max
      value: 40.679930238997535
    - type: nauc_ndcg_at_5_std
      value: 23.46459132364594
    - type: nauc_precision_at_1000_diff1
      value: -21.84770974908615
    - type: nauc_precision_at_1000_max
      value: -14.093701963931426
    - type: nauc_precision_at_1000_std
      value: 9.299725592056397
    - type: nauc_precision_at_100_diff1
      value: -10.260185699059837
    - type: nauc_precision_at_100_max
      value: 9.810522145982985
    - type: nauc_precision_at_100_std
      value: 44.20627482372792
    - type: nauc_precision_at_10_diff1
      value: -4.519747556705346
    - type: nauc_precision_at_10_max
      value: 22.419340914046078
    - type: nauc_precision_at_10_std
      value: 45.53510067051897
    - type: nauc_precision_at_1_diff1
      value: 59.65250965250966
    - type: nauc_precision_at_1_max
      value: 63.83691383691382
    - type: nauc_precision_at_1_std
      value: 36.73343673343676
    - type: nauc_precision_at_20_diff1
      value: -4.894217383220783
    - type: nauc_precision_at_20_max
      value: 20.026284106419716
    - type: nauc_precision_at_20_std
      value: 46.826549838338885
    - type: nauc_precision_at_3_diff1
      value: 8.255495021604343
    - type: nauc_precision_at_3_max
      value: 32.41871125305279
    - type: nauc_precision_at_3_std
      value: 39.37854593274469
    - type: nauc_precision_at_5_diff1
      value: 0.8399922914701591
    - type: nauc_precision_at_5_max
      value: 25.576701242406784
    - type: nauc_precision_at_5_std
      value: 41.43316549318606
    - type: nauc_recall_at_1000_diff1
      value: 26.933682703442607
    - type: nauc_recall_at_1000_max
      value: 41.242862989732615
    - type: nauc_recall_at_1000_std
      value: 47.718397116276726
    - type: nauc_recall_at_100_diff1
      value: 28.66794019735935
    - type: nauc_recall_at_100_max
      value: 33.70954178154391
    - type: nauc_recall_at_100_std
      value: 20.337812189448144
    - type: nauc_recall_at_10_diff1
      value: 23.98560937572333
    - type: nauc_recall_at_10_max
      value: 17.85589161042591
    - type: nauc_recall_at_10_std
      value: -15.460067168640327
    - type: nauc_recall_at_1_diff1
      value: 30.9428537478304
    - type: nauc_recall_at_1_max
      value: 10.706776298253795
    - type: nauc_recall_at_1_std
      value: -27.48789516952886
    - type: nauc_recall_at_20_diff1
      value: 24.528494602453677
    - type: nauc_recall_at_20_max
      value: 22.39686785999968
    - type: nauc_recall_at_20_std
      value: -6.8755605379050495
    - type: nauc_recall_at_3_diff1
      value: 24.352067402718824
    - type: nauc_recall_at_3_max
      value: 13.630657148502184
    - type: nauc_recall_at_3_std
      value: -24.752279121894848
    - type: nauc_recall_at_5_diff1
      value: 23.93262400173538
    - type: nauc_recall_at_5_max
      value: 14.158970487334082
    - type: nauc_recall_at_5_std
      value: -22.37672315523696
    - type: ndcg_at_1
      value: 64.75
    - type: ndcg_at_10
      value: 50.815999999999995
    - type: ndcg_at_100
      value: 55.981
    - type: ndcg_at_1000
      value: 62.857
    - type: ndcg_at_20
      value: 50.283
    - type: ndcg_at_3
      value: 56.232000000000006
    - type: ndcg_at_5
      value: 53.303999999999995
    - type: precision_at_1
      value: 76.5
    - type: precision_at_10
      value: 40.9
    - type: precision_at_100
      value: 13.01
    - type: precision_at_1000
      value: 2.496
    - type: precision_at_20
      value: 31.525
    - type: precision_at_3
      value: 59.667
    - type: precision_at_5
      value: 51.5
    - type: recall_at_1
      value: 10.4
    - type: recall_at_10
      value: 29.837000000000003
    - type: recall_at_100
      value: 62.495999999999995
    - type: recall_at_1000
      value: 84.179
    - type: recall_at_20
      value: 39.745000000000005
    - type: recall_at_3
      value: 17.772
    - type: recall_at_5
      value: 22.732
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB FEVER
      revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
      split: test
      type: mteb/fever
    metrics:
    - type: main_score
      value: 93.147
    - type: map_at_1
      value: 84.123
    - type: map_at_10
      value: 90.793
    - type: map_at_100
      value: 91.00399999999999
    - type: map_at_1000
      value: 91.014
    - type: map_at_20
      value: 90.929
    - type: map_at_3
      value: 90.01
    - type: map_at_5
      value: 90.514
    - type: mrr_at_1
      value: 90.6090609060906
    - type: mrr_at_10
      value: 94.56931407426447
    - type: mrr_at_100
      value: 94.5981688826583
    - type: mrr_at_1000
      value: 94.59839036307305
    - type: mrr_at_20
      value: 94.58933347392538
    - type: mrr_at_3
      value: 94.39443944394432
    - type: mrr_at_5
      value: 94.52720272027192
    - type: nauc_map_at_1000_diff1
      value: 47.79099845895175
    - type: nauc_map_at_1000_max
      value: 27.497877436060126
    - type: nauc_map_at_1000_std
      value: -8.13339253954977
    - type: nauc_map_at_100_diff1
      value: 47.73289128218074
    - type: nauc_map_at_100_max
      value: 27.47233674805432
    - type: nauc_map_at_100_std
      value: -8.116906996417276
    - type: nauc_map_at_10_diff1
      value: 47.11991698822012
    - type: nauc_map_at_10_max
      value: 27.043478885296818
    - type: nauc_map_at_10_std
      value: -8.041555396807254
    - type: nauc_map_at_1_diff1
      value: 54.62356861092832
    - type: nauc_map_at_1_max
      value: 25.79991281991449
    - type: nauc_map_at_1_std
      value: -10.727885287362989
    - type: nauc_map_at_20_diff1
      value: 47.355948038923415
    - type: nauc_map_at_20_max
      value: 27.377496866209412
    - type: nauc_map_at_20_std
      value: -7.964383745017635
    - type: nauc_map_at_3_diff1
      value: 46.250567821995816
    - type: nauc_map_at_3_max
      value: 26.720427753104087
    - type: nauc_map_at_3_std
      value: -8.720105706265599
    - type: nauc_map_at_5_diff1
      value: 46.60720659354551
    - type: nauc_map_at_5_max
      value: 26.571065579915974
    - type: nauc_map_at_5_std
      value: -8.595067960972495
    - type: nauc_mrr_at_1000_diff1
      value: 73.70855511936261
    - type: nauc_mrr_at_1000_max
      value: 34.73984488188905
    - type: nauc_mrr_at_1000_std
      value: -19.808375433256
    - type: nauc_mrr_at_100_diff1
      value: 73.7096330945882
    - type: nauc_mrr_at_100_max
      value: 34.742520612749445
    - type: nauc_mrr_at_100_std
      value: -19.803463171450023
    - type: nauc_mrr_at_10_diff1
      value: 73.71314616789961
    - type: nauc_mrr_at_10_max
      value: 34.947852652846485
    - type: nauc_mrr_at_10_std
      value: -19.759110050207276
    - type: nauc_mrr_at_1_diff1
      value: 74.52821692195837
    - type: nauc_mrr_at_1_max
      value: 32.2133212833154
    - type: nauc_mrr_at_1_std
      value: -18.97663485312286
    - type: nauc_mrr_at_20_diff1
      value: 73.69023729557055
    - type: nauc_mrr_at_20_max
      value: 34.80486237439106
    - type: nauc_mrr_at_20_std
      value: -19.691951099200146
    - type: nauc_mrr_at_3_diff1
      value: 73.43522847167395
    - type: nauc_mrr_at_3_max
      value: 35.072062525904414
    - type: nauc_mrr_at_3_std
      value: -20.938095342419672
    - type: nauc_mrr_at_5_diff1
      value: 73.69029982038052
    - type: nauc_mrr_at_5_max
      value: 35.14296188327372
    - type: nauc_mrr_at_5_std
      value: -20.10654798165351
    - type: nauc_ndcg_at_1000_diff1
      value: 51.65324942604166
    - type: nauc_ndcg_at_1000_max
      value: 29.729210561748797
    - type: nauc_ndcg_at_1000_std
      value: -8.830858681742994
    - type: nauc_ndcg_at_100_diff1
      value: 50.40059292035861
    - type: nauc_ndcg_at_100_max
      value: 29.323797091488856
    - type: nauc_ndcg_at_100_std
      value: -8.288820123602129
    - type: nauc_ndcg_at_10_diff1
      value: 47.73985149996194
    - type: nauc_ndcg_at_10_max
      value: 28.43547785458384
    - type: nauc_ndcg_at_10_std
      value: -7.355960453195441
    - type: nauc_ndcg_at_1_diff1
      value: 74.52821692195837
    - type: nauc_ndcg_at_1_max
      value: 32.2133212833154
    - type: nauc_ndcg_at_1_std
      value: -18.97663485312286
    - type: nauc_ndcg_at_20_diff1
      value: 48.34744447531361
    - type: nauc_ndcg_at_20_max
      value: 29.147274611665104
    - type: nauc_ndcg_at_20_std
      value: -7.1859909752874565
    - type: nauc_ndcg_at_3_diff1
      value: 48.02902219011437
    - type: nauc_ndcg_at_3_max
      value: 29.05519326030459
    - type: nauc_ndcg_at_3_std
      value: -9.562414651448368
    - type: nauc_ndcg_at_5_diff1
      value: 47.29981191574703
    - type: nauc_ndcg_at_5_max
      value: 28.014651730307428
    - type: nauc_ndcg_at_5_std
      value: -8.661224447638219
    - type: nauc_precision_at_1000_diff1
      value: -10.024865744474184
    - type: nauc_precision_at_1000_max
      value: -4.298508017924518
    - type: nauc_precision_at_1000_std
      value: 1.547025732357951
    - type: nauc_precision_at_100_diff1
      value: -12.06926468256376
    - type: nauc_precision_at_100_max
      value: -4.21291413804896
    - type: nauc_precision_at_100_std
      value: 2.872264631517362
    - type: nauc_precision_at_10_diff1
      value: -15.94007852972694
    - type: nauc_precision_at_10_max
      value: -4.544097710963198
    - type: nauc_precision_at_10_std
      value: 4.767828958024675
    - type: nauc_precision_at_1_diff1
      value: 74.52821692195837
    - type: nauc_precision_at_1_max
      value: 32.2133212833154
    - type: nauc_precision_at_1_std
      value: -18.97663485312286
    - type: nauc_precision_at_20_diff1
      value: -15.66405220649896
    - type: nauc_precision_at_20_max
      value: -3.6496367951851822
    - type: nauc_precision_at_20_std
      value: 4.825301805130045
    - type: nauc_precision_at_3_diff1
      value: -12.514109763479336
    - type: nauc_precision_at_3_max
      value: -0.24447133318217024
    - type: nauc_precision_at_3_std
      value: -0.2649163459628502
    - type: nauc_precision_at_5_diff1
      value: -15.820728575356485
    - type: nauc_precision_at_5_max
      value: -4.786371094249761
    - type: nauc_precision_at_5_std
      value: 1.7929947640996053
    - type: nauc_recall_at_1000_diff1
      value: 5.499530852392676
    - type: nauc_recall_at_1000_max
      value: 44.030520852910406
    - type: nauc_recall_at_1000_std
      value: 50.2017454712542
    - type: nauc_recall_at_100_diff1
      value: 2.0640091010830526
    - type: nauc_recall_at_100_max
      value: 24.864404635675204
    - type: nauc_recall_at_100_std
      value: 27.319350569429734
    - type: nauc_recall_at_10_diff1
      value: 13.791800250368114
    - type: nauc_recall_at_10_max
      value: 24.769825741582302
    - type: nauc_recall_at_10_std
      value: 13.59069444609498
    - type: nauc_recall_at_1_diff1
      value: 54.62356861092832
    - type: nauc_recall_at_1_max
      value: 25.79991281991449
    - type: nauc_recall_at_1_std
      value: -10.727885287362989
    - type: nauc_recall_at_20_diff1
      value: 5.336705306013041
    - type: nauc_recall_at_20_max
      value: 27.41570703746024
    - type: nauc_recall_at_20_std
      value: 23.006970266201787
    - type: nauc_recall_at_3_diff1
      value: 23.292169395266264
    - type: nauc_recall_at_3_max
      value: 24.262360079531074
    - type: nauc_recall_at_3_std
      value: -1.7422845002974312
    - type: nauc_recall_at_5_diff1
      value: 18.060917420579997
    - type: nauc_recall_at_5_max
      value: 23.06733097213354
    - type: nauc_recall_at_5_std
      value: 3.3913875084148297
    - type: ndcg_at_1
      value: 90.609
    - type: ndcg_at_10
      value: 93.147
    - type: ndcg_at_100
      value: 93.74900000000001
    - type: ndcg_at_1000
      value: 93.901
    - type: ndcg_at_20
      value: 93.447
    - type: ndcg_at_3
      value: 92.268
    - type: ndcg_at_5
      value: 92.757
    - type: precision_at_1
      value: 90.609
    - type: precision_at_10
      value: 10.926
    - type: precision_at_100
      value: 1.149
    - type: precision_at_1000
      value: 0.11800000000000001
    - type: precision_at_20
      value: 5.5809999999999995
    - type: precision_at_3
      value: 34.738
    - type: precision_at_5
      value: 21.346999999999998
    - type: recall_at_1
      value: 84.123
    - type: recall_at_10
      value: 96.539
    - type: recall_at_100
      value: 98.67899999999999
    - type: recall_at_1000
      value: 99.555
    - type: recall_at_20
      value: 97.45700000000001
    - type: recall_at_3
      value: 94.133
    - type: recall_at_5
      value: 95.44200000000001
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB FiQA2018
      revision: 27a168819829fe9bcd655c2df245fb19452e8e06
      split: test
      type: mteb/fiqa
    metrics:
    - type: main_score
      value: 61.182
    - type: map_at_1
      value: 31.877
    - type: map_at_10
      value: 52.986
    - type: map_at_100
      value: 55.242000000000004
    - type: map_at_1000
      value: 55.336
    - type: map_at_20
      value: 54.36299999999999
    - type: map_at_3
      value: 45.9
    - type: map_at_5
      value: 49.952000000000005
    - type: mrr_at_1
      value: 60.18518518518518
    - type: mrr_at_10
      value: 67.71611062120319
    - type: mrr_at_100
      value: 68.32957545203445
    - type: mrr_at_1000
      value: 68.34041293981731
    - type: mrr_at_20
      value: 68.1184684086802
    - type: mrr_at_3
      value: 66.04938271604934
    - type: mrr_at_5
      value: 67.02932098765427
    - type: nauc_map_at_1000_diff1
      value: 49.390058112037565
    - type: nauc_map_at_1000_max
      value: 33.86672922230126
    - type: nauc_map_at_1000_std
      value: -24.19297282790569
    - type: nauc_map_at_100_diff1
      value: 49.39575568085033
    - type: nauc_map_at_100_max
      value: 33.82800761671263
    - type: nauc_map_at_100_std
      value: -24.20216911890828
    - type: nauc_map_at_10_diff1
      value: 49.826703829159065
    - type: nauc_map_at_10_max
      value: 32.04132357301985
    - type: nauc_map_at_10_std
      value: -25.477594030350414
    - type: nauc_map_at_1_diff1
      value: 54.95925350681827
    - type: nauc_map_at_1_max
      value: 13.962825942647214
    - type: nauc_map_at_1_std
      value: -21.054092920927694
    - type: nauc_map_at_20_diff1
      value: 49.537681600887865
    - type: nauc_map_at_20_max
      value: 33.164569894845904
    - type: nauc_map_at_20_std
      value: -25.075136372458108
    - type: nauc_map_at_3_diff1
      value: 49.82581713716135
    - type: nauc_map_at_3_max
      value: 25.491261673133316
    - type: nauc_map_at_3_std
      value: -25.29735314206127
    - type: nauc_map_at_5_diff1
      value: 49.170865024768574
    - type: nauc_map_at_5_max
      value: 29.496572465872678
    - type: nauc_map_at_5_std
      value: -25.457134089214883
    - type: nauc_mrr_at_1000_diff1
      value: 59.44493769316621
    - type: nauc_mrr_at_1000_max
      value: 46.13272263925939
    - type: nauc_mrr_at_1000_std
      value: -19.11475143331668
    - type: nauc_mrr_at_100_diff1
      value: 59.44411441499269
    - type: nauc_mrr_at_100_max
      value: 46.13654028161708
    - type: nauc_mrr_at_100_std
      value: -19.109369325106417
    - type: nauc_mrr_at_10_diff1
      value: 59.219349927774154
    - type: nauc_mrr_at_10_max
      value: 46.02618026578592
    - type: nauc_mrr_at_10_std
      value: -19.37433068502548
    - type: nauc_mrr_at_1_diff1
      value: 62.95921038561675
    - type: nauc_mrr_at_1_max
      value: 46.18080967355503
    - type: nauc_mrr_at_1_std
      value: -18.40186184012292
    - type: nauc_mrr_at_20_diff1
      value: 59.3891382507084
    - type: nauc_mrr_at_20_max
      value: 46.044401310035894
    - type: nauc_mrr_at_20_std
      value: -19.257461333372504
    - type: nauc_mrr_at_3_diff1
      value: 59.238553596931
    - type: nauc_mrr_at_3_max
      value: 46.56487351573117
    - type: nauc_mrr_at_3_std
      value: -19.12741537508225
    - type: nauc_mrr_at_5_diff1
      value: 58.93737610599986
    - type: nauc_mrr_at_5_max
      value: 45.99436971500825
    - type: nauc_mrr_at_5_std
      value: -19.261662406716308
    - type: nauc_ndcg_at_1000_diff1
      value: 51.40360288706063
    - type: nauc_ndcg_at_1000_max
      value: 39.32722737004307
    - type: nauc_ndcg_at_1000_std
      value: -20.898685807989388
    - type: nauc_ndcg_at_100_diff1
      value: 51.36301353290372
    - type: nauc_ndcg_at_100_max
      value: 38.97243548753853
    - type: nauc_ndcg_at_100_std
      value: -20.50022060973278
    - type: nauc_ndcg_at_10_diff1
      value: 51.44403959729833
    - type: nauc_ndcg_at_10_max
      value: 36.01289481113504
    - type: nauc_ndcg_at_10_std
      value: -24.176498000068843
    - type: nauc_ndcg_at_1_diff1
      value: 62.95921038561675
    - type: nauc_ndcg_at_1_max
      value: 46.18080967355503
    - type: nauc_ndcg_at_1_std
      value: -18.40186184012292
    - type: nauc_ndcg_at_20_diff1
      value: 51.41066012197159
    - type: nauc_ndcg_at_20_max
      value: 37.24872539687912
    - type: nauc_ndcg_at_20_std
      value: -23.372189423803118
    - type: nauc_ndcg_at_3_diff1
      value: 48.489628982965854
    - type: nauc_ndcg_at_3_max
      value: 36.93242010543425
    - type: nauc_ndcg_at_3_std
      value: -23.566283895234708
    - type: nauc_ndcg_at_5_diff1
      value: 48.855011049758616
    - type: nauc_ndcg_at_5_max
      value: 34.72552703254509
    - type: nauc_ndcg_at_5_std
      value: -24.603662195056884
    - type: nauc_precision_at_1000_diff1
      value: -16.254896831329358
    - type: nauc_precision_at_1000_max
      value: 26.68880233255314
    - type: nauc_precision_at_1000_std
      value: 15.711021613094275
    - type: nauc_precision_at_100_diff1
      value: -11.963143494271204
    - type: nauc_precision_at_100_max
      value: 30.662204917415004
    - type: nauc_precision_at_100_std
      value: 15.037733765190636
    - type: nauc_precision_at_10_diff1
      value: 4.189692935472799
    - type: nauc_precision_at_10_max
      value: 37.378105954795075
    - type: nauc_precision_at_10_std
      value: -1.0086179584149657
    - type: nauc_precision_at_1_diff1
      value: 62.95921038561675
    - type: nauc_precision_at_1_max
      value: 46.18080967355503
    - type: nauc_precision_at_1_std
      value: -18.40186184012292
    - type: nauc_precision_at_20_diff1
      value: -3.1588007120578276
    - type: nauc_precision_at_20_max
      value: 35.380893467283215
    - type: nauc_precision_at_20_std
      value: 4.992120324159972
    - type: nauc_precision_at_3_diff1
      value: 18.37633057040911
    - type: nauc_precision_at_3_max
      value: 42.06004715153175
    - type: nauc_precision_at_3_std
      value: -11.214136554742755
    - type: nauc_precision_at_5_diff1
      value: 10.224008279551054
    - type: nauc_precision_at_5_max
      value: 40.18017184406908
    - type: nauc_precision_at_5_std
      value: -7.103870184792855
    - type: nauc_recall_at_1000_diff1
      value: 38.30826137726082
    - type: nauc_recall_at_1000_max
      value: 37.17044147876854
    - type: nauc_recall_at_1000_std
      value: 10.594199798446793
    - type: nauc_recall_at_100_diff1
      value: 40.454335943748475
    - type: nauc_recall_at_100_max
      value: 31.170902337200097
    - type: nauc_recall_at_100_std
      value: -0.8492074860948018
    - type: nauc_recall_at_10_diff1
      value: 44.954194528652735
    - type: nauc_recall_at_10_max
      value: 28.27547239551631
    - type: nauc_recall_at_10_std
      value: -24.747605039280685
    - type: nauc_recall_at_1_diff1
      value: 54.95925350681827
    - type: nauc_recall_at_1_max
      value: 13.962825942647214
    - type: nauc_recall_at_1_std
      value: -21.054092920927694
    - type: nauc_recall_at_20_diff1
      value: 44.398293084195636
    - type: nauc_recall_at_20_max
      value: 29.604081242804735
    - type: nauc_recall_at_20_std
      value: -22.90399779981129
    - type: nauc_recall_at_3_diff1
      value: 43.25687263417001
    - type: nauc_recall_at_3_max
      value: 20.50817103562355
    - type: nauc_recall_at_3_std
      value: -26.567575668398508
    - type: nauc_recall_at_5_diff1
      value: 40.81840199310296
    - type: nauc_recall_at_5_max
      value: 23.1238715032068
    - type: nauc_recall_at_5_std
      value: -25.64446934619821
    - type: ndcg_at_1
      value: 60.185
    - type: ndcg_at_10
      value: 61.182
    - type: ndcg_at_100
      value: 67.523
    - type: ndcg_at_1000
      value: 68.759
    - type: ndcg_at_20
      value: 64.084
    - type: ndcg_at_3
      value: 56.48
    - type: ndcg_at_5
      value: 58.098000000000006
    - type: precision_at_1
      value: 60.185
    - type: precision_at_10
      value: 17.083000000000002
    - type: precision_at_100
      value: 2.366
    - type: precision_at_1000
      value: 0.259
    - type: precision_at_20
      value: 9.884
    - type: precision_at_3
      value: 37.757000000000005
    - type: precision_at_5
      value: 27.747
    - type: recall_at_1
      value: 31.877
    - type: recall_at_10
      value: 68.868
    - type: recall_at_100
      value: 91.26100000000001
    - type: recall_at_1000
      value: 98.346
    - type: recall_at_20
      value: 77.523
    - type: recall_at_3
      value: 51.226000000000006
    - type: recall_at_5
      value: 59.319
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB HotpotQA
      revision: ab518f4d6fcca38d87c25209f94beba119d02014
      split: test
      type: mteb/hotpotqa
    metrics:
    - type: main_score
      value: 79.125
    - type: map_at_1
      value: 43.72
    - type: map_at_10
      value: 72.03500000000001
    - type: map_at_100
      value: 72.761
    - type: map_at_1000
      value: 72.80499999999999
    - type: map_at_20
      value: 72.477
    - type: map_at_3
      value: 68.84700000000001
    - type: map_at_5
      value: 70.982
    - type: mrr_at_1
      value: 87.44091829844699
    - type: mrr_at_10
      value: 91.31576155107534
    - type: mrr_at_100
      value: 91.40489558470692
    - type: mrr_at_1000
      value: 91.40687231624047
    - type: mrr_at_20
      value: 91.37223203223267
    - type: mrr_at_3
      value: 90.84177357641214
    - type: mrr_at_5
      value: 91.17938329957211
    - type: nauc_map_at_1000_diff1
      value: 2.160941678109871
    - type: nauc_map_at_1000_max
      value: 20.280335959707244
    - type: nauc_map_at_1000_std
      value: 2.097428882568907
    - type: nauc_map_at_100_diff1
      value: 2.1230954064310272
    - type: nauc_map_at_100_max
      value: 20.258093599808014
    - type: nauc_map_at_100_std
      value: 2.1151474260126633
    - type: nauc_map_at_10_diff1
      value: 1.8723430508681238
    - type: nauc_map_at_10_max
      value: 20.001115713122292
    - type: nauc_map_at_10_std
      value: 1.5120467206405304
    - type: nauc_map_at_1_diff1
      value: 68.47218714216126
    - type: nauc_map_at_1_max
      value: 48.79030836492533
    - type: nauc_map_at_1_std
      value: -14.325167455523276
    - type: nauc_map_at_20_diff1
      value: 2.021495128391111
    - type: nauc_map_at_20_max
      value: 20.19494185197473
    - type: nauc_map_at_20_std
      value: 1.988283622854646
    - type: nauc_map_at_3_diff1
      value: 1.3035766010655014
    - type: nauc_map_at_3_max
      value: 18.267934028448014
    - type: nauc_map_at_3_std
      value: -1.5393823883989837
    - type: nauc_map_at_5_diff1
      value: 1.6758465601660635
    - type: nauc_map_at_5_max
      value: 19.611409174084766
    - type: nauc_map_at_5_std
      value: 0.5379733914867968
    - type: nauc_mrr_at_1000_diff1
      value: 68.60925278528931
    - type: nauc_mrr_at_1000_max
      value: 53.41174729989386
    - type: nauc_mrr_at_1000_std
      value: -10.94381937854199
    - type: nauc_mrr_at_100_diff1
      value: 68.61192764944234
    - type: nauc_mrr_at_100_max
      value: 53.41979323473436
    - type: nauc_mrr_at_100_std
      value: -10.928418937183535
    - type: nauc_mrr_at_10_diff1
      value: 68.58075465200439
    - type: nauc_mrr_at_10_max
      value: 53.469248695058894
    - type: nauc_mrr_at_10_std
      value: -11.033247242342176
    - type: nauc_mrr_at_1_diff1
      value: 68.47218714216126
    - type: nauc_mrr_at_1_max
      value: 48.79030836492533
    - type: nauc_mrr_at_1_std
      value: -14.325167455523276
    - type: nauc_mrr_at_20_diff1
      value: 68.61440353772745
    - type: nauc_mrr_at_20_max
      value: 53.48475026827637
    - type: nauc_mrr_at_20_std
      value: -10.890302904034154
    - type: nauc_mrr_at_3_diff1
      value: 68.69282004791216
    - type: nauc_mrr_at_3_max
      value: 54.06094833361629
    - type: nauc_mrr_at_3_std
      value: -11.153009129882598
    - type: nauc_mrr_at_5_diff1
      value: 68.73035503749831
    - type: nauc_mrr_at_5_max
      value: 53.83508048703245
    - type: nauc_mrr_at_5_std
      value: -11.003690030416173
    - type: nauc_ndcg_at_1000_diff1
      value: 9.50087869973644
    - type: nauc_ndcg_at_1000_max
      value: 25.950105183418927
    - type: nauc_ndcg_at_1000_std
      value: 5.135066113356472
    - type: nauc_ndcg_at_100_diff1
      value: 8.362935638818364
    - type: nauc_ndcg_at_100_max
      value: 25.34061127640931
    - type: nauc_ndcg_at_100_std
      value: 5.754839950507415
    - type: nauc_ndcg_at_10_diff1
      value: 7.156928707580207
    - type: nauc_ndcg_at_10_max
      value: 24.251874180080023
    - type: nauc_ndcg_at_10_std
      value: 3.4311673728584373
    - type: nauc_ndcg_at_1_diff1
      value: 68.47218714216126
    - type: nauc_ndcg_at_1_max
      value: 48.79030836492533
    - type: nauc_ndcg_at_1_std
      value: -14.325167455523276
    - type: nauc_ndcg_at_20_diff1
      value: 7.631421824536802
    - type: nauc_ndcg_at_20_max
      value: 24.899012298150367
    - type: nauc_ndcg_at_20_std
      value: 5.015727485279167
    - type: nauc_ndcg_at_3_diff1
      value: 6.765698105055132
    - type: nauc_ndcg_at_3_max
      value: 22.068064891465696
    - type: nauc_ndcg_at_3_std
      value: -1.4664522141695102
    - type: nauc_ndcg_at_5_diff1
      value: 6.97155171194824
    - type: nauc_ndcg_at_5_max
      value: 23.660849668507527
    - type: nauc_ndcg_at_5_std
      value: 1.4707432249488543
    - type: nauc_precision_at_1000_diff1
      value: -5.507220131591544
    - type: nauc_precision_at_1000_max
      value: 35.494019207652336
    - type: nauc_precision_at_1000_std
      value: 51.48431882469268
    - type: nauc_precision_at_100_diff1
      value: -9.856655267678178
    - type: nauc_precision_at_100_max
      value: 23.40730506252858
    - type: nauc_precision_at_100_std
      value: 34.01534710435972
    - type: nauc_precision_at_10_diff1
      value: -7.169347416977972
    - type: nauc_precision_at_10_max
      value: 20.252826543847206
    - type: nauc_precision_at_10_std
      value: 13.940728560252206
    - type: nauc_precision_at_1_diff1
      value: 68.47218714216126
    - type: nauc_precision_at_1_max
      value: 48.79030836492533
    - type: nauc_precision_at_1_std
      value: -14.325167455523276
    - type: nauc_precision_at_20_diff1
      value: -7.783356154578335
    - type: nauc_precision_at_20_max
      value: 21.74000065585772
    - type: nauc_precision_at_20_std
      value: 21.489921794963333
    - type: nauc_precision_at_3_diff1
      value: -4.4855992702233385
    - type: nauc_precision_at_3_max
      value: 17.58424070747094
    - type: nauc_precision_at_3_std
      value: 1.8777336548123371
    - type: nauc_precision_at_5_diff1
      value: -5.604031655005792
    - type: nauc_precision_at_5_max
      value: 19.580893429923517
    - type: nauc_precision_at_5_std
      value: 7.8203617045788505
    - type: nauc_recall_at_1000_diff1
      value: -5.507220131591377
    - type: nauc_recall_at_1000_max
      value: 35.494019207652414
    - type: nauc_recall_at_1000_std
      value: 51.48431882469249
    - type: nauc_recall_at_100_diff1
      value: -9.856655267678182
    - type: nauc_recall_at_100_max
      value: 23.407305062528323
    - type: nauc_recall_at_100_std
      value: 34.01534710435951
    - type: nauc_recall_at_10_diff1
      value: -7.169347416977698
    - type: nauc_recall_at_10_max
      value: 20.252826543847338
    - type: nauc_recall_at_10_std
      value: 13.940728560252335
    - type: nauc_recall_at_1_diff1
      value: 68.47218714216126
    - type: nauc_recall_at_1_max
      value: 48.79030836492533
    - type: nauc_recall_at_1_std
      value: -14.325167455523276
    - type: nauc_recall_at_20_diff1
      value: -7.7833561545783985
    - type: nauc_recall_at_20_max
      value: 21.740000655857713
    - type: nauc_recall_at_20_std
      value: 21.489921794963426
    - type: nauc_recall_at_3_diff1
      value: -4.485599270223427
    - type: nauc_recall_at_3_max
      value: 17.584240707470887
    - type: nauc_recall_at_3_std
      value: 1.8777336548121935
    - type: nauc_recall_at_5_diff1
      value: -5.604031655005744
    - type: nauc_recall_at_5_max
      value: 19.580893429923695
    - type: nauc_recall_at_5_std
      value: 7.820361704579018
    - type: ndcg_at_1
      value: 87.441
    - type: ndcg_at_10
      value: 79.125
    - type: ndcg_at_100
      value: 81.45400000000001
    - type: ndcg_at_1000
      value: 82.25099999999999
    - type: ndcg_at_20
      value: 80.17
    - type: ndcg_at_3
      value: 74.956
    - type: ndcg_at_5
      value: 77.48
    - type: precision_at_1
      value: 87.441
    - type: precision_at_10
      value: 16.323999999999998
    - type: precision_at_100
      value: 1.8110000000000002
    - type: precision_at_1000
      value: 0.192
    - type: precision_at_20
      value: 8.498
    - type: precision_at_3
      value: 48.368
    - type: precision_at_5
      value: 31.002999999999997
    - type: recall_at_1
      value: 43.72
    - type: recall_at_10
      value: 81.621
    - type: recall_at_100
      value: 90.554
    - type: recall_at_1000
      value: 95.787
    - type: recall_at_20
      value: 84.983
    - type: recall_at_3
      value: 72.552
    - type: recall_at_5
      value: 77.508
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB MSMARCO
      revision: c5a29a104738b98a9e76336939199e264163d4a0
      split: dev
      type: mteb/msmarco
    metrics:
    - type: main_score
      value: 44.89
    - type: map_at_1
      value: 24.432000000000002
    - type: map_at_10
      value: 37.591
    - type: map_at_100
      value: 38.751000000000005
    - type: map_at_1000
      value: 38.79
    - type: map_at_20
      value: 38.322
    - type: map_at_3
      value: 33.505
    - type: map_at_5
      value: 35.859
    - type: mrr_at_1
      value: 25.171919770773638
    - type: mrr_at_10
      value: 38.21256310547136
    - type: mrr_at_100
      value: 39.30753721884505
    - type: mrr_at_1000
      value: 39.340691344391445
    - type: mrr_at_20
      value: 38.90961306475649
    - type: mrr_at_3
      value: 34.26456542502386
    - type: mrr_at_5
      value: 36.53748806112701
    - type: nauc_map_at_1000_diff1
      value: 38.66852221567241
    - type: nauc_map_at_1000_max
      value: 4.1057766737799595
    - type: nauc_map_at_1000_std
      value: -27.382157855077754
    - type: nauc_map_at_100_diff1
      value: 38.6621397928445
    - type: nauc_map_at_100_max
      value: 4.111681335095865
    - type: nauc_map_at_100_std
      value: -27.36539945792605
    - type: nauc_map_at_10_diff1
      value: 38.63319989433825
    - type: nauc_map_at_10_max
      value: 3.9346979349074953
    - type: nauc_map_at_10_std
      value: -28.0900393767871
    - type: nauc_map_at_1_diff1
      value: 41.71535844577686
    - type: nauc_map_at_1_max
      value: 3.4832962062214006
    - type: nauc_map_at_1_std
      value: -23.525528000333843
    - type: nauc_map_at_20_diff1
      value: 38.68062082411943
    - type: nauc_map_at_20_max
      value: 4.046538867480454
    - type: nauc_map_at_20_std
      value: -27.688449948610472
    - type: nauc_map_at_3_diff1
      value: 38.584342089335685
    - type: nauc_map_at_3_max
      value: 3.63965785769002
    - type: nauc_map_at_3_std
      value: -27.46268496496546
    - type: nauc_map_at_5_diff1
      value: 38.42816219182273
    - type: nauc_map_at_5_max
      value: 3.839849854247509
    - type: nauc_map_at_5_std
      value: -28.015487623173605
    - type: nauc_mrr_at_1000_diff1
      value: 38.232755814715766
    - type: nauc_mrr_at_1000_max
      value: 3.987692507096141
    - type: nauc_mrr_at_1000_std
      value: -26.888695263011808
    - type: nauc_mrr_at_100_diff1
      value: 38.22616005576646
    - type: nauc_mrr_at_100_max
      value: 3.9948619556899123
    - type: nauc_mrr_at_100_std
      value: -26.872832670267883
    - type: nauc_mrr_at_10_diff1
      value: 38.155508621490306
    - type: nauc_mrr_at_10_max
      value: 3.8153177084303582
    - type: nauc_mrr_at_10_std
      value: -27.546238510006503
    - type: nauc_mrr_at_1_diff1
      value: 41.26563649433227
    - type: nauc_mrr_at_1_max
      value: 3.2940832364845734
    - type: nauc_mrr_at_1_std
      value: -23.246326699010055
    - type: nauc_mrr_at_20_diff1
      value: 38.23581610598243
    - type: nauc_mrr_at_20_max
      value: 3.9519434237902455
    - type: nauc_mrr_at_20_std
      value: -27.153182984955542
    - type: nauc_mrr_at_3_diff1
      value: 38.123012505586516
    - type: nauc_mrr_at_3_max
      value: 3.5952793301902446
    - type: nauc_mrr_at_3_std
      value: -26.96557107215608
    - type: nauc_mrr_at_5_diff1
      value: 38.00080442994164
    - type: nauc_mrr_at_5_max
      value: 3.6611507063907838
    - type: nauc_mrr_at_5_std
      value: -27.5217700193094
    - type: nauc_ndcg_at_1000_diff1
      value: 38.08376371232426
    - type: nauc_ndcg_at_1000_max
      value: 4.741285538467179
    - type: nauc_ndcg_at_1000_std
      value: -26.876920597404325
    - type: nauc_ndcg_at_100_diff1
      value: 37.933209786580186
    - type: nauc_ndcg_at_100_max
      value: 5.003377252588231
    - type: nauc_ndcg_at_100_std
      value: -26.136134328732467
    - type: nauc_ndcg_at_10_diff1
      value: 37.82072609591181
    - type: nauc_ndcg_at_10_max
      value: 4.24748877233556
    - type: nauc_ndcg_at_10_std
      value: -29.766127219449835
    - type: nauc_ndcg_at_1_diff1
      value: 41.26563649433227
    - type: nauc_ndcg_at_1_max
      value: 3.2940832364845734
    - type: nauc_ndcg_at_1_std
      value: -23.246326699010055
    - type: nauc_ndcg_at_20_diff1
      value: 38.068479496194165
    - type: nauc_ndcg_at_20_max
      value: 4.686171701536077
    - type: nauc_ndcg_at_20_std
      value: -28.373083045837827
    - type: nauc_ndcg_at_3_diff1
      value: 37.664591050650714
    - type: nauc_ndcg_at_3_max
      value: 3.7238056730982425
    - type: nauc_ndcg_at_3_std
      value: -28.501705219533402
    - type: nauc_ndcg_at_5_diff1
      value: 37.39323161347562
    - type: nauc_ndcg_at_5_max
      value: 3.9884773576701846
    - type: nauc_ndcg_at_5_std
      value: -29.526098685579278
    - type: nauc_precision_at_1000_diff1
      value: -8.176278274893253
    - type: nauc_precision_at_1000_max
      value: 6.602206468153366
    - type: nauc_precision_at_1000_std
      value: 11.887969321516541
    - type: nauc_precision_at_100_diff1
      value: 10.776600450291125
    - type: nauc_precision_at_100_max
      value: 11.543791706232499
    - type: nauc_precision_at_100_std
      value: 8.05135325335674
    - type: nauc_precision_at_10_diff1
      value: 31.29891891655396
    - type: nauc_precision_at_10_max
      value: 4.793824130342508
    - type: nauc_precision_at_10_std
      value: -32.843126960584904
    - type: nauc_precision_at_1_diff1
      value: 41.26563649433227
    - type: nauc_precision_at_1_max
      value: 3.2940832364845734
    - type: nauc_precision_at_1_std
      value: -23.246326699010055
    - type: nauc_precision_at_20_diff1
      value: 28.39742040356656
    - type: nauc_precision_at_20_max
      value: 6.848015766561338
    - type: nauc_precision_at_20_std
      value: -24.61307381544946
    - type: nauc_precision_at_3_diff1
      value: 34.1967778945159
    - type: nauc_precision_at_3_max
      value: 3.6373839227371354
    - type: nauc_precision_at_3_std
      value: -31.262400131015795
    - type: nauc_precision_at_5_diff1
      value: 32.32839846166563
    - type: nauc_precision_at_5_max
      value: 4.2661314616361885
    - type: nauc_precision_at_5_std
      value: -32.94817957117079
    - type: nauc_recall_at_1000_diff1
      value: 25.124054710942882
    - type: nauc_recall_at_1000_max
      value: 52.99541699631579
    - type: nauc_recall_at_1000_std
      value: 63.880015110366394
    - type: nauc_recall_at_100_diff1
      value: 32.1323577870331
    - type: nauc_recall_at_100_max
      value: 17.26171631192854
    - type: nauc_recall_at_100_std
      value: 4.147658345720864
    - type: nauc_recall_at_10_diff1
      value: 35.35982089295331
    - type: nauc_recall_at_10_max
      value: 5.478913284596572
    - type: nauc_recall_at_10_std
      value: -35.93639290916612
    - type: nauc_recall_at_1_diff1
      value: 41.71535844577686
    - type: nauc_recall_at_1_max
      value: 3.4832962062214006
    - type: nauc_recall_at_1_std
      value: -23.525528000333843
    - type: nauc_recall_at_20_diff1
      value: 36.36549599422767
    - type: nauc_recall_at_20_max
      value: 8.112692947664327
    - type: nauc_recall_at_20_std
      value: -30.573957801286095
    - type: nauc_recall_at_3_diff1
      value: 35.227199657140844
    - type: nauc_recall_at_3_max
      value: 3.9474392083855445
    - type: nauc_recall_at_3_std
      value: -31.485135190684904
    - type: nauc_recall_at_5_diff1
      value: 34.435115639178505
    - type: nauc_recall_at_5_max
      value: 4.538709973891948
    - type: nauc_recall_at_5_std
      value: -34.07440191001999
    - type: ndcg_at_1
      value: 25.172
    - type: ndcg_at_10
      value: 44.89
    - type: ndcg_at_100
      value: 50.33800000000001
    - type: ndcg_at_1000
      value: 51.266999999999996
    - type: ndcg_at_20
      value: 47.455999999999996
    - type: ndcg_at_3
      value: 36.631
    - type: ndcg_at_5
      value: 40.801
    - type: precision_at_1
      value: 25.172
    - type: precision_at_10
      value: 7.0489999999999995
    - type: precision_at_100
      value: 0.976
    - type: precision_at_1000
      value: 0.106
    - type: precision_at_20
      value: 4.059
    - type: precision_at_3
      value: 15.554000000000002
    - type: precision_at_5
      value: 11.458
    - type: recall_at_1
      value: 24.432000000000002
    - type: recall_at_10
      value: 67.32900000000001
    - type: recall_at_100
      value: 92.23599999999999
    - type: recall_at_1000
      value: 99.21799999999999
    - type: recall_at_20
      value: 77.236
    - type: recall_at_3
      value: 44.926
    - type: recall_at_5
      value: 54.93599999999999
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB NFCorpus
      revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
      split: test
      type: mteb/nfcorpus
    metrics:
    - type: main_score
      value: 45.059
    - type: map_at_1
      value: 7.51
    - type: map_at_10
      value: 17.696
    - type: map_at_100
      value: 23.425
    - type: map_at_1000
      value: 25.462
    - type: map_at_20
      value: 20.078
    - type: map_at_3
      value: 12.36
    - type: map_at_5
      value: 14.949000000000002
    - type: mrr_at_1
      value: 56.656346749226
    - type: mrr_at_10
      value: 64.5453093518109
    - type: mrr_at_100
      value: 65.03548614941461
    - type: mrr_at_1000
      value: 65.07113760571535
    - type: mrr_at_20
      value: 64.92649519989713
    - type: mrr_at_3
      value: 62.5902992776058
    - type: mrr_at_5
      value: 63.890608875129
    - type: nauc_map_at_1000_diff1
      value: 18.649436695375666
    - type: nauc_map_at_1000_max
      value: 32.21371026469436
    - type: nauc_map_at_1000_std
      value: 15.172576825419542
    - type: nauc_map_at_100_diff1
      value: 20.754932725250484
    - type: nauc_map_at_100_max
      value: 31.802273361479354
    - type: nauc_map_at_100_std
      value: 11.05184960109897
    - type: nauc_map_at_10_diff1
      value: 27.65114332743644
    - type: nauc_map_at_10_max
      value: 24.216308956707948
    - type: nauc_map_at_10_std
      value: -3.148160320265085
    - type: nauc_map_at_1_diff1
      value: 44.074701941156576
    - type: nauc_map_at_1_max
      value: 7.313976830684179
    - type: nauc_map_at_1_std
      value: -17.775136864794273
    - type: nauc_map_at_20_diff1
      value: 24.40381389925362
    - type: nauc_map_at_20_max
      value: 28.28590842979618
    - type: nauc_map_at_20_std
      value: 2.4199688163030033
    - type: nauc_map_at_3_diff1
      value: 36.43847181675257
    - type: nauc_map_at_3_max
      value: 12.641525583061982
    - type: nauc_map_at_3_std
      value: -13.213788837135754
    - type: nauc_map_at_5_diff1
      value: 31.38099882079377
    - type: nauc_map_at_5_max
      value: 18.693157001709874
    - type: nauc_map_at_5_std
      value: -9.06791377198616
    - type: nauc_mrr_at_1000_diff1
      value: 32.13397852247498
    - type: nauc_mrr_at_1000_max
      value: 50.13330116214628
    - type: nauc_mrr_at_1000_std
      value: 32.05378496757561
    - type: nauc_mrr_at_100_diff1
      value: 32.15640184504514
    - type: nauc_mrr_at_100_max
      value: 50.16596418746684
    - type: nauc_mrr_at_100_std
      value: 32.09654562666087
    - type: nauc_mrr_at_10_diff1
      value: 32.30697278515013
    - type: nauc_mrr_at_10_max
      value: 50.29554162816291
    - type: nauc_mrr_at_10_std
      value: 32.196301987204926
    - type: nauc_mrr_at_1_diff1
      value: 31.18633610462525
    - type: nauc_mrr_at_1_max
      value: 44.066192007922865
    - type: nauc_mrr_at_1_std
      value: 25.405697533712186
    - type: nauc_mrr_at_20_diff1
      value: 32.183918395170934
    - type: nauc_mrr_at_20_max
      value: 50.1063795003295
    - type: nauc_mrr_at_20_std
      value: 32.019605254607605
    - type: nauc_mrr_at_3_diff1
      value: 32.1841620866096
    - type: nauc_mrr_at_3_max
      value: 49.86413651460263
    - type: nauc_mrr_at_3_std
      value: 31.65393088251129
    - type: nauc_mrr_at_5_diff1
      value: 32.506293256782854
    - type: nauc_mrr_at_5_max
      value: 50.22051310167734
    - type: nauc_mrr_at_5_std
      value: 32.20883162067511
    - type: nauc_ndcg_at_1000_diff1
      value: 17.07651298169536
    - type: nauc_ndcg_at_1000_max
      value: 45.68207250664515
    - type: nauc_ndcg_at_1000_std
      value: 32.2202917954314
    - type: nauc_ndcg_at_100_diff1
      value: 17.903616207181084
    - type: nauc_ndcg_at_100_max
      value: 41.75926814949547
    - type: nauc_ndcg_at_100_std
      value: 28.203224194584394
    - type: nauc_ndcg_at_10_diff1
      value: 15.047796165484423
    - type: nauc_ndcg_at_10_max
      value: 42.932973260133025
    - type: nauc_ndcg_at_10_std
      value: 28.988863166538216
    - type: nauc_ndcg_at_1_diff1
      value: 31.424681423032517
    - type: nauc_ndcg_at_1_max
      value: 41.520899599635705
    - type: nauc_ndcg_at_1_std
      value: 25.06328981312087
    - type: nauc_ndcg_at_20_diff1
      value: 14.659965916220653
    - type: nauc_ndcg_at_20_max
      value: 40.660613171359536
    - type: nauc_ndcg_at_20_std
      value: 28.05980217396367
    - type: nauc_ndcg_at_3_diff1
      value: 20.74188837396788
    - type: nauc_ndcg_at_3_max
      value: 42.17291456152861
    - type: nauc_ndcg_at_3_std
      value: 25.51560749819014
    - type: nauc_ndcg_at_5_diff1
      value: 16.85211778345349
    - type: nauc_ndcg_at_5_max
      value: 43.984121150231836
    - type: nauc_ndcg_at_5_std
      value: 26.83926214905424
    - type: nauc_precision_at_1000_diff1
      value: -17.051131025174517
    - type: nauc_precision_at_1000_max
      value: 6.764059286595738
    - type: nauc_precision_at_1000_std
      value: 40.1439309994832
    - type: nauc_precision_at_100_diff1
      value: -15.764998544735823
    - type: nauc_precision_at_100_max
      value: 19.211111148845784
    - type: nauc_precision_at_100_std
      value: 46.96427473897526
    - type: nauc_precision_at_10_diff1
      value: -7.388798905334601
    - type: nauc_precision_at_10_max
      value: 41.22907941806041
    - type: nauc_precision_at_10_std
      value: 42.59884089023569
    - type: nauc_precision_at_1_diff1
      value: 32.025767729163995
    - type: nauc_precision_at_1_max
      value: 43.754075663448575
    - type: nauc_precision_at_1_std
      value: 25.43509133901274
    - type: nauc_precision_at_20_diff1
      value: -12.0078847232814
    - type: nauc_precision_at_20_max
      value: 33.27932495727302
    - type: nauc_precision_at_20_std
      value: 43.837569920515165
    - type: nauc_precision_at_3_diff1
      value: 7.042749712513677
    - type: nauc_precision_at_3_max
      value: 42.1936184896299
    - type: nauc_precision_at_3_std
      value: 30.484961204241984
    - type: nauc_precision_at_5_diff1
      value: -2.1371357099813832
    - type: nauc_precision_at_5_max
      value: 43.476640933633895
    - type: nauc_precision_at_5_std
      value: 35.117927839092914
    - type: nauc_recall_at_1000_diff1
      value: -0.8723013662864799
    - type: nauc_recall_at_1000_max
      value: 18.909026237682543
    - type: nauc_recall_at_1000_std
      value: 13.51570098053679
    - type: nauc_recall_at_100_diff1
      value: 12.357279426756397
    - type: nauc_recall_at_100_max
      value: 27.84208167172234
    - type: nauc_recall_at_100_std
      value: 14.49863872734005
    - type: nauc_recall_at_10_diff1
      value: 21.11009281729574
    - type: nauc_recall_at_10_max
      value: 19.74472802495254
    - type: nauc_recall_at_10_std
      value: -4.09630500503252
    - type: nauc_recall_at_1_diff1
      value: 44.074701941156576
    - type: nauc_recall_at_1_max
      value: 7.313976830684179
    - type: nauc_recall_at_1_std
      value: -17.775136864794273
    - type: nauc_recall_at_20_diff1
      value: 17.31518452608809
    - type: nauc_recall_at_20_max
      value: 23.399843692692237
    - type: nauc_recall_at_20_std
      value: 0.04814256658120452
    - type: nauc_recall_at_3_diff1
      value: 35.46183411619658
    - type: nauc_recall_at_3_max
      value: 12.787287273388953
    - type: nauc_recall_at_3_std
      value: -12.428077847406232
    - type: nauc_recall_at_5_diff1
      value: 25.630390779262065
    - type: nauc_recall_at_5_max
      value: 17.81997541214207
    - type: nauc_recall_at_5_std
      value: -7.819448998740632
    - type: ndcg_at_1
      value: 55.418
    - type: ndcg_at_10
      value: 45.059
    - type: ndcg_at_100
      value: 41.89
    - type: ndcg_at_1000
      value: 50.808
    - type: ndcg_at_20
      value: 42.528
    - type: ndcg_at_3
      value: 50.273999999999994
    - type: ndcg_at_5
      value: 48.311
    - type: precision_at_1
      value: 56.347
    - type: precision_at_10
      value: 33.684
    - type: precision_at_100
      value: 10.854
    - type: precision_at_1000
      value: 2.455
    - type: precision_at_20
      value: 25.294
    - type: precision_at_3
      value: 46.749
    - type: precision_at_5
      value: 42.167
    - type: recall_at_1
      value: 7.51
    - type: recall_at_10
      value: 22.7
    - type: recall_at_100
      value: 42.324
    - type: recall_at_1000
      value: 75.047
    - type: recall_at_20
      value: 28.091
    - type: recall_at_3
      value: 13.202
    - type: recall_at_5
      value: 17.573
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB NQ
      revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
      split: test
      type: mteb/nq
    metrics:
    - type: main_score
      value: 72.439
    - type: map_at_1
      value: 48.588
    - type: map_at_10
      value: 65.667
    - type: map_at_100
      value: 66.23
    - type: map_at_1000
      value: 66.238
    - type: map_at_20
      value: 66.077
    - type: map_at_3
      value: 62.173
    - type: map_at_5
      value: 64.403
    - type: mrr_at_1
      value: 54.57705677867902
    - type: mrr_at_10
      value: 68.04977330831896
    - type: mrr_at_100
      value: 68.40133412359447
    - type: mrr_at_1000
      value: 68.40674582113029
    - type: mrr_at_20
      value: 68.32025711906769
    - type: mrr_at_3
      value: 65.68173039783692
    - type: mrr_at_5
      value: 67.12292390884501
    - type: nauc_map_at_1000_diff1
      value: 42.92613415901299
    - type: nauc_map_at_1000_max
      value: 31.58722964102006
    - type: nauc_map_at_1000_std
      value: -9.181430909023906
    - type: nauc_map_at_100_diff1
      value: 42.9286603531827
    - type: nauc_map_at_100_max
      value: 31.597761214322794
    - type: nauc_map_at_100_std
      value: -9.174864948929978
    - type: nauc_map_at_10_diff1
      value: 42.742103497799874
    - type: nauc_map_at_10_max
      value: 31.73600271519757
    - type: nauc_map_at_10_std
      value: -9.599976341144492
    - type: nauc_map_at_1_diff1
      value: 44.97465030457452
    - type: nauc_map_at_1_max
      value: 24.50842235041081
    - type: nauc_map_at_1_std
      value: -9.488301413929715
    - type: nauc_map_at_20_diff1
      value: 42.93789543281411
    - type: nauc_map_at_20_max
      value: 31.649530881844477
    - type: nauc_map_at_20_std
      value: -9.284482255074405
    - type: nauc_map_at_3_diff1
      value: 42.507020478710444
    - type: nauc_map_at_3_max
      value: 30.430161368656407
    - type: nauc_map_at_3_std
      value: -10.98022633967904
    - type: nauc_map_at_5_diff1
      value: 42.65908349342647
    - type: nauc_map_at_5_max
      value: 31.712314514485808
    - type: nauc_map_at_5_std
      value: -10.162495644166388
    - type: nauc_mrr_at_1000_diff1
      value: 43.07977164212382
    - type: nauc_mrr_at_1000_max
      value: 32.71613265858574
    - type: nauc_mrr_at_1000_std
      value: -6.309541407889255
    - type: nauc_mrr_at_100_diff1
      value: 43.08243504279048
    - type: nauc_mrr_at_100_max
      value: 32.72393721047513
    - type: nauc_mrr_at_100_std
      value: -6.304478684547192
    - type: nauc_mrr_at_10_diff1
      value: 42.9454520799358
    - type: nauc_mrr_at_10_max
      value: 32.98294125539359
    - type: nauc_mrr_at_10_std
      value: -6.344731638595535
    - type: nauc_mrr_at_1_diff1
      value: 44.86265224618521
    - type: nauc_mrr_at_1_max
      value: 28.722584310944548
    - type: nauc_mrr_at_1_std
      value: -5.987388514445873
    - type: nauc_mrr_at_20_diff1
      value: 43.09463525559641
    - type: nauc_mrr_at_20_max
      value: 32.78563812600394
    - type: nauc_mrr_at_20_std
      value: -6.3101564030679365
    - type: nauc_mrr_at_3_diff1
      value: 42.778839940801525
    - type: nauc_mrr_at_3_max
      value: 32.73472475200481
    - type: nauc_mrr_at_3_std
      value: -6.873684661851209
    - type: nauc_mrr_at_5_diff1
      value: 42.819150151235355
    - type: nauc_mrr_at_5_max
      value: 33.063649047927846
    - type: nauc_mrr_at_5_std
      value: -6.690698773431876
    - type: nauc_ndcg_at_1000_diff1
      value: 42.838890830794305
    - type: nauc_ndcg_at_1000_max
      value: 33.06212912224441
    - type: nauc_ndcg_at_1000_std
      value: -7.604830337911507
    - type: nauc_ndcg_at_100_diff1
      value: 42.92532259135676
    - type: nauc_ndcg_at_100_max
      value: 33.32105898079442
    - type: nauc_ndcg_at_100_std
      value: -7.41942657927501
    - type: nauc_ndcg_at_10_diff1
      value: 42.241497889945386
    - type: nauc_ndcg_at_10_max
      value: 34.314029244865395
    - type: nauc_ndcg_at_10_std
      value: -8.705170475797276
    - type: nauc_ndcg_at_1_diff1
      value: 44.935431451080625
    - type: nauc_ndcg_at_1_max
      value: 28.761716507796287
    - type: nauc_ndcg_at_1_std
      value: -5.910155765778751
    - type: nauc_ndcg_at_20_diff1
      value: 42.98682996645045
    - type: nauc_ndcg_at_20_max
      value: 33.77639762275077
    - type: nauc_ndcg_at_20_std
      value: -7.922192840991434
    - type: nauc_ndcg_at_3_diff1
      value: 41.78169420045572
    - type: nauc_ndcg_at_3_max
      value: 32.28874867052525
    - type: nauc_ndcg_at_3_std
      value: -10.746022839903787
    - type: nauc_ndcg_at_5_diff1
      value: 41.98111900699031
    - type: nauc_ndcg_at_5_max
      value: 34.16892401395189
    - type: nauc_ndcg_at_5_std
      value: -9.835814208233074
    - type: nauc_precision_at_1000_diff1
      value: -13.893084426310164
    - type: nauc_precision_at_1000_max
      value: 4.528511169827012
    - type: nauc_precision_at_1000_std
      value: 19.808766541210563
    - type: nauc_precision_at_100_diff1
      value: -11.662187818787977
    - type: nauc_precision_at_100_max
      value: 7.106144289556965
    - type: nauc_precision_at_100_std
      value: 20.196725761912955
    - type: nauc_precision_at_10_diff1
      value: -0.0005202624402562934
    - type: nauc_precision_at_10_max
      value: 20.3322025815174
    - type: nauc_precision_at_10_std
      value: 10.996026572368203
    - type: nauc_precision_at_1_diff1
      value: 44.935431451080625
    - type: nauc_precision_at_1_max
      value: 28.761716507796287
    - type: nauc_precision_at_1_std
      value: -5.910155765778751
    - type: nauc_precision_at_20_diff1
      value: -5.251925401801626
    - type: nauc_precision_at_20_max
      value: 13.778502821797181
    - type: nauc_precision_at_20_std
      value: 16.678382538020593
    - type: nauc_precision_at_3_diff1
      value: 18.484347552428737
    - type: nauc_precision_at_3_max
      value: 29.23890691678369
    - type: nauc_precision_at_3_std
      value: -0.9617922081812927
    - type: nauc_precision_at_5_diff1
      value: 9.520921672164247
    - type: nauc_precision_at_5_max
      value: 26.114118384437084
    - type: nauc_precision_at_5_std
      value: 4.480542966435442
    - type: nauc_recall_at_1000_diff1
      value: 36.483312921782804
    - type: nauc_recall_at_1000_max
      value: 93.65683358360806
    - type: nauc_recall_at_1000_std
      value: 78.98396666115225
    - type: nauc_recall_at_100_diff1
      value: 51.223962258353374
    - type: nauc_recall_at_100_max
      value: 71.21642758603197
    - type: nauc_recall_at_100_std
      value: 29.03844845781408
    - type: nauc_recall_at_10_diff1
      value: 36.54228767944346
    - type: nauc_recall_at_10_max
      value: 48.045414485215495
    - type: nauc_recall_at_10_std
      value: -10.991004552070361
    - type: nauc_recall_at_1_diff1
      value: 44.97465030457452
    - type: nauc_recall_at_1_max
      value: 24.50842235041081
    - type: nauc_recall_at_1_std
      value: -9.488301413929715
    - type: nauc_recall_at_20_diff1
      value: 44.42937548103678
    - type: nauc_recall_at_20_max
      value: 52.02797641154168
    - type: nauc_recall_at_20_std
      value: -5.274872422912074
    - type: nauc_recall_at_3_diff1
      value: 37.370700905004796
    - type: nauc_recall_at_3_max
      value: 35.051545542223735
    - type: nauc_recall_at_3_std
      value: -14.47614675395727
    - type: nauc_recall_at_5_diff1
      value: 36.923681333914296
    - type: nauc_recall_at_5_max
      value: 41.76113305221287
    - type: nauc_recall_at_5_std
      value: -13.792057613912453
    - type: ndcg_at_1
      value: 54.547999999999995
    - type: ndcg_at_10
      value: 72.439
    - type: ndcg_at_100
      value: 74.505
    - type: ndcg_at_1000
      value: 74.656
    - type: ndcg_at_20
      value: 73.708
    - type: ndcg_at_3
      value: 66.416
    - type: ndcg_at_5
      value: 69.783
    - type: precision_at_1
      value: 54.547999999999995
    - type: precision_at_10
      value: 10.831
    - type: precision_at_100
      value: 1.201
    - type: precision_at_1000
      value: 0.121
    - type: precision_at_20
      value: 5.734
    - type: precision_at_3
      value: 29.287000000000003
    - type: precision_at_5
      value: 19.676
    - type: recall_at_1
      value: 48.588
    - type: recall_at_10
      value: 90.271
    - type: recall_at_100
      value: 98.663
    - type: recall_at_1000
      value: 99.754
    - type: recall_at_20
      value: 94.911
    - type: recall_at_3
      value: 75.14699999999999
    - type: recall_at_5
      value: 82.657
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB QuoraRetrieval
      revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
      split: test
      type: mteb/quora
    metrics:
    - type: main_score
      value: 88.776
    - type: map_at_1
      value: 70.789
    - type: map_at_10
      value: 85.111
    - type: map_at_100
      value: 85.74300000000001
    - type: map_at_1000
      value: 85.757
    - type: map_at_20
      value: 85.541
    - type: map_at_3
      value: 82.16799999999999
    - type: map_at_5
      value: 84.027
    - type: mrr_at_1
      value: 81.61
    - type: mrr_at_10
      value: 87.83598809523794
    - type: mrr_at_100
      value: 87.93437534934736
    - type: mrr_at_1000
      value: 87.93537663994458
    - type: mrr_at_20
      value: 87.91460020324512
    - type: mrr_at_3
      value: 86.91999999999982
    - type: mrr_at_5
      value: 87.57549999999974
    - type: nauc_map_at_1000_diff1
      value: 76.95785603654109
    - type: nauc_map_at_1000_max
      value: 22.21137147646329
    - type: nauc_map_at_1000_std
      value: -57.67191596659913
    - type: nauc_map_at_100_diff1
      value: 76.96066980419408
    - type: nauc_map_at_100_max
      value: 22.18444499684965
    - type: nauc_map_at_100_std
      value: -57.73426948321203
    - type: nauc_map_at_10_diff1
      value: 77.27294101132748
    - type: nauc_map_at_10_max
      value: 21.520023788398827
    - type: nauc_map_at_10_std
      value: -60.149831861475946
    - type: nauc_map_at_1_diff1
      value: 80.82075671924613
    - type: nauc_map_at_1_max
      value: 16.73924350448738
    - type: nauc_map_at_1_std
      value: -49.025641726356106
    - type: nauc_map_at_20_diff1
      value: 77.03897352655657
    - type: nauc_map_at_20_max
      value: 21.879911910556256
    - type: nauc_map_at_20_std
      value: -58.72111603413064
    - type: nauc_map_at_3_diff1
      value: 77.80825908555062
    - type: nauc_map_at_3_max
      value: 19.74347230686499
    - type: nauc_map_at_3_std
      value: -61.14048758808322
    - type: nauc_map_at_5_diff1
      value: 77.64191093638766
    - type: nauc_map_at_5_max
      value: 20.82641310481968
    - type: nauc_map_at_5_std
      value: -61.5227187788429
    - type: nauc_mrr_at_1000_diff1
      value: 77.07743481780578
    - type: nauc_mrr_at_1000_max
      value: 24.973854693758668
    - type: nauc_mrr_at_1000_std
      value: -53.00097552882813
    - type: nauc_mrr_at_100_diff1
      value: 77.07743779388264
    - type: nauc_mrr_at_100_max
      value: 24.97578180973678
    - type: nauc_mrr_at_100_std
      value: -52.999857842949375
    - type: nauc_mrr_at_10_diff1
      value: 77.08832159626124
    - type: nauc_mrr_at_10_max
      value: 24.847950790779755
    - type: nauc_mrr_at_10_std
      value: -53.354412157484596
    - type: nauc_mrr_at_1_diff1
      value: 77.90054473035877
    - type: nauc_mrr_at_1_max
      value: 25.435382042849454
    - type: nauc_mrr_at_1_std
      value: -48.65542470772514
    - type: nauc_mrr_at_20_diff1
      value: 77.07410903358165
    - type: nauc_mrr_at_20_max
      value: 24.936803370937003
    - type: nauc_mrr_at_20_std
      value: -53.05367000547051
    - type: nauc_mrr_at_3_diff1
      value: 76.79835377348654
    - type: nauc_mrr_at_3_max
      value: 24.83960583182869
    - type: nauc_mrr_at_3_std
      value: -53.937122802902906
    - type: nauc_mrr_at_5_diff1
      value: 77.0611598562459
    - type: nauc_mrr_at_5_max
      value: 25.110143361000386
    - type: nauc_mrr_at_5_std
      value: -53.66721083549211
    - type: nauc_ndcg_at_1000_diff1
      value: 76.6539942038112
    - type: nauc_ndcg_at_1000_max
      value: 23.44145468342362
    - type: nauc_ndcg_at_1000_std
      value: -55.778951082488604
    - type: nauc_ndcg_at_100_diff1
      value: 76.63968651875747
    - type: nauc_ndcg_at_100_max
      value: 23.37238335196869
    - type: nauc_ndcg_at_100_std
      value: -56.013444819578936
    - type: nauc_ndcg_at_10_diff1
      value: 76.91486559815172
    - type: nauc_ndcg_at_10_max
      value: 21.882218185355374
    - type: nauc_ndcg_at_10_std
      value: -60.447241565220914
    - type: nauc_ndcg_at_1_diff1
      value: 77.91920303932993
    - type: nauc_ndcg_at_1_max
      value: 25.506195225143564
    - type: nauc_ndcg_at_1_std
      value: -48.66289988343474
    - type: nauc_ndcg_at_20_diff1
      value: 76.70353035362932
    - type: nauc_ndcg_at_20_max
      value: 22.52326792272016
    - type: nauc_ndcg_at_20_std
      value: -58.228058595950415
    - type: nauc_ndcg_at_3_diff1
      value: 76.19291654415437
    - type: nauc_ndcg_at_3_max
      value: 21.680157583116596
    - type: nauc_ndcg_at_3_std
      value: -59.78592789656886
    - type: nauc_ndcg_at_5_diff1
      value: 76.94117372509868
    - type: nauc_ndcg_at_5_max
      value: 21.80365013527183
    - type: nauc_ndcg_at_5_std
      value: -61.23723747585645
    - type: nauc_precision_at_1000_diff1
      value: -44.43454847128405
    - type: nauc_precision_at_1000_max
      value: 1.1086245603647116
    - type: nauc_precision_at_1000_std
      value: 45.957621410588445
    - type: nauc_precision_at_100_diff1
      value: -44.21353890734024
    - type: nauc_precision_at_100_max
      value: 0.8667205449931505
    - type: nauc_precision_at_100_std
      value: 44.55558297469162
    - type: nauc_precision_at_10_diff1
      value: -39.446583654372816
    - type: nauc_precision_at_10_max
      value: 1.0745424122581824
    - type: nauc_precision_at_10_std
      value: 27.715199044430115
    - type: nauc_precision_at_1_diff1
      value: 77.91920303932993
    - type: nauc_precision_at_1_max
      value: 25.506195225143564
    - type: nauc_precision_at_1_std
      value: -48.66289988343474
    - type: nauc_precision_at_20_diff1
      value: -42.82034326897596
    - type: nauc_precision_at_20_max
      value: 0.1871272488795601
    - type: nauc_precision_at_20_std
      value: 36.44930040826729
    - type: nauc_precision_at_3_diff1
      value: -20.17153834304044
    - type: nauc_precision_at_3_max
      value: 6.091482816522112
    - type: nauc_precision_at_3_std
      value: 2.2214080229171813
    - type: nauc_precision_at_5_diff1
      value: -32.30370373592924
    - type: nauc_precision_at_5_max
      value: 3.283007853748956
    - type: nauc_precision_at_5_std
      value: 15.671527569593394
    - type: nauc_recall_at_1000_diff1
      value: 25.2608289691968
    - type: nauc_recall_at_1000_max
      value: 39.63179474797547
    - type: nauc_recall_at_1000_std
      value: 25.74798035229638
    - type: nauc_recall_at_100_diff1
      value: 68.6766275832437
    - type: nauc_recall_at_100_max
      value: 24.369103177128636
    - type: nauc_recall_at_100_std
      value: -62.93899349940275
    - type: nauc_recall_at_10_diff1
      value: 73.75469598044158
    - type: nauc_recall_at_10_max
      value: 10.798765439257565
    - type: nauc_recall_at_10_std
      value: -90.65150692145126
    - type: nauc_recall_at_1_diff1
      value: 80.82075671924613
    - type: nauc_recall_at_1_max
      value: 16.73924350448738
    - type: nauc_recall_at_1_std
      value: -49.025641726356106
    - type: nauc_recall_at_20_diff1
      value: 71.88106544370252
    - type: nauc_recall_at_20_max
      value: 8.617919317783445
    - type: nauc_recall_at_20_std
      value: -88.64614006261976
    - type: nauc_recall_at_3_diff1
      value: 73.67512305142627
    - type: nauc_recall_at_3_max
      value: 14.522053228776684
    - type: nauc_recall_at_3_std
      value: -72.6164829975551
    - type: nauc_recall_at_5_diff1
      value: 73.55224072247896
    - type: nauc_recall_at_5_max
      value: 14.028581019140384
    - type: nauc_recall_at_5_std
      value: -81.70290837756839
    - type: ndcg_at_1
      value: 81.6
    - type: ndcg_at_10
      value: 88.776
    - type: ndcg_at_100
      value: 89.91799999999999
    - type: ndcg_at_1000
      value: 90.001
    - type: ndcg_at_20
      value: 89.45100000000001
    - type: ndcg_at_3
      value: 86.055
    - type: ndcg_at_5
      value: 87.603
    - type: precision_at_1
      value: 81.6
    - type: precision_at_10
      value: 13.527000000000001
    - type: precision_at_100
      value: 1.538
    - type: precision_at_1000
      value: 0.157
    - type: precision_at_20
      value: 7.183000000000001
    - type: precision_at_3
      value: 37.81
    - type: precision_at_5
      value: 24.874
    - type: recall_at_1
      value: 70.789
    - type: recall_at_10
      value: 95.829
    - type: recall_at_100
      value: 99.626
    - type: recall_at_1000
      value: 99.99900000000001
    - type: recall_at_20
      value: 98.008
    - type: recall_at_3
      value: 88.005
    - type: recall_at_5
      value: 92.394
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB SCIDOCS
      revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
      split: test
      type: mteb/scidocs
    metrics:
    - type: main_score
      value: 22.555
    - type: map_at_1
      value: 5.093
    - type: map_at_10
      value: 13.636000000000001
    - type: map_at_100
      value: 16.169
    - type: map_at_1000
      value: 16.491
    - type: map_at_20
      value: 14.967
    - type: map_at_3
      value: 9.759
    - type: map_at_5
      value: 11.61
    - type: mrr_at_1
      value: 25.1
    - type: mrr_at_10
      value: 37.03158730158728
    - type: mrr_at_100
      value: 38.10841522691227
    - type: mrr_at_1000
      value: 38.157760714646216
    - type: mrr_at_20
      value: 37.71533302009304
    - type: mrr_at_3
      value: 33.599999999999994
    - type: mrr_at_5
      value: 35.47499999999996
    - type: nauc_map_at_1000_diff1
      value: 16.016506811794674
    - type: nauc_map_at_1000_max
      value: 26.980626723493234
    - type: nauc_map_at_1000_std
      value: 6.344668577266132
    - type: nauc_map_at_100_diff1
      value: 16.106273177734288
    - type: nauc_map_at_100_max
      value: 27.078961630580306
    - type: nauc_map_at_100_std
      value: 6.114177505174807
    - type: nauc_map_at_10_diff1
      value: 17.401956757885728
    - type: nauc_map_at_10_max
      value: 26.276474643260777
    - type: nauc_map_at_10_std
      value: 3.005814701827781
    - type: nauc_map_at_1_diff1
      value: 20.70536617482489
    - type: nauc_map_at_1_max
      value: 16.988060184234318
    - type: nauc_map_at_1_std
      value: -3.4275203611745013
    - type: nauc_map_at_20_diff1
      value: 16.56893037536464
    - type: nauc_map_at_20_max
      value: 26.994627506463566
    - type: nauc_map_at_20_std
      value: 4.443682314555823
    - type: nauc_map_at_3_diff1
      value: 17.771054815531336
    - type: nauc_map_at_3_max
      value: 22.25552550616846
    - type: nauc_map_at_3_std
      value: -1.1135548486711386
    - type: nauc_map_at_5_diff1
      value: 18.234751966525035
    - type: nauc_map_at_5_max
      value: 24.74090977327922
    - type: nauc_map_at_5_std
      value: 0.20984608573778366
    - type: nauc_mrr_at_1000_diff1
      value: 16.43908145424862
    - type: nauc_mrr_at_1000_max
      value: 19.50975861939652
    - type: nauc_mrr_at_1000_std
      value: 1.0711066308930413
    - type: nauc_mrr_at_100_diff1
      value: 16.449978087023602
    - type: nauc_mrr_at_100_max
      value: 19.546163139729455
    - type: nauc_mrr_at_100_std
      value: 1.1255804840602446
    - type: nauc_mrr_at_10_diff1
      value: 16.349572894206453
    - type: nauc_mrr_at_10_max
      value: 19.36607987819692
    - type: nauc_mrr_at_10_std
      value: 0.6815489423750116
    - type: nauc_mrr_at_1_diff1
      value: 20.81511754780404
    - type: nauc_mrr_at_1_max
      value: 17.31621820467371
    - type: nauc_mrr_at_1_std
      value: -3.062161046879616
    - type: nauc_mrr_at_20_diff1
      value: 16.453078176658412
    - type: nauc_mrr_at_20_max
      value: 19.61511763534643
    - type: nauc_mrr_at_20_std
      value: 1.1504468243169772
    - type: nauc_mrr_at_3_diff1
      value: 16.45317063630442
    - type: nauc_mrr_at_3_max
      value: 18.820538793222735
    - type: nauc_mrr_at_3_std
      value: -0.505799010681032
    - type: nauc_mrr_at_5_diff1
      value: 16.239396076435447
    - type: nauc_mrr_at_5_max
      value: 19.514405308342404
    - type: nauc_mrr_at_5_std
      value: 0.42152258676157106
    - type: nauc_ndcg_at_1000_diff1
      value: 12.799637809854447
    - type: nauc_ndcg_at_1000_max
      value: 26.286436521297098
    - type: nauc_ndcg_at_1000_std
      value: 13.849793575042407
    - type: nauc_ndcg_at_100_diff1
      value: 13.780919818793214
    - type: nauc_ndcg_at_100_max
      value: 27.263414842629384
    - type: nauc_ndcg_at_100_std
      value: 12.844324409823212
    - type: nauc_ndcg_at_10_diff1
      value: 15.691735156401645
    - type: nauc_ndcg_at_10_max
      value: 25.546421591723778
    - type: nauc_ndcg_at_10_std
      value: 5.030693260079141
    - type: nauc_ndcg_at_1_diff1
      value: 20.81511754780404
    - type: nauc_ndcg_at_1_max
      value: 17.31621820467371
    - type: nauc_ndcg_at_1_std
      value: -3.062161046879616
    - type: nauc_ndcg_at_20_diff1
      value: 14.918017633315037
    - type: nauc_ndcg_at_20_max
      value: 27.198495675799926
    - type: nauc_ndcg_at_20_std
      value: 7.859145154218754
    - type: nauc_ndcg_at_3_diff1
      value: 16.45411219760524
    - type: nauc_ndcg_at_3_max
      value: 21.843580863721826
    - type: nauc_ndcg_at_3_std
      value: 0.25079066807691736
    - type: nauc_ndcg_at_5_diff1
      value: 16.51852886026338
    - type: nauc_ndcg_at_5_max
      value: 24.32358445742888
    - type: nauc_ndcg_at_5_std
      value: 2.0046033593381365
    - type: nauc_precision_at_1000_diff1
      value: -3.043549167595678
    - type: nauc_precision_at_1000_max
      value: 17.721081069519855
    - type: nauc_precision_at_1000_std
      value: 34.394832596775096
    - type: nauc_precision_at_100_diff1
      value: 5.918389112534078
    - type: nauc_precision_at_100_max
      value: 25.041523333915638
    - type: nauc_precision_at_100_std
      value: 26.422448938245065
    - type: nauc_precision_at_10_diff1
      value: 12.559354156188075
    - type: nauc_precision_at_10_max
      value: 27.102948515447505
    - type: nauc_precision_at_10_std
      value: 9.922230490706765
    - type: nauc_precision_at_1_diff1
      value: 20.81511754780404
    - type: nauc_precision_at_1_max
      value: 17.31621820467371
    - type: nauc_precision_at_1_std
      value: -3.062161046879616
    - type: nauc_precision_at_20_diff1
      value: 10.239015656701062
    - type: nauc_precision_at_20_max
      value: 28.631431971198385
    - type: nauc_precision_at_20_std
      value: 14.923889979389953
    - type: nauc_precision_at_3_diff1
      value: 14.715917541943435
    - type: nauc_precision_at_3_max
      value: 23.488016057716443
    - type: nauc_precision_at_3_std
      value: 1.8688429519876193
    - type: nauc_precision_at_5_diff1
      value: 14.607533180532764
    - type: nauc_precision_at_5_max
      value: 26.69556237014592
    - type: nauc_precision_at_5_std
      value: 4.869786655689707
    - type: nauc_recall_at_1000_diff1
      value: -3.592050112505089
    - type: nauc_recall_at_1000_max
      value: 17.35902743346563
    - type: nauc_recall_at_1000_std
      value: 35.46357913035807
    - type: nauc_recall_at_100_diff1
      value: 5.712224816491693
    - type: nauc_recall_at_100_max
      value: 24.952810805795224
    - type: nauc_recall_at_100_std
      value: 26.49557743326384
    - type: nauc_recall_at_10_diff1
      value: 12.374218338608538
    - type: nauc_recall_at_10_max
      value: 26.5955214750823
    - type: nauc_recall_at_10_std
      value: 9.623097045252097
    - type: nauc_recall_at_1_diff1
      value: 20.70536617482489
    - type: nauc_recall_at_1_max
      value: 16.988060184234318
    - type: nauc_recall_at_1_std
      value: -3.4275203611745013
    - type: nauc_recall_at_20_diff1
      value: 10.079156462598272
    - type: nauc_recall_at_20_max
      value: 28.130382940517656
    - type: nauc_recall_at_20_std
      value: 14.778620879657767
    - type: nauc_recall_at_3_diff1
      value: 14.445322713318905
    - type: nauc_recall_at_3_max
      value: 22.913177040177732
    - type: nauc_recall_at_3_std
      value: 1.3968297812096289
    - type: nauc_recall_at_5_diff1
      value: 14.300977741042697
    - type: nauc_recall_at_5_max
      value: 26.064746286034463
    - type: nauc_recall_at_5_std
      value: 4.468436508425328
    - type: ndcg_at_1
      value: 25.1
    - type: ndcg_at_10
      value: 22.555
    - type: ndcg_at_100
      value: 31.558000000000003
    - type: ndcg_at_1000
      value: 36.866
    - type: ndcg_at_20
      value: 25.954
    - type: ndcg_at_3
      value: 21.488
    - type: ndcg_at_5
      value: 18.656
    - type: precision_at_1
      value: 25.1
    - type: precision_at_10
      value: 11.82
    - type: precision_at_100
      value: 2.465
    - type: precision_at_1000
      value: 0.373
    - type: precision_at_20
      value: 7.870000000000001
    - type: precision_at_3
      value: 20.467
    - type: precision_at_5
      value: 16.520000000000003
    - type: recall_at_1
      value: 5.093
    - type: recall_at_10
      value: 23.953
    - type: recall_at_100
      value: 50.03999999999999
    - type: recall_at_1000
      value: 75.74499999999999
    - type: recall_at_20
      value: 31.923000000000002
    - type: recall_at_3
      value: 12.468
    - type: recall_at_5
      value: 16.773
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB SciFact
      revision: 0228b52cf27578f30900b9e5271d331663a030d7
      split: test
      type: mteb/scifact
    metrics:
    - type: main_score
      value: 81.313
    - type: map_at_1
      value: 67.38300000000001
    - type: map_at_10
      value: 77.017
    - type: map_at_100
      value: 77.321
    - type: map_at_1000
      value: 77.331
    - type: map_at_20
      value: 77.262
    - type: map_at_3
      value: 74.111
    - type: map_at_5
      value: 75.881
    - type: mrr_at_1
      value: 70.33333333333334
    - type: mrr_at_10
      value: 77.81560846560845
    - type: mrr_at_100
      value: 78.00735197296981
    - type: mrr_at_1000
      value: 78.01761089473817
    - type: mrr_at_20
      value: 77.95766363266362
    - type: mrr_at_3
      value: 75.72222222222223
    - type: mrr_at_5
      value: 77.00555555555557
    - type: nauc_map_at_1000_diff1
      value: 75.04841791054689
    - type: nauc_map_at_1000_max
      value: 58.36172663414763
    - type: nauc_map_at_1000_std
      value: -11.893595632272119
    - type: nauc_map_at_100_diff1
      value: 75.05064539007354
    - type: nauc_map_at_100_max
      value: 58.37324776917011
    - type: nauc_map_at_100_std
      value: -11.877215894403568
    - type: nauc_map_at_10_diff1
      value: 74.75549994121076
    - type: nauc_map_at_10_max
      value: 58.24150489656241
    - type: nauc_map_at_10_std
      value: -12.344245577155307
    - type: nauc_map_at_1_diff1
      value: 76.73802929240316
    - type: nauc_map_at_1_max
      value: 51.51486878608817
    - type: nauc_map_at_1_std
      value: -18.187044359595266
    - type: nauc_map_at_20_diff1
      value: 75.01108764373232
    - type: nauc_map_at_20_max
      value: 58.428062710077334
    - type: nauc_map_at_20_std
      value: -11.884812488296847
    - type: nauc_map_at_3_diff1
      value: 75.76878808666785
    - type: nauc_map_at_3_max
      value: 55.0893236506397
    - type: nauc_map_at_3_std
      value: -18.680147004087416
    - type: nauc_map_at_5_diff1
      value: 75.21872474724155
    - type: nauc_map_at_5_max
      value: 56.99417811848851
    - type: nauc_map_at_5_std
      value: -15.023574589807998
    - type: nauc_mrr_at_1000_diff1
      value: 75.30185058060118
    - type: nauc_mrr_at_1000_max
      value: 58.99827784504953
    - type: nauc_mrr_at_1000_std
      value: -9.180976480652097
    - type: nauc_mrr_at_100_diff1
      value: 75.3039902169212
    - type: nauc_mrr_at_100_max
      value: 59.0096982171748
    - type: nauc_mrr_at_100_std
      value: -9.165687912589478
    - type: nauc_mrr_at_10_diff1
      value: 75.06584397042454
    - type: nauc_mrr_at_10_max
      value: 59.059479758705095
    - type: nauc_mrr_at_10_std
      value: -9.171739325385065
    - type: nauc_mrr_at_1_diff1
      value: 76.94126061472998
    - type: nauc_mrr_at_1_max
      value: 58.63634435063004
    - type: nauc_mrr_at_1_std
      value: -7.595328003491241
    - type: nauc_mrr_at_20_diff1
      value: 75.25985436830398
    - type: nauc_mrr_at_20_max
      value: 59.047844055490515
    - type: nauc_mrr_at_20_std
      value: -9.217229457280327
    - type: nauc_mrr_at_3_diff1
      value: 75.70972174140121
    - type: nauc_mrr_at_3_max
      value: 58.53109550921837
    - type: nauc_mrr_at_3_std
      value: -11.233362761574888
    - type: nauc_mrr_at_5_diff1
      value: 75.3027582677559
    - type: nauc_mrr_at_5_max
      value: 58.51186203154683
    - type: nauc_mrr_at_5_std
      value: -10.2389936280827
    - type: nauc_ndcg_at_1000_diff1
      value: 74.73042662069368
    - type: nauc_ndcg_at_1000_max
      value: 59.234679098286435
    - type: nauc_ndcg_at_1000_std
      value: -10.056585749544686
    - type: nauc_ndcg_at_100_diff1
      value: 74.77417755774573
    - type: nauc_ndcg_at_100_max
      value: 59.56267106047054
    - type: nauc_ndcg_at_100_std
      value: -9.507635585959678
    - type: nauc_ndcg_at_10_diff1
      value: 73.51173182085725
    - type: nauc_ndcg_at_10_max
      value: 59.488170283330234
    - type: nauc_ndcg_at_10_std
      value: -10.720733926384735
    - type: nauc_ndcg_at_1_diff1
      value: 76.94126061472998
    - type: nauc_ndcg_at_1_max
      value: 58.63634435063004
    - type: nauc_ndcg_at_1_std
      value: -7.595328003491241
    - type: nauc_ndcg_at_20_diff1
      value: 74.40614935696766
    - type: nauc_ndcg_at_20_max
      value: 59.958864387137226
    - type: nauc_ndcg_at_20_std
      value: -9.611226342001965
    - type: nauc_ndcg_at_3_diff1
      value: 75.17084819068555
    - type: nauc_ndcg_at_3_max
      value: 57.01635203576452
    - type: nauc_ndcg_at_3_std
      value: -16.69034944254818
    - type: nauc_ndcg_at_5_diff1
      value: 74.42154242123861
    - type: nauc_ndcg_at_5_max
      value: 56.96751544369478
    - type: nauc_ndcg_at_5_std
      value: -15.466581364009777
    - type: nauc_precision_at_1000_diff1
      value: -29.885864068853113
    - type: nauc_precision_at_1000_max
      value: 15.246331345070333
    - type: nauc_precision_at_1000_std
      value: 64.18030587603968
    - type: nauc_precision_at_100_diff1
      value: -22.526159307459164
    - type: nauc_precision_at_100_max
      value: 19.83878305556087
    - type: nauc_precision_at_100_std
      value: 61.81734299609778
    - type: nauc_precision_at_10_diff1
      value: -9.744869185690087
    - type: nauc_precision_at_10_max
      value: 30.835764902042573
    - type: nauc_precision_at_10_std
      value: 51.66797440109854
    - type: nauc_precision_at_1_diff1
      value: 76.94126061472998
    - type: nauc_precision_at_1_max
      value: 58.63634435063004
    - type: nauc_precision_at_1_std
      value: -7.595328003491241
    - type: nauc_precision_at_20_diff1
      value: -15.854662566288075
    - type: nauc_precision_at_20_max
      value: 25.540596169213263
    - type: nauc_precision_at_20_std
      value: 57.87224253577742
    - type: nauc_precision_at_3_diff1
      value: 36.685786823107975
    - type: nauc_precision_at_3_max
      value: 45.39544319415371
    - type: nauc_precision_at_3_std
      value: 8.267737553608583
    - type: nauc_precision_at_5_diff1
      value: 15.315102224001208
    - type: nauc_precision_at_5_max
      value: 39.43523589454333
    - type: nauc_precision_at_5_std
      value: 29.17523334728261
    - type: nauc_recall_at_1000_diff1
      value: .nan
    - type: nauc_recall_at_1000_max
      value: .nan
    - type: nauc_recall_at_1000_std
      value: .nan
    - type: nauc_recall_at_100_diff1
      value: 77.35760971055122
    - type: nauc_recall_at_100_max
      value: 82.1661998132589
    - type: nauc_recall_at_100_std
      value: 29.74789915966396
    - type: nauc_recall_at_10_diff1
      value: 60.19810822879889
    - type: nauc_recall_at_10_max
      value: 65.9952096780744
    - type: nauc_recall_at_10_std
      value: -8.764259326919047
    - type: nauc_recall_at_1_diff1
      value: 76.73802929240316
    - type: nauc_recall_at_1_max
      value: 51.51486878608817
    - type: nauc_recall_at_1_std
      value: -18.187044359595266
    - type: nauc_recall_at_20_diff1
      value: 66.887914586124
    - type: nauc_recall_at_20_max
      value: 77.53014249177924
    - type: nauc_recall_at_20_std
      value: 6.2375674907644045
    - type: nauc_recall_at_3_diff1
      value: 73.15618370243749
    - type: nauc_recall_at_3_max
      value: 51.8421919050744
    - type: nauc_recall_at_3_std
      value: -30.197347334361
    - type: nauc_recall_at_5_diff1
      value: 69.63152781695797
    - type: nauc_recall_at_5_max
      value: 52.313360589975076
    - type: nauc_recall_at_5_std
      value: -27.475502645659226
    - type: ndcg_at_1
      value: 70.333
    - type: ndcg_at_10
      value: 81.313
    - type: ndcg_at_100
      value: 82.419
    - type: ndcg_at_1000
      value: 82.645
    - type: ndcg_at_20
      value: 82.013
    - type: ndcg_at_3
      value: 76.632
    - type: ndcg_at_5
      value: 79.077
    - type: precision_at_1
      value: 70.333
    - type: precision_at_10
      value: 10.567
    - type: precision_at_100
      value: 1.113
    - type: precision_at_1000
      value: 0.11299999999999999
    - type: precision_at_20
      value: 5.45
    - type: precision_at_3
      value: 29.444
    - type: precision_at_5
      value: 19.400000000000002
    - type: recall_at_1
      value: 67.38300000000001
    - type: recall_at_10
      value: 93.611
    - type: recall_at_100
      value: 98.333
    - type: recall_at_1000
      value: 100.0
    - type: recall_at_20
      value: 96.167
    - type: recall_at_3
      value: 80.917
    - type: recall_at_5
      value: 87.394
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB TRECCOVID
      revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
      split: test
      type: mteb/trec-covid
    metrics:
    - type: main_score
      value: 86.438
    - type: map_at_1
      value: 0.246
    - type: map_at_10
      value: 2.306
    - type: map_at_100
      value: 14.591000000000001
    - type: map_at_1000
      value: 36.059999999999995
    - type: map_at_20
      value: 4.162
    - type: map_at_3
      value: 0.738
    - type: map_at_5
      value: 1.2189999999999999
    - type: mrr_at_1
      value: 92.0
    - type: mrr_at_10
      value: 96.0
    - type: mrr_at_100
      value: 96.0
    - type: mrr_at_1000
      value: 96.0
    - type: mrr_at_20
      value: 96.0
    - type: mrr_at_3
      value: 96.0
    - type: mrr_at_5
      value: 96.0
    - type: nauc_map_at_1000_diff1
      value: -22.761515794474683
    - type: nauc_map_at_1000_max
      value: 27.820651228713956
    - type: nauc_map_at_1000_std
      value: 71.83059059452174
    - type: nauc_map_at_100_diff1
      value: 2.1790372665645985
    - type: nauc_map_at_100_max
      value: 14.257921425662278
    - type: nauc_map_at_100_std
      value: 52.48972009046084
    - type: nauc_map_at_10_diff1
      value: 19.82787446032468
    - type: nauc_map_at_10_max
      value: 0.6164112414011461
    - type: nauc_map_at_10_std
      value: 17.02439234880446
    - type: nauc_map_at_1_diff1
      value: 14.55103360563013
    - type: nauc_map_at_1_max
      value: -1.6788350095288704
    - type: nauc_map_at_1_std
      value: 5.297647152979803
    - type: nauc_map_at_20_diff1
      value: 14.8794609533735
    - type: nauc_map_at_20_max
      value: -2.5385796849879476
    - type: nauc_map_at_20_std
      value: 25.28013324056331
    - type: nauc_map_at_3_diff1
      value: 17.00420260483426
    - type: nauc_map_at_3_max
      value: -3.3326758887083994
    - type: nauc_map_at_3_std
      value: 6.755584420286978
    - type: nauc_map_at_5_diff1
      value: 18.01887831857493
    - type: nauc_map_at_5_max
      value: -0.20050837416180262
    - type: nauc_map_at_5_std
      value: 8.561948963118322
    - type: nauc_mrr_at_1000_diff1
      value: -10.971055088702034
    - type: nauc_mrr_at_1000_max
      value: 23.34267040149383
    - type: nauc_mrr_at_1000_std
      value: 46.49859943977593
    - type: nauc_mrr_at_100_diff1
      value: -10.971055088702034
    - type: nauc_mrr_at_100_max
      value: 23.34267040149383
    - type: nauc_mrr_at_100_std
      value: 46.49859943977593
    - type: nauc_mrr_at_10_diff1
      value: -10.971055088702034
    - type: nauc_mrr_at_10_max
      value: 23.34267040149383
    - type: nauc_mrr_at_10_std
      value: 46.49859943977593
    - type: nauc_mrr_at_1_diff1
      value: -10.971055088702213
    - type: nauc_mrr_at_1_max
      value: 23.342670401493866
    - type: nauc_mrr_at_1_std
      value: 46.49859943977584
    - type: nauc_mrr_at_20_diff1
      value: -10.971055088702034
    - type: nauc_mrr_at_20_max
      value: 23.34267040149383
    - type: nauc_mrr_at_20_std
      value: 46.49859943977593
    - type: nauc_mrr_at_3_diff1
      value: -10.971055088702034
    - type: nauc_mrr_at_3_max
      value: 23.34267040149383
    - type: nauc_mrr_at_3_std
      value: 46.49859943977593
    - type: nauc_mrr_at_5_diff1
      value: -10.971055088702034
    - type: nauc_mrr_at_5_max
      value: 23.34267040149383
    - type: nauc_mrr_at_5_std
      value: 46.49859943977593
    - type: nauc_ndcg_at_1000_diff1
      value: -18.31263218691838
    - type: nauc_ndcg_at_1000_max
      value: 27.73438353091248
    - type: nauc_ndcg_at_1000_std
      value: 71.48659179814995
    - type: nauc_ndcg_at_100_diff1
      value: -27.992325451927186
    - type: nauc_ndcg_at_100_max
      value: 28.255864098560707
    - type: nauc_ndcg_at_100_std
      value: 75.14579385079674
    - type: nauc_ndcg_at_10_diff1
      value: -8.144751519247938
    - type: nauc_ndcg_at_10_max
      value: 25.558877520680124
    - type: nauc_ndcg_at_10_std
      value: 74.7572150705637
    - type: nauc_ndcg_at_1_diff1
      value: 16.76577585000697
    - type: nauc_ndcg_at_1_max
      value: 8.307681544704138
    - type: nauc_ndcg_at_1_std
      value: 58.066321533510546
    - type: nauc_ndcg_at_20_diff1
      value: -20.395935610617506
    - type: nauc_ndcg_at_20_max
      value: 13.855324797866162
    - type: nauc_ndcg_at_20_std
      value: 73.28813885551733
    - type: nauc_ndcg_at_3_diff1
      value: 6.617214064862965
    - type: nauc_ndcg_at_3_max
      value: 6.769967032124153
    - type: nauc_ndcg_at_3_std
      value: 58.81924750609674
    - type: nauc_ndcg_at_5_diff1
      value: 4.010229362207553
    - type: nauc_ndcg_at_5_max
      value: 15.806937140075162
    - type: nauc_ndcg_at_5_std
      value: 64.16373136138701
    - type: nauc_precision_at_1000_diff1
      value: -35.69245033890321
    - type: nauc_precision_at_1000_max
      value: 29.773854942146016
    - type: nauc_precision_at_1000_std
      value: 34.51184375699267
    - type: nauc_precision_at_100_diff1
      value: -35.11125639593742
    - type: nauc_precision_at_100_max
      value: 30.702640227422588
    - type: nauc_precision_at_100_std
      value: 71.4996572186129
    - type: nauc_precision_at_10_diff1
      value: -23.298868807095037
    - type: nauc_precision_at_10_max
      value: 39.589436024499705
    - type: nauc_precision_at_10_std
      value: 76.1337980062292
    - type: nauc_precision_at_1_diff1
      value: -10.971055088702213
    - type: nauc_precision_at_1_max
      value: 23.342670401493866
    - type: nauc_precision_at_1_std
      value: 46.49859943977584
    - type: nauc_precision_at_20_diff1
      value: -29.329327980889335
    - type: nauc_precision_at_20_max
      value: 11.858896642149604
    - type: nauc_precision_at_20_std
      value: 67.29665651857641
    - type: nauc_precision_at_3_diff1
      value: -29.222972972972972
    - type: nauc_precision_at_3_max
      value: 29.892615830115947
    - type: nauc_precision_at_3_std
      value: 52.14165057915088
    - type: nauc_precision_at_5_diff1
      value: -28.95650527113159
    - type: nauc_precision_at_5_max
      value: 59.611135660627276
    - type: nauc_precision_at_5_std
      value: 68.33533236538078
    - type: nauc_recall_at_1000_diff1
      value: -12.600696861809551
    - type: nauc_recall_at_1000_max
      value: 23.65718948783771
    - type: nauc_recall_at_1000_std
      value: 58.45976113241065
    - type: nauc_recall_at_100_diff1
      value: 11.646564765343207
    - type: nauc_recall_at_100_max
      value: 8.659686510034886
    - type: nauc_recall_at_100_std
      value: 35.810233566395794
    - type: nauc_recall_at_10_diff1
      value: 21.95634026505432
    - type: nauc_recall_at_10_max
      value: -1.9343852262751597
    - type: nauc_recall_at_10_std
      value: 11.803977166363625
    - type: nauc_recall_at_1_diff1
      value: 14.55103360563013
    - type: nauc_recall_at_1_max
      value: -1.6788350095288704
    - type: nauc_recall_at_1_std
      value: 5.297647152979803
    - type: nauc_recall_at_20_diff1
      value: 18.43436469166756
    - type: nauc_recall_at_20_max
      value: -6.04718458442069
    - type: nauc_recall_at_20_std
      value: 17.696574929265427
    - type: nauc_recall_at_3_diff1
      value: 18.894666026909974
    - type: nauc_recall_at_3_max
      value: -4.980513377878677
    - type: nauc_recall_at_3_std
      value: 2.9597934364239875
    - type: nauc_recall_at_5_diff1
      value: 19.620752388113065
    - type: nauc_recall_at_5_max
      value: -1.622705626776803
    - type: nauc_recall_at_5_std
      value: 4.654905320572235
    - type: ndcg_at_1
      value: 86.0
    - type: ndcg_at_10
      value: 86.438
    - type: ndcg_at_100
      value: 68.979
    - type: ndcg_at_1000
      value: 61.687000000000005
    - type: ndcg_at_20
      value: 82.494
    - type: ndcg_at_3
      value: 89.011
    - type: ndcg_at_5
      value: 88.629
    - type: precision_at_1
      value: 92.0
    - type: precision_at_10
      value: 90.60000000000001
    - type: precision_at_100
      value: 70.94
    - type: precision_at_1000
      value: 27.002
    - type: precision_at_20
      value: 86.0
    - type: precision_at_3
      value: 94.667
    - type: precision_at_5
      value: 93.60000000000001
    - type: recall_at_1
      value: 0.246
    - type: recall_at_10
      value: 2.402
    - type: recall_at_100
      value: 17.463
    - type: recall_at_1000
      value: 58.095
    - type: recall_at_20
      value: 4.449
    - type: recall_at_3
      value: 0.759
    - type: recall_at_5
      value: 1.258
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB Touche2020
      revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
      split: test
      type: mteb/touche2020
    metrics:
    - type: main_score
      value: 26.596999999999998
    - type: map_at_1
      value: 2.492
    - type: map_at_10
      value: 10.735
    - type: map_at_100
      value: 16.682
    - type: map_at_1000
      value: 18.403
    - type: map_at_20
      value: 12.917000000000002
    - type: map_at_3
      value: 5.17
    - type: map_at_5
      value: 7.757
    - type: mrr_at_1
      value: 32.6530612244898
    - type: mrr_at_10
      value: 46.303045027534814
    - type: mrr_at_100
      value: 47.28774571332247
    - type: mrr_at_1000
      value: 47.28774571332247
    - type: mrr_at_20
      value: 47.015586454361966
    - type: mrr_at_3
      value: 40.816326530612244
    - type: mrr_at_5
      value: 44.18367346938775
    - type: nauc_map_at_1000_diff1
      value: 11.335574982192163
    - type: nauc_map_at_1000_max
      value: -0.8598274464471192
    - type: nauc_map_at_1000_std
      value: -15.231845346554659
    - type: nauc_map_at_100_diff1
      value: 11.206116403137699
    - type: nauc_map_at_100_max
      value: -2.3784869726219764
    - type: nauc_map_at_100_std
      value: -18.67373469274601
    - type: nauc_map_at_10_diff1
      value: 14.110151248235939
    - type: nauc_map_at_10_max
      value: -0.28701326962970963
    - type: nauc_map_at_10_std
      value: -33.99696491060436
    - type: nauc_map_at_1_diff1
      value: 21.156709083334775
    - type: nauc_map_at_1_max
      value: -2.157834650647083
    - type: nauc_map_at_1_std
      value: -30.794160263652802
    - type: nauc_map_at_20_diff1
      value: 13.15680258919864
    - type: nauc_map_at_20_max
      value: -3.3318355189188305
    - type: nauc_map_at_20_std
      value: -32.22884578499942
    - type: nauc_map_at_3_diff1
      value: 16.35589367098705
    - type: nauc_map_at_3_max
      value: -2.46509831705108
    - type: nauc_map_at_3_std
      value: -36.778901075123656
    - type: nauc_map_at_5_diff1
      value: 12.399286451976096
    - type: nauc_map_at_5_max
      value: -6.660679305623031
    - type: nauc_map_at_5_std
      value: -37.17482542753885
    - type: nauc_mrr_at_1000_diff1
      value: 35.79771420444037
    - type: nauc_mrr_at_1000_max
      value: 3.96194578776969
    - type: nauc_mrr_at_1000_std
      value: -28.13723455933009
    - type: nauc_mrr_at_100_diff1
      value: 35.79771420444037
    - type: nauc_mrr_at_100_max
      value: 3.96194578776969
    - type: nauc_mrr_at_100_std
      value: -28.13723455933009
    - type: nauc_mrr_at_10_diff1
      value: 35.342862255513786
    - type: nauc_mrr_at_10_max
      value: 3.8834259049036333
    - type: nauc_mrr_at_10_std
      value: -27.68280924117899
    - type: nauc_mrr_at_1_diff1
      value: 33.380355990146
    - type: nauc_mrr_at_1_max
      value: 12.83074393320823
    - type: nauc_mrr_at_1_std
      value: -23.4424761925381
    - type: nauc_mrr_at_20_diff1
      value: 35.962814146075594
    - type: nauc_mrr_at_20_max
      value: 3.8147946011890803
    - type: nauc_mrr_at_20_std
      value: -27.60539100275652
    - type: nauc_mrr_at_3_diff1
      value: 33.12022321313229
    - type: nauc_mrr_at_3_max
      value: 3.4480043310191277
    - type: nauc_mrr_at_3_std
      value: -32.92204805838337
    - type: nauc_mrr_at_5_diff1
      value: 35.97719343207735
    - type: nauc_mrr_at_5_max
      value: 2.757619527166485
    - type: nauc_mrr_at_5_std
      value: -30.80006606256878
    - type: nauc_ndcg_at_1000_diff1
      value: 18.11533813577644
    - type: nauc_ndcg_at_1000_max
      value: 1.9915750044715081
    - type: nauc_ndcg_at_1000_std
      value: 7.352102753749795
    - type: nauc_ndcg_at_100_diff1
      value: 15.924538562545404
    - type: nauc_ndcg_at_100_max
      value: -7.179439986891839
    - type: nauc_ndcg_at_100_std
      value: 2.0323790255423355
    - type: nauc_ndcg_at_10_diff1
      value: 23.447559750152287
    - type: nauc_ndcg_at_10_max
      value: -3.6579030981671137
    - type: nauc_ndcg_at_10_std
      value: -30.086068424084626
    - type: nauc_ndcg_at_1_diff1
      value: 28.529374726155144
    - type: nauc_ndcg_at_1_max
      value: 12.404802289906062
    - type: nauc_ndcg_at_1_std
      value: -24.04566237921898
    - type: nauc_ndcg_at_20_diff1
      value: 18.242702297694578
    - type: nauc_ndcg_at_20_max
      value: -11.247547069942474
    - type: nauc_ndcg_at_20_std
      value: -26.997061324593357
    - type: nauc_ndcg_at_3_diff1
      value: 28.69532079386643
    - type: nauc_ndcg_at_3_max
      value: 0.5999757426015948
    - type: nauc_ndcg_at_3_std
      value: -37.39763786997949
    - type: nauc_ndcg_at_5_diff1
      value: 22.250418536855168
    - type: nauc_ndcg_at_5_max
      value: -5.282078779032189
    - type: nauc_ndcg_at_5_std
      value: -37.34621514266717
    - type: nauc_precision_at_1000_diff1
      value: -5.833939931080579
    - type: nauc_precision_at_1000_max
      value: 39.54611889184263
    - type: nauc_precision_at_1000_std
      value: 43.621604632945406
    - type: nauc_precision_at_100_diff1
      value: 3.136900834976186
    - type: nauc_precision_at_100_max
      value: 14.56627037716479
    - type: nauc_precision_at_100_std
      value: 61.40167189444594
    - type: nauc_precision_at_10_diff1
      value: 24.365479840589494
    - type: nauc_precision_at_10_max
      value: -2.708612191027584
    - type: nauc_precision_at_10_std
      value: -19.43242154430193
    - type: nauc_precision_at_1_diff1
      value: 33.380355990146
    - type: nauc_precision_at_1_max
      value: 12.83074393320823
    - type: nauc_precision_at_1_std
      value: -23.4424761925381
    - type: nauc_precision_at_20_diff1
      value: 20.473477308430237
    - type: nauc_precision_at_20_max
      value: -3.7772785312524912
    - type: nauc_precision_at_20_std
      value: -7.096694858556529
    - type: nauc_precision_at_3_diff1
      value: 28.334109781699112
    - type: nauc_precision_at_3_max
      value: -6.277807607594587
    - type: nauc_precision_at_3_std
      value: -40.62335017056855
    - type: nauc_precision_at_5_diff1
      value: 21.052413262881274
    - type: nauc_precision_at_5_max
      value: -15.720148003128722
    - type: nauc_precision_at_5_std
      value: -38.65755384255953
    - type: nauc_recall_at_1000_diff1
      value: 3.9912115667343886
    - type: nauc_recall_at_1000_max
      value: 2.3261787568338295
    - type: nauc_recall_at_1000_std
      value: 76.06780062528254
    - type: nauc_recall_at_100_diff1
      value: 5.859597648408654
    - type: nauc_recall_at_100_max
      value: -14.72466783682324
    - type: nauc_recall_at_100_std
      value: 28.835912273557618
    - type: nauc_recall_at_10_diff1
      value: 15.0046703019797
    - type: nauc_recall_at_10_max
      value: -12.61475085286235
    - type: nauc_recall_at_10_std
      value: -29.04758840050514
    - type: nauc_recall_at_1_diff1
      value: 21.156709083334775
    - type: nauc_recall_at_1_max
      value: -2.157834650647083
    - type: nauc_recall_at_1_std
      value: -30.794160263652802
    - type: nauc_recall_at_20_diff1
      value: 13.076618909825493
    - type: nauc_recall_at_20_max
      value: -18.0425193284075
    - type: nauc_recall_at_20_std
      value: -22.37479839545477
    - type: nauc_recall_at_3_diff1
      value: 17.013862570480683
    - type: nauc_recall_at_3_max
      value: -10.976230804308784
    - type: nauc_recall_at_3_std
      value: -39.6623780651685
    - type: nauc_recall_at_5_diff1
      value: 12.171847439522834
    - type: nauc_recall_at_5_max
      value: -17.29935794420055
    - type: nauc_recall_at_5_std
      value: -37.85648419874096
    - type: ndcg_at_1
      value: 31.633
    - type: ndcg_at_10
      value: 26.596999999999998
    - type: ndcg_at_100
      value: 38.242
    - type: ndcg_at_1000
      value: 49.999
    - type: ndcg_at_20
      value: 26.927
    - type: ndcg_at_3
      value: 26.354
    - type: ndcg_at_5
      value: 27.853
    - type: precision_at_1
      value: 32.653
    - type: precision_at_10
      value: 23.673
    - type: precision_at_100
      value: 7.878
    - type: precision_at_1000
      value: 1.5779999999999998
    - type: precision_at_20
      value: 17.143
    - type: precision_at_3
      value: 26.531
    - type: precision_at_5
      value: 28.571
    - type: recall_at_1
      value: 2.492
    - type: recall_at_10
      value: 17.328
    - type: recall_at_100
      value: 48.726
    - type: recall_at_1000
      value: 85.309
    - type: recall_at_20
      value: 24.214
    - type: recall_at_3
      value: 6.279999999999999
    - type: recall_at_5
      value: 10.656
    task:
      type: Retrieval
tags:
- mteb
language:
- en
---

## Introduction

The model weights and technical details will be shared, soon.

## Model Details
- Base Decoder-only LLM: Mistral-7B-v0.1
- Attention mechanism: Bidirectional attention masking
- Pooling Type: Average (mean) pooling
- Embedding Dimension: 4096

## How to use
How to use will be updated, soon

## NV-Retriever-v1 Team:

* Mengyao Xu
* Gabriel Moreira
* Radek Osmulski
* Ronay Ak
* Benedikt Schifferer
* Even Oldridge

## Correspondence to
Benedikt Schifferer (bschifferer@nvidia.com)

## Citation
The paper will follow.

## License
This model should not be used for any commercial purpose. Refer the [license](https://spdx.org/licenses/CC-BY-NC-4.0) for the detailed terms.

## Troubleshooting
Troubleshooting will be updated, soon.