README.md

metadata

model-index:
  - name: NV-Retriever-v1
    results:
      - dataset:
          config: default
          name: MTEB ArguAna
          revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
          split: test
          type: mteb/arguana
        metrics:
          - type: main_score
            value: 68.277
          - type: map_at_1
            value: 44.666
          - type: map_at_10
            value: 60.3
          - type: map_at_100
            value: 60.692
          - type: map_at_1000
            value: 60.693
          - type: map_at_20
            value: 60.645
          - type: map_at_3
            value: 56.472
          - type: map_at_5
            value: 58.78
          - type: mrr_at_1
            value: 45.092460881934564
          - type: mrr_at_10
            value: 60.493378717063074
          - type: mrr_at_100
            value: 60.87988588545791
          - type: mrr_at_1000
            value: 60.88044591502747
          - type: mrr_at_20
            value: 60.83224958805471
          - type: mrr_at_3
            value: 56.53153153153162
          - type: mrr_at_5
            value: 58.942626837363854
          - type: nauc_map_at_1000_diff1
            value: 14.137909741937149
          - type: nauc_map_at_1000_max
            value: -13.946656236190021
          - type: nauc_map_at_1000_std
            value: -27.431659737602732
          - type: nauc_map_at_100_diff1
            value: 14.136483238553824
          - type: nauc_map_at_100_max
            value: -13.946721068575075
          - type: nauc_map_at_100_std
            value: -27.43462339510713
          - type: nauc_map_at_10_diff1
            value: 13.961240252441984
          - type: nauc_map_at_10_max
            value: -13.804526866049605
          - type: nauc_map_at_10_std
            value: -27.35573153559941
          - type: nauc_map_at_1_diff1
            value: 16.257792463128126
          - type: nauc_map_at_1_max
            value: -16.164790771610072
          - type: nauc_map_at_1_std
            value: -27.84021734986689
          - type: nauc_map_at_20_diff1
            value: 14.106499894575682
          - type: nauc_map_at_20_max
            value: -13.930699708027205
          - type: nauc_map_at_20_std
            value: -27.47446428876476
          - type: nauc_map_at_3_diff1
            value: 15.018611065750246
          - type: nauc_map_at_3_max
            value: -12.659774043658842
          - type: nauc_map_at_3_std
            value: -27.186079034885598
          - type: nauc_map_at_5_diff1
            value: 14.199306816408377
          - type: nauc_map_at_5_max
            value: -13.261282961741303
          - type: nauc_map_at_5_std
            value: -26.71739573072423
          - type: nauc_mrr_at_1000_diff1
            value: 12.629073492081275
          - type: nauc_mrr_at_1000_max
            value: -14.666344334069448
          - type: nauc_mrr_at_1000_std
            value: -27.30760238816266
          - type: nauc_mrr_at_100_diff1
            value: 12.627677268171094
          - type: nauc_mrr_at_100_max
            value: -14.66639461039424
          - type: nauc_mrr_at_100_std
            value: -27.310569102264846
          - type: nauc_mrr_at_10_diff1
            value: 12.482407364331927
          - type: nauc_mrr_at_10_max
            value: -14.509649052862667
          - type: nauc_mrr_at_10_std
            value: -27.246235066954423
          - type: nauc_mrr_at_1_diff1
            value: 15.084265144497373
          - type: nauc_mrr_at_1_max
            value: -16.312295398834625
          - type: nauc_mrr_at_1_std
            value: -27.686736137340894
          - type: nauc_mrr_at_20_diff1
            value: 12.600281810712003
          - type: nauc_mrr_at_20_max
            value: -14.649133303237166
          - type: nauc_mrr_at_20_std
            value: -27.350630544847004
          - type: nauc_mrr_at_3_diff1
            value: 13.081208137779557
          - type: nauc_mrr_at_3_max
            value: -13.91769455651833
          - type: nauc_mrr_at_3_std
            value: -27.42237181201488
          - type: nauc_mrr_at_5_diff1
            value: 12.697412153053486
          - type: nauc_mrr_at_5_max
            value: -14.046815225580204
          - type: nauc_mrr_at_5_std
            value: -26.69417403787157
          - type: nauc_ndcg_at_1000_diff1
            value: 13.984706619459738
          - type: nauc_ndcg_at_1000_max
            value: -13.48207980711916
          - type: nauc_ndcg_at_1000_std
            value: -27.16935912553381
          - type: nauc_ndcg_at_100_diff1
            value: 13.951491624929446
          - type: nauc_ndcg_at_100_max
            value: -13.483812067015261
          - type: nauc_ndcg_at_100_std
            value: -27.238639718923814
          - type: nauc_ndcg_at_10_diff1
            value: 13.16429886726646
          - type: nauc_ndcg_at_10_max
            value: -12.816570276390305
          - type: nauc_ndcg_at_10_std
            value: -27.13129457560619
          - type: nauc_ndcg_at_1_diff1
            value: 16.257792463128126
          - type: nauc_ndcg_at_1_max
            value: -16.164790771610072
          - type: nauc_ndcg_at_1_std
            value: -27.84021734986689
          - type: nauc_ndcg_at_20_diff1
            value: 13.767660163849325
          - type: nauc_ndcg_at_20_max
            value: -13.330392545127982
          - type: nauc_ndcg_at_20_std
            value: -27.655874185287637
          - type: nauc_ndcg_at_3_diff1
            value: 15.379454570465107
          - type: nauc_ndcg_at_3_max
            value: -10.682369832384417
          - type: nauc_ndcg_at_3_std
            value: -26.61546503103021
          - type: nauc_ndcg_at_5_diff1
            value: 13.857194107241847
          - type: nauc_ndcg_at_5_max
            value: -11.585582001386438
          - type: nauc_ndcg_at_5_std
            value: -25.60318972329879
          - type: nauc_precision_at_1000_diff1
            value: 25.196544697410012
          - type: nauc_precision_at_1000_max
            value: 20.85546049013785
          - type: nauc_precision_at_1000_std
            value: 56.11900085120013
          - type: nauc_precision_at_100_diff1
            value: 11.605921153386918
          - type: nauc_precision_at_100_max
            value: 14.521201087528956
          - type: nauc_precision_at_100_std
            value: 17.78762614096395
          - type: nauc_precision_at_10_diff1
            value: 2.9073450747110328
          - type: nauc_precision_at_10_max
            value: -1.7706065742373982
          - type: nauc_precision_at_10_std
            value: -25.127721917434958
          - type: nauc_precision_at_1_diff1
            value: 16.257792463128126
          - type: nauc_precision_at_1_max
            value: -16.164790771610072
          - type: nauc_precision_at_1_std
            value: -27.84021734986689
          - type: nauc_precision_at_20_diff1
            value: 4.945029151806525
          - type: nauc_precision_at_20_max
            value: 1.299254371223885
          - type: nauc_precision_at_20_std
            value: -42.34878406902393
          - type: nauc_precision_at_3_diff1
            value: 17.02535492673917
          - type: nauc_precision_at_3_max
            value: -3.160620615377462
          - type: nauc_precision_at_3_std
            value: -24.392959569235646
          - type: nauc_precision_at_5_diff1
            value: 12.283704585525927
          - type: nauc_precision_at_5_max
            value: -2.860819740357931
          - type: nauc_precision_at_5_std
            value: -19.497494992596568
          - type: nauc_recall_at_1000_diff1
            value: 25.196544697407973
          - type: nauc_recall_at_1000_max
            value: 20.855460490135933
          - type: nauc_recall_at_1000_std
            value: 56.119000851196496
          - type: nauc_recall_at_100_diff1
            value: 11.60592115338627
          - type: nauc_recall_at_100_max
            value: 14.5212010875248
          - type: nauc_recall_at_100_std
            value: 17.787626140957425
          - type: nauc_recall_at_10_diff1
            value: 2.9073450747112304
          - type: nauc_recall_at_10_max
            value: -1.7706065742371515
          - type: nauc_recall_at_10_std
            value: -25.12772191743481
          - type: nauc_recall_at_1_diff1
            value: 16.257792463128126
          - type: nauc_recall_at_1_max
            value: -16.164790771610072
          - type: nauc_recall_at_1_std
            value: -27.84021734986689
          - type: nauc_recall_at_20_diff1
            value: 4.9450291518064935
          - type: nauc_recall_at_20_max
            value: 1.2992543712237186
          - type: nauc_recall_at_20_std
            value: -42.34878406902303
          - type: nauc_recall_at_3_diff1
            value: 17.025354926739237
          - type: nauc_recall_at_3_max
            value: -3.1606206153775016
          - type: nauc_recall_at_3_std
            value: -24.39295956923558
          - type: nauc_recall_at_5_diff1
            value: 12.283704585525939
          - type: nauc_recall_at_5_max
            value: -2.8608197403578512
          - type: nauc_recall_at_5_std
            value: -19.497494992596575
          - type: ndcg_at_1
            value: 44.666
          - type: ndcg_at_10
            value: 68.277
          - type: ndcg_at_100
            value: 69.78
          - type: ndcg_at_1000
            value: 69.78999999999999
          - type: ndcg_at_20
            value: 69.464
          - type: ndcg_at_3
            value: 60.462
          - type: ndcg_at_5
            value: 64.651
          - type: precision_at_1
            value: 44.666
          - type: precision_at_10
            value: 9.339
          - type: precision_at_100
            value: 0.996
          - type: precision_at_1000
            value: 0.1
          - type: precision_at_20
            value: 4.897
          - type: precision_at_3
            value: 24.016000000000002
          - type: precision_at_5
            value: 16.458000000000002
          - type: recall_at_1
            value: 44.666
          - type: recall_at_10
            value: 93.38499999999999
          - type: recall_at_100
            value: 99.57300000000001
          - type: recall_at_1000
            value: 99.644
          - type: recall_at_20
            value: 97.937
          - type: recall_at_3
            value: 72.048
          - type: recall_at_5
            value: 82.28999999999999
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB CQADupstackAndroidRetrieval
          revision: f46a197baaae43b4f621051089b82a364682dfeb
          split: test
          type: mteb/cqadupstack-android
        metrics:
          - type: main_score
            value: 57.025000000000006
          - type: map_at_1
            value: 35.67
          - type: map_at_10
            value: 49.816
          - type: map_at_100
            value: 51.465
          - type: map_at_1000
            value: 51.559
          - type: map_at_20
            value: 50.843
          - type: map_at_3
            value: 45.462
          - type: map_at_5
            value: 47.789
          - type: mrr_at_1
            value: 44.77825464949928
          - type: mrr_at_10
            value: 55.787576356245886
          - type: mrr_at_100
            value: 56.4488799265231
          - type: mrr_at_1000
            value: 56.47353697784773
          - type: mrr_at_20
            value: 56.21107253216036
          - type: mrr_at_3
            value: 52.885073915116834
          - type: mrr_at_5
            value: 54.58035288507389
          - type: nauc_map_at_1000_diff1
            value: 50.45823101819382
          - type: nauc_map_at_1000_max
            value: 36.49053295534483
          - type: nauc_map_at_1000_std
            value: -18.526304321886187
          - type: nauc_map_at_100_diff1
            value: 50.4260834410578
          - type: nauc_map_at_100_max
            value: 36.5085073099934
          - type: nauc_map_at_100_std
            value: -18.46644794935817
          - type: nauc_map_at_10_diff1
            value: 50.89883450942742
          - type: nauc_map_at_10_max
            value: 36.04067774200049
          - type: nauc_map_at_10_std
            value: -20.056347095828695
          - type: nauc_map_at_1_diff1
            value: 56.834567406767775
          - type: nauc_map_at_1_max
            value: 32.806861016490686
          - type: nauc_map_at_1_std
            value: -17.50758527738866
          - type: nauc_map_at_20_diff1
            value: 50.5042164434519
          - type: nauc_map_at_20_max
            value: 36.50186920758872
          - type: nauc_map_at_20_std
            value: -18.739559098645316
          - type: nauc_map_at_3_diff1
            value: 51.47192911647498
          - type: nauc_map_at_3_max
            value: 35.30704707609017
          - type: nauc_map_at_3_std
            value: -20.29632792705977
          - type: nauc_map_at_5_diff1
            value: 51.12306422908822
          - type: nauc_map_at_5_max
            value: 35.89975376917192
          - type: nauc_map_at_5_std
            value: -19.828384476366086
          - type: nauc_mrr_at_1000_diff1
            value: 48.849919708933356
          - type: nauc_mrr_at_1000_max
            value: 37.551368642516984
          - type: nauc_mrr_at_1000_std
            value: -17.829333495571873
          - type: nauc_mrr_at_100_diff1
            value: 48.84124005822968
          - type: nauc_mrr_at_100_max
            value: 37.55507214788527
          - type: nauc_mrr_at_100_std
            value: -17.829902708031735
          - type: nauc_mrr_at_10_diff1
            value: 48.75998469903627
          - type: nauc_mrr_at_10_max
            value: 37.38578492482243
          - type: nauc_mrr_at_10_std
            value: -18.49027309110136
          - type: nauc_mrr_at_1_diff1
            value: 52.82147548271261
          - type: nauc_mrr_at_1_max
            value: 38.52107406488729
          - type: nauc_mrr_at_1_std
            value: -15.557810119211657
          - type: nauc_mrr_at_20_diff1
            value: 48.786516207985585
          - type: nauc_mrr_at_20_max
            value: 37.53134866494839
          - type: nauc_mrr_at_20_std
            value: -17.78055242023104
          - type: nauc_mrr_at_3_diff1
            value: 48.72848733815437
          - type: nauc_mrr_at_3_max
            value: 37.62564116429598
          - type: nauc_mrr_at_3_std
            value: -18.63098278761354
          - type: nauc_mrr_at_5_diff1
            value: 48.67198763487669
          - type: nauc_mrr_at_5_max
            value: 37.46200111234106
          - type: nauc_mrr_at_5_std
            value: -18.592288612712576
          - type: nauc_ndcg_at_1000_diff1
            value: 48.75201809702225
          - type: nauc_ndcg_at_1000_max
            value: 37.04967809462886
          - type: nauc_ndcg_at_1000_std
            value: -16.948540945875216
          - type: nauc_ndcg_at_100_diff1
            value: 48.213857924243804
          - type: nauc_ndcg_at_100_max
            value: 36.99860703887876
          - type: nauc_ndcg_at_100_std
            value: -16.420746045271017
          - type: nauc_ndcg_at_10_diff1
            value: 48.7590345342662
          - type: nauc_ndcg_at_10_max
            value: 36.087304891668495
          - type: nauc_ndcg_at_10_std
            value: -20.677784655001727
          - type: nauc_ndcg_at_1_diff1
            value: 52.82147548271261
          - type: nauc_ndcg_at_1_max
            value: 38.52107406488729
          - type: nauc_ndcg_at_1_std
            value: -15.557810119211657
          - type: nauc_ndcg_at_20_diff1
            value: 48.119759046742004
          - type: nauc_ndcg_at_20_max
            value: 36.91858601052183
          - type: nauc_ndcg_at_20_std
            value: -17.315588991460316
          - type: nauc_ndcg_at_3_diff1
            value: 48.35879771694856
          - type: nauc_ndcg_at_3_max
            value: 36.59333419427929
          - type: nauc_ndcg_at_3_std
            value: -19.646763729930917
          - type: nauc_ndcg_at_5_diff1
            value: 48.73702053100838
          - type: nauc_ndcg_at_5_max
            value: 36.2032422359128
          - type: nauc_ndcg_at_5_std
            value: -19.81761218645642
          - type: nauc_precision_at_1000_diff1
            value: -19.23879401783259
          - type: nauc_precision_at_1000_max
            value: -10.334669548312661
          - type: nauc_precision_at_1000_std
            value: 1.8528999887213935
          - type: nauc_precision_at_100_diff1
            value: -17.061064047641576
          - type: nauc_precision_at_100_max
            value: -2.2318557604173557
          - type: nauc_precision_at_100_std
            value: 9.453864069155783
          - type: nauc_precision_at_10_diff1
            value: -0.0250981142012463
          - type: nauc_precision_at_10_max
            value: 15.000297351883034
          - type: nauc_precision_at_10_std
            value: -1.6209044879293661
          - type: nauc_precision_at_1_diff1
            value: 52.82147548271261
          - type: nauc_precision_at_1_max
            value: 38.52107406488729
          - type: nauc_precision_at_1_std
            value: -15.557810119211657
          - type: nauc_precision_at_20_diff1
            value: -9.566950286920978
          - type: nauc_precision_at_20_max
            value: 9.865702753901365
          - type: nauc_precision_at_20_std
            value: 8.87854086185741
          - type: nauc_precision_at_3_diff1
            value: 19.978926078471915
          - type: nauc_precision_at_3_max
            value: 29.135402513527524
          - type: nauc_precision_at_3_std
            value: -12.410877361712942
          - type: nauc_precision_at_5_diff1
            value: 11.602459698883452
          - type: nauc_precision_at_5_max
            value: 24.44724344216036
          - type: nauc_precision_at_5_std
            value: -6.23012846505485
          - type: nauc_recall_at_1000_diff1
            value: 30.5620107082901
          - type: nauc_recall_at_1000_max
            value: 57.90393858174957
          - type: nauc_recall_at_1000_std
            value: 50.27827169570347
          - type: nauc_recall_at_100_diff1
            value: 30.37443399479563
          - type: nauc_recall_at_100_max
            value: 37.75874353752331
          - type: nauc_recall_at_100_std
            value: 10.331635217724585
          - type: nauc_recall_at_10_diff1
            value: 42.50804834678793
          - type: nauc_recall_at_10_max
            value: 32.01676571227172
          - type: nauc_recall_at_10_std
            value: -24.707266416874376
          - type: nauc_recall_at_1_diff1
            value: 56.834567406767775
          - type: nauc_recall_at_1_max
            value: 32.806861016490686
          - type: nauc_recall_at_1_std
            value: -17.50758527738866
          - type: nauc_recall_at_20_diff1
            value: 38.7222771840029
          - type: nauc_recall_at_20_max
            value: 35.62991559107865
          - type: nauc_recall_at_20_std
            value: -8.672399835082256
          - type: nauc_recall_at_3_diff1
            value: 44.63989156943874
          - type: nauc_recall_at_3_max
            value: 32.924250725683954
          - type: nauc_recall_at_3_std
            value: -22.031517542434386
          - type: nauc_recall_at_5_diff1
            value: 43.52398344993421
          - type: nauc_recall_at_5_max
            value: 32.68140834172185
          - type: nauc_recall_at_5_std
            value: -22.07867437121263
          - type: ndcg_at_1
            value: 44.778
          - type: ndcg_at_10
            value: 57.025000000000006
          - type: ndcg_at_100
            value: 62.007
          - type: ndcg_at_1000
            value: 63.11
          - type: ndcg_at_20
            value: 59.301
          - type: ndcg_at_3
            value: 51.162
          - type: ndcg_at_5
            value: 53.684
          - type: precision_at_1
            value: 44.778
          - type: precision_at_10
            value: 11.173
          - type: precision_at_100
            value: 1.7080000000000002
          - type: precision_at_1000
            value: 0.20600000000000002
          - type: precision_at_20
            value: 6.651999999999999
          - type: precision_at_3
            value: 25.130999999999997
          - type: precision_at_5
            value: 18.026
          - type: recall_at_1
            value: 35.67
          - type: recall_at_10
            value: 71.006
          - type: recall_at_100
            value: 91.24
          - type: recall_at_1000
            value: 97.68599999999999
          - type: recall_at_20
            value: 78.869
          - type: recall_at_3
            value: 53.616
          - type: recall_at_5
            value: 61.046
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB CQADupstackEnglishRetrieval
          revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
          split: test
          type: mteb/cqadupstack-english
        metrics:
          - type: main_score
            value: 56.93
          - type: map_at_1
            value: 37.869
          - type: map_at_10
            value: 50.651999999999994
          - type: map_at_100
            value: 52.099
          - type: map_at_1000
            value: 52.229000000000006
          - type: map_at_20
            value: 51.471000000000004
          - type: map_at_3
            value: 46.900999999999996
          - type: map_at_5
            value: 49.163000000000004
          - type: mrr_at_1
            value: 48.152866242038215
          - type: mrr_at_10
            value: 57.048781720756324
          - type: mrr_at_100
            value: 57.61447046748723
          - type: mrr_at_1000
            value: 57.64904742638159
          - type: mrr_at_20
            value: 57.39780918212383
          - type: mrr_at_3
            value: 54.80891719745229
          - type: mrr_at_5
            value: 56.28343949044594
          - type: nauc_map_at_1000_diff1
            value: 58.85279432139136
          - type: nauc_map_at_1000_max
            value: 44.27751637558559
          - type: nauc_map_at_1000_std
            value: -15.750083199667806
          - type: nauc_map_at_100_diff1
            value: 58.86033676691407
          - type: nauc_map_at_100_max
            value: 44.19456055171921
          - type: nauc_map_at_100_std
            value: -15.866235670948466
          - type: nauc_map_at_10_diff1
            value: 59.15850189168124
          - type: nauc_map_at_10_max
            value: 43.11472836391707
          - type: nauc_map_at_10_std
            value: -17.744478993375527
          - type: nauc_map_at_1_diff1
            value: 64.04942461321761
          - type: nauc_map_at_1_max
            value: 36.02760504360551
          - type: nauc_map_at_1_std
            value: -20.916663614576407
          - type: nauc_map_at_20_diff1
            value: 58.98751913649348
          - type: nauc_map_at_20_max
            value: 43.747358339703325
          - type: nauc_map_at_20_std
            value: -16.73926017048612
          - type: nauc_map_at_3_diff1
            value: 60.545139674280094
          - type: nauc_map_at_3_max
            value: 41.30484092754499
          - type: nauc_map_at_3_std
            value: -20.449249818528614
          - type: nauc_map_at_5_diff1
            value: 59.60326322666997
          - type: nauc_map_at_5_max
            value: 42.108701221797
          - type: nauc_map_at_5_std
            value: -18.957986608087435
          - type: nauc_mrr_at_1000_diff1
            value: 56.30127401697153
          - type: nauc_mrr_at_1000_max
            value: 47.08483234515321
          - type: nauc_mrr_at_1000_std
            value: -10.314335018294779
          - type: nauc_mrr_at_100_diff1
            value: 56.28727998516319
          - type: nauc_mrr_at_100_max
            value: 47.08137119553827
          - type: nauc_mrr_at_100_std
            value: -10.295734439040498
          - type: nauc_mrr_at_10_diff1
            value: 56.25229630851168
          - type: nauc_mrr_at_10_max
            value: 47.149329681676
          - type: nauc_mrr_at_10_std
            value: -10.598837356654567
          - type: nauc_mrr_at_1_diff1
            value: 59.098651501966394
          - type: nauc_mrr_at_1_max
            value: 46.60615627466452
          - type: nauc_mrr_at_1_std
            value: -10.475650807142516
          - type: nauc_mrr_at_20_diff1
            value: 56.2453798649222
          - type: nauc_mrr_at_20_max
            value: 47.09346599217677
          - type: nauc_mrr_at_20_std
            value: -10.386425082322834
          - type: nauc_mrr_at_3_diff1
            value: 56.75733035936052
          - type: nauc_mrr_at_3_max
            value: 46.94088551304416
          - type: nauc_mrr_at_3_std
            value: -11.483866905681051
          - type: nauc_mrr_at_5_diff1
            value: 56.40006056789708
          - type: nauc_mrr_at_5_max
            value: 46.808130364381846
          - type: nauc_mrr_at_5_std
            value: -11.050122560712222
          - type: nauc_ndcg_at_1000_diff1
            value: 56.60974899528984
          - type: nauc_ndcg_at_1000_max
            value: 46.20688890501171
          - type: nauc_ndcg_at_1000_std
            value: -11.14222381973439
          - type: nauc_ndcg_at_100_diff1
            value: 56.677945515470675
          - type: nauc_ndcg_at_100_max
            value: 46.001596072553404
          - type: nauc_ndcg_at_100_std
            value: -11.229044974791337
          - type: nauc_ndcg_at_10_diff1
            value: 57.1066442501231
          - type: nauc_ndcg_at_10_max
            value: 45.542982262967776
          - type: nauc_ndcg_at_10_std
            value: -14.273638238311195
          - type: nauc_ndcg_at_1_diff1
            value: 59.098651501966394
          - type: nauc_ndcg_at_1_max
            value: 46.60615627466452
          - type: nauc_ndcg_at_1_std
            value: -10.475650807142516
          - type: nauc_ndcg_at_20_diff1
            value: 56.851307181340694
          - type: nauc_ndcg_at_20_max
            value: 45.84417755460993
          - type: nauc_ndcg_at_20_std
            value: -12.926633494308371
          - type: nauc_ndcg_at_3_diff1
            value: 57.423753276241754
          - type: nauc_ndcg_at_3_max
            value: 45.1658528352273
          - type: nauc_ndcg_at_3_std
            value: -15.041500407672178
          - type: nauc_ndcg_at_5_diff1
            value: 57.366735747016584
          - type: nauc_ndcg_at_5_max
            value: 44.754486357586316
          - type: nauc_ndcg_at_5_std
            value: -15.100632526050441
          - type: nauc_precision_at_1000_diff1
            value: -23.32973690238293
          - type: nauc_precision_at_1000_max
            value: 9.122165441089374
          - type: nauc_precision_at_1000_std
            value: 32.082444098667565
          - type: nauc_precision_at_100_diff1
            value: -16.218615616263428
          - type: nauc_precision_at_100_max
            value: 19.44437302773441
          - type: nauc_precision_at_100_std
            value: 35.248811470691166
          - type: nauc_precision_at_10_diff1
            value: 1.0766468144861965
          - type: nauc_precision_at_10_max
            value: 30.491892916282236
          - type: nauc_precision_at_10_std
            value: 18.538876410079585
          - type: nauc_precision_at_1_diff1
            value: 59.098651501966394
          - type: nauc_precision_at_1_max
            value: 46.60615627466452
          - type: nauc_precision_at_1_std
            value: -10.475650807142516
          - type: nauc_precision_at_20_diff1
            value: -6.769874545877082
          - type: nauc_precision_at_20_max
            value: 26.352774891191004
          - type: nauc_precision_at_20_std
            value: 26.150734923942952
          - type: nauc_precision_at_3_diff1
            value: 23.74601942735032
          - type: nauc_precision_at_3_max
            value: 39.71043044078846
          - type: nauc_precision_at_3_std
            value: 3.161463247727185
          - type: nauc_precision_at_5_diff1
            value: 11.589849872978208
          - type: nauc_precision_at_5_max
            value: 34.355473407777296
          - type: nauc_precision_at_5_std
            value: 10.0662074493734
          - type: nauc_recall_at_1000_diff1
            value: 44.20612579552725
          - type: nauc_recall_at_1000_max
            value: 54.50563586814392
          - type: nauc_recall_at_1000_std
            value: 29.37098358130919
          - type: nauc_recall_at_100_diff1
            value: 46.991905821496225
          - type: nauc_recall_at_100_max
            value: 45.677355517440446
          - type: nauc_recall_at_100_std
            value: 8.193115293674246
          - type: nauc_recall_at_10_diff1
            value: 51.021956806545575
          - type: nauc_recall_at_10_max
            value: 42.39780880270869
          - type: nauc_recall_at_10_std
            value: -14.372872090525025
          - type: nauc_recall_at_1_diff1
            value: 64.04942461321761
          - type: nauc_recall_at_1_max
            value: 36.02760504360551
          - type: nauc_recall_at_1_std
            value: -20.916663614576407
          - type: nauc_recall_at_20_diff1
            value: 49.330317036362736
          - type: nauc_recall_at_20_max
            value: 43.82370541895915
          - type: nauc_recall_at_20_std
            value: -7.676142813819095
          - type: nauc_recall_at_3_diff1
            value: 56.15563158128648
          - type: nauc_recall_at_3_max
            value: 39.776800175069496
          - type: nauc_recall_at_3_std
            value: -21.67535047518367
          - type: nauc_recall_at_5_diff1
            value: 53.55725212243435
          - type: nauc_recall_at_5_max
            value: 39.639229625237746
          - type: nauc_recall_at_5_std
            value: -18.537472489671433
          - type: ndcg_at_1
            value: 48.153
          - type: ndcg_at_10
            value: 56.93
          - type: ndcg_at_100
            value: 61.041999999999994
          - type: ndcg_at_1000
            value: 62.71600000000001
          - type: ndcg_at_20
            value: 58.626999999999995
          - type: ndcg_at_3
            value: 52.437999999999995
          - type: ndcg_at_5
            value: 54.774
          - type: precision_at_1
            value: 48.153
          - type: precision_at_10
            value: 10.93
          - type: precision_at_100
            value: 1.669
          - type: precision_at_1000
            value: 0.213
          - type: precision_at_20
            value: 6.382000000000001
          - type: precision_at_3
            value: 25.796000000000003
          - type: precision_at_5
            value: 18.407999999999998
          - type: recall_at_1
            value: 37.869
          - type: recall_at_10
            value: 67.514
          - type: recall_at_100
            value: 84.454
          - type: recall_at_1000
            value: 94.356
          - type: recall_at_20
            value: 73.558
          - type: recall_at_3
            value: 53.559
          - type: recall_at_5
            value: 60.475
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB CQADupstackGamingRetrieval
          revision: 4885aa143210c98657558c04aaf3dc47cfb54340
          split: test
          type: mteb/cqadupstack-gaming
        metrics:
          - type: main_score
            value: 67.253
          - type: map_at_1
            value: 46.905
          - type: map_at_10
            value: 61.332
          - type: map_at_100
            value: 62.304
          - type: map_at_1000
            value: 62.334
          - type: map_at_20
            value: 61.964
          - type: map_at_3
            value: 58.042
          - type: map_at_5
            value: 59.882000000000005
          - type: mrr_at_1
            value: 53.47962382445141
          - type: mrr_at_10
            value: 64.39956212370015
          - type: mrr_at_100
            value: 64.95557189125634
          - type: mrr_at_1000
            value: 64.96848596592983
          - type: mrr_at_20
            value: 64.77428822572568
          - type: mrr_at_3
            value: 62.309299895506896
          - type: mrr_at_5
            value: 63.54440961337527
          - type: nauc_map_at_1000_diff1
            value: 56.74686837364893
          - type: nauc_map_at_1000_max
            value: 37.37480368876817
          - type: nauc_map_at_1000_std
            value: -10.049421617657124
          - type: nauc_map_at_100_diff1
            value: 56.72313143831275
          - type: nauc_map_at_100_max
            value: 37.35797555204418
          - type: nauc_map_at_100_std
            value: -10.049812301974452
          - type: nauc_map_at_10_diff1
            value: 56.68397120600094
          - type: nauc_map_at_10_max
            value: 36.59842978269273
          - type: nauc_map_at_10_std
            value: -11.174804244499098
          - type: nauc_map_at_1_diff1
            value: 61.94214953873164
          - type: nauc_map_at_1_max
            value: 28.119092174242382
          - type: nauc_map_at_1_std
            value: -14.419629681905278
          - type: nauc_map_at_20_diff1
            value: 56.66822667045707
          - type: nauc_map_at_20_max
            value: 37.19179210659321
          - type: nauc_map_at_20_std
            value: -10.36424574922098
          - type: nauc_map_at_3_diff1
            value: 56.786004222951966
          - type: nauc_map_at_3_max
            value: 34.409125163057354
          - type: nauc_map_at_3_std
            value: -12.308681065089702
          - type: nauc_map_at_5_diff1
            value: 56.837122717249855
          - type: nauc_map_at_5_max
            value: 35.70069180549282
          - type: nauc_map_at_5_std
            value: -12.19154238352126
          - type: nauc_mrr_at_1000_diff1
            value: 57.03608286201278
          - type: nauc_mrr_at_1000_max
            value: 39.15777651816965
          - type: nauc_mrr_at_1000_std
            value: -8.45524348928121
          - type: nauc_mrr_at_100_diff1
            value: 57.03051889095766
          - type: nauc_mrr_at_100_max
            value: 39.168900323859
          - type: nauc_mrr_at_100_std
            value: -8.439862972545644
          - type: nauc_mrr_at_10_diff1
            value: 56.848642658414775
          - type: nauc_mrr_at_10_max
            value: 39.11801407771557
          - type: nauc_mrr_at_10_std
            value: -8.678625365653245
          - type: nauc_mrr_at_1_diff1
            value: 61.1124527741601
          - type: nauc_mrr_at_1_max
            value: 36.080048505155865
          - type: nauc_mrr_at_1_std
            value: -10.584194474752584
          - type: nauc_mrr_at_20_diff1
            value: 56.878714270983146
          - type: nauc_mrr_at_20_max
            value: 39.16569382719707
          - type: nauc_mrr_at_20_std
            value: -8.447245465078893
          - type: nauc_mrr_at_3_diff1
            value: 56.87172734333986
          - type: nauc_mrr_at_3_max
            value: 39.07882270376788
          - type: nauc_mrr_at_3_std
            value: -9.069457598400062
          - type: nauc_mrr_at_5_diff1
            value: 56.82487051170517
          - type: nauc_mrr_at_5_max
            value: 39.030878651662796
          - type: nauc_mrr_at_5_std
            value: -9.076518259406917
          - type: nauc_ndcg_at_1000_diff1
            value: 56.082240909091695
          - type: nauc_ndcg_at_1000_max
            value: 39.699264232007025
          - type: nauc_ndcg_at_1000_std
            value: -7.502941002933741
          - type: nauc_ndcg_at_100_diff1
            value: 55.887513398861955
          - type: nauc_ndcg_at_100_max
            value: 39.847450141736395
          - type: nauc_ndcg_at_100_std
            value: -7.146894645593031
          - type: nauc_ndcg_at_10_diff1
            value: 55.15467572394677
          - type: nauc_ndcg_at_10_max
            value: 38.97265748975791
          - type: nauc_ndcg_at_10_std
            value: -9.4670794339538
          - type: nauc_ndcg_at_1_diff1
            value: 61.1124527741601
          - type: nauc_ndcg_at_1_max
            value: 36.080048505155865
          - type: nauc_ndcg_at_1_std
            value: -10.584194474752584
          - type: nauc_ndcg_at_20_diff1
            value: 55.15513104937557
          - type: nauc_ndcg_at_20_max
            value: 39.66296704562037
          - type: nauc_ndcg_at_20_std
            value: -7.847800655967109
          - type: nauc_ndcg_at_3_diff1
            value: 54.96185776120714
          - type: nauc_ndcg_at_3_max
            value: 37.00790660301803
          - type: nauc_ndcg_at_3_std
            value: -10.547349631779593
          - type: nauc_ndcg_at_5_diff1
            value: 55.292986134183764
          - type: nauc_ndcg_at_5_max
            value: 38.12541620211435
          - type: nauc_ndcg_at_5_std
            value: -10.961954651898877
          - type: nauc_precision_at_1000_diff1
            value: -17.737775083152922
          - type: nauc_precision_at_1000_max
            value: 21.575992446429407
          - type: nauc_precision_at_1000_std
            value: 30.76555260404715
          - type: nauc_precision_at_100_diff1
            value: -17.3761536797116
          - type: nauc_precision_at_100_max
            value: 23.455151994000513
          - type: nauc_precision_at_100_std
            value: 30.66476060812044
          - type: nauc_precision_at_10_diff1
            value: 0.37712699076668355
          - type: nauc_precision_at_10_max
            value: 31.298133911984248
          - type: nauc_precision_at_10_std
            value: 16.134374567323214
          - type: nauc_precision_at_1_diff1
            value: 61.1124527741601
          - type: nauc_precision_at_1_max
            value: 36.080048505155865
          - type: nauc_precision_at_1_std
            value: -10.584194474752584
          - type: nauc_precision_at_20_diff1
            value: -7.697609516072893
          - type: nauc_precision_at_20_max
            value: 30.392978129152638
          - type: nauc_precision_at_20_std
            value: 25.297979676649902
          - type: nauc_precision_at_3_diff1
            value: 21.920115701694172
          - type: nauc_precision_at_3_max
            value: 35.916002988740644
          - type: nauc_precision_at_3_std
            value: 3.192816307982428
          - type: nauc_precision_at_5_diff1
            value: 12.416994377124743
          - type: nauc_precision_at_5_max
            value: 34.60793433800759
          - type: nauc_precision_at_5_std
            value: 7.681539417199799
          - type: nauc_recall_at_1000_diff1
            value: 45.05841406616179
          - type: nauc_recall_at_1000_max
            value: 84.01729859779441
          - type: nauc_recall_at_1000_std
            value: 70.81952441677544
          - type: nauc_recall_at_100_diff1
            value: 47.82912442332592
          - type: nauc_recall_at_100_max
            value: 61.538854248032905
          - type: nauc_recall_at_100_std
            value: 31.507749555394742
          - type: nauc_recall_at_10_diff1
            value: 46.23707108341979
          - type: nauc_recall_at_10_max
            value: 40.14549188124033
          - type: nauc_recall_at_10_std
            value: -8.418378388855976
          - type: nauc_recall_at_1_diff1
            value: 61.94214953873164
          - type: nauc_recall_at_1_max
            value: 28.119092174242382
          - type: nauc_recall_at_1_std
            value: -14.419629681905278
          - type: nauc_recall_at_20_diff1
            value: 43.5874302201068
          - type: nauc_recall_at_20_max
            value: 46.94504592203577
          - type: nauc_recall_at_20_std
            value: 3.913410811827146
          - type: nauc_recall_at_3_diff1
            value: 49.63064701945406
          - type: nauc_recall_at_3_max
            value: 35.29572226414386
          - type: nauc_recall_at_3_std
            value: -12.297827741460027
          - type: nauc_recall_at_5_diff1
            value: 48.601651302714224
          - type: nauc_recall_at_5_max
            value: 37.38710560640659
          - type: nauc_recall_at_5_std
            value: -13.458409202400507
          - type: ndcg_at_1
            value: 53.480000000000004
          - type: ndcg_at_10
            value: 67.253
          - type: ndcg_at_100
            value: 70.648
          - type: ndcg_at_1000
            value: 71.139
          - type: ndcg_at_20
            value: 68.905
          - type: ndcg_at_3
            value: 62.178
          - type: ndcg_at_5
            value: 64.64800000000001
          - type: precision_at_1
            value: 53.480000000000004
          - type: precision_at_10
            value: 10.696
          - type: precision_at_100
            value: 1.325
          - type: precision_at_1000
            value: 0.13899999999999998
          - type: precision_at_20
            value: 5.884
          - type: precision_at_3
            value: 27.794999999999998
          - type: precision_at_5
            value: 18.708
          - type: recall_at_1
            value: 46.905
          - type: recall_at_10
            value: 81.234
          - type: recall_at_100
            value: 95.489
          - type: recall_at_1000
            value: 98.729
          - type: recall_at_20
            value: 87.29400000000001
          - type: recall_at_3
            value: 67.869
          - type: recall_at_5
            value: 73.896
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB CQADupstackGisRetrieval
          revision: 5003b3064772da1887988e05400cf3806fe491f2
          split: test
          type: mteb/cqadupstack-gis
        metrics:
          - type: main_score
            value: 46.397
          - type: map_at_1
            value: 30.613
          - type: map_at_10
            value: 40.581
          - type: map_at_100
            value: 41.660000000000004
          - type: map_at_1000
            value: 41.721000000000004
          - type: map_at_20
            value: 41.211999999999996
          - type: map_at_3
            value: 37.32
          - type: map_at_5
            value: 39.114
          - type: mrr_at_1
            value: 33.220338983050844
          - type: mrr_at_10
            value: 42.83718948973182
          - type: mrr_at_100
            value: 43.71836325492362
          - type: mrr_at_1000
            value: 43.76175841571598
          - type: mrr_at_20
            value: 43.384811953015166
          - type: mrr_at_3
            value: 39.830508474576256
          - type: mrr_at_5
            value: 41.54802259887001
          - type: nauc_map_at_1000_diff1
            value: 42.6225958477453
          - type: nauc_map_at_1000_max
            value: 28.013356866974238
          - type: nauc_map_at_1000_std
            value: -9.409667321411026
          - type: nauc_map_at_100_diff1
            value: 42.610412175224766
          - type: nauc_map_at_100_max
            value: 28.002610966435736
          - type: nauc_map_at_100_std
            value: -9.411570910136719
          - type: nauc_map_at_10_diff1
            value: 42.63151134672704
          - type: nauc_map_at_10_max
            value: 28.001496131016022
          - type: nauc_map_at_10_std
            value: -9.67772644457909
          - type: nauc_map_at_1_diff1
            value: 46.31023790327735
          - type: nauc_map_at_1_max
            value: 24.2900776546879
          - type: nauc_map_at_1_std
            value: -11.905089868017578
          - type: nauc_map_at_20_diff1
            value: 42.6522287088466
          - type: nauc_map_at_20_max
            value: 27.975313282087043
          - type: nauc_map_at_20_std
            value: -9.550553164224084
          - type: nauc_map_at_3_diff1
            value: 43.272779420270226
          - type: nauc_map_at_3_max
            value: 26.92288244998244
          - type: nauc_map_at_3_std
            value: -10.575038389958834
          - type: nauc_map_at_5_diff1
            value: 42.58131102442881
          - type: nauc_map_at_5_max
            value: 27.04453513629861
          - type: nauc_map_at_5_std
            value: -10.317573458025175
          - type: nauc_mrr_at_1000_diff1
            value: 41.126210961719636
          - type: nauc_mrr_at_1000_max
            value: 28.513261505932054
          - type: nauc_mrr_at_1000_std
            value: -8.546982260677629
          - type: nauc_mrr_at_100_diff1
            value: 41.110923675787234
          - type: nauc_mrr_at_100_max
            value: 28.52042510810816
          - type: nauc_mrr_at_100_std
            value: -8.534554512496843
          - type: nauc_mrr_at_10_diff1
            value: 41.07534061242193
          - type: nauc_mrr_at_10_max
            value: 28.44682429205697
          - type: nauc_mrr_at_10_std
            value: -8.6819795408583
          - type: nauc_mrr_at_1_diff1
            value: 44.40023434506226
          - type: nauc_mrr_at_1_max
            value: 25.9478208158475
          - type: nauc_mrr_at_1_std
            value: -10.872665260136657
          - type: nauc_mrr_at_20_diff1
            value: 41.146798233387074
          - type: nauc_mrr_at_20_max
            value: 28.517336935279054
          - type: nauc_mrr_at_20_std
            value: -8.580094403841978
          - type: nauc_mrr_at_3_diff1
            value: 41.60309522639159
          - type: nauc_mrr_at_3_max
            value: 28.379418612638734
          - type: nauc_mrr_at_3_std
            value: -9.263458517583244
          - type: nauc_mrr_at_5_diff1
            value: 40.99565866982568
          - type: nauc_mrr_at_5_max
            value: 27.90866498875212
          - type: nauc_mrr_at_5_std
            value: -8.941725041767588
          - type: nauc_ndcg_at_1000_diff1
            value: 41.11051620257291
          - type: nauc_ndcg_at_1000_max
            value: 29.70811129532719
          - type: nauc_ndcg_at_1000_std
            value: -7.127215646258767
          - type: nauc_ndcg_at_100_diff1
            value: 40.63555558695194
          - type: nauc_ndcg_at_100_max
            value: 29.701486964402413
          - type: nauc_ndcg_at_100_std
            value: -6.577078704400861
          - type: nauc_ndcg_at_10_diff1
            value: 40.87142841339465
          - type: nauc_ndcg_at_10_max
            value: 29.704589449676533
          - type: nauc_ndcg_at_10_std
            value: -7.674397553684968
          - type: nauc_ndcg_at_1_diff1
            value: 44.40023434506226
          - type: nauc_ndcg_at_1_max
            value: 25.9478208158475
          - type: nauc_ndcg_at_1_std
            value: -10.872665260136657
          - type: nauc_ndcg_at_20_diff1
            value: 41.06323938303467
          - type: nauc_ndcg_at_20_max
            value: 29.883715521818203
          - type: nauc_ndcg_at_20_std
            value: -7.155761930055846
          - type: nauc_ndcg_at_3_diff1
            value: 41.935479029537156
          - type: nauc_ndcg_at_3_max
            value: 28.171952324901135
          - type: nauc_ndcg_at_3_std
            value: -9.737703474161384
          - type: nauc_ndcg_at_5_diff1
            value: 40.69403623214395
          - type: nauc_ndcg_at_5_max
            value: 27.702311421182756
          - type: nauc_ndcg_at_5_std
            value: -9.060968201824112
          - type: nauc_precision_at_1000_diff1
            value: -8.885096064850758
          - type: nauc_precision_at_1000_max
            value: 14.053447868468186
          - type: nauc_precision_at_1000_std
            value: 12.07987711511724
          - type: nauc_precision_at_100_diff1
            value: 2.3188506683364287
          - type: nauc_precision_at_100_max
            value: 22.080025207013655
          - type: nauc_precision_at_100_std
            value: 14.172840329817307
          - type: nauc_precision_at_10_diff1
            value: 24.9332547479345
          - type: nauc_precision_at_10_max
            value: 34.6422733091986
          - type: nauc_precision_at_10_std
            value: 1.9970789498947206
          - type: nauc_precision_at_1_diff1
            value: 44.40023434506226
          - type: nauc_precision_at_1_max
            value: 25.9478208158475
          - type: nauc_precision_at_1_std
            value: -10.872665260136657
          - type: nauc_precision_at_20_diff1
            value: 20.640050910422755
          - type: nauc_precision_at_20_max
            value: 32.260405497760615
          - type: nauc_precision_at_20_std
            value: 6.854997919374335
          - type: nauc_precision_at_3_diff1
            value: 33.29459667683485
          - type: nauc_precision_at_3_max
            value: 32.151627242504325
          - type: nauc_precision_at_3_std
            value: -5.8202369823669855
          - type: nauc_precision_at_5_diff1
            value: 28.763772683866794
          - type: nauc_precision_at_5_max
            value: 31.392059038257553
          - type: nauc_precision_at_5_std
            value: -3.9737244392531172
          - type: nauc_recall_at_1000_diff1
            value: 26.491178998164894
          - type: nauc_recall_at_1000_max
            value: 53.78324098258691
          - type: nauc_recall_at_1000_std
            value: 22.795807409776284
          - type: nauc_recall_at_100_diff1
            value: 27.100846383184855
          - type: nauc_recall_at_100_max
            value: 36.26211685620019
          - type: nauc_recall_at_100_std
            value: 12.001840836651729
          - type: nauc_recall_at_10_diff1
            value: 35.281252536584226
          - type: nauc_recall_at_10_max
            value: 34.13064097658273
          - type: nauc_recall_at_10_std
            value: -1.238221844846595
          - type: nauc_recall_at_1_diff1
            value: 46.31023790327735
          - type: nauc_recall_at_1_max
            value: 24.2900776546879
          - type: nauc_recall_at_1_std
            value: -11.905089868017578
          - type: nauc_recall_at_20_diff1
            value: 35.29612485423622
          - type: nauc_recall_at_20_max
            value: 36.059880890712606
          - type: nauc_recall_at_20_std
            value: 2.0708009945980916
          - type: nauc_recall_at_3_diff1
            value: 39.33916378398866
          - type: nauc_recall_at_3_max
            value: 28.825178871677544
          - type: nauc_recall_at_3_std
            value: -8.391711028859733
          - type: nauc_recall_at_5_diff1
            value: 35.394135184248086
          - type: nauc_recall_at_5_max
            value: 27.370010171655295
          - type: nauc_recall_at_5_std
            value: -6.342877659046013
          - type: ndcg_at_1
            value: 33.22
          - type: ndcg_at_10
            value: 46.397
          - type: ndcg_at_100
            value: 51.510999999999996
          - type: ndcg_at_1000
            value: 52.941
          - type: ndcg_at_20
            value: 48.614000000000004
          - type: ndcg_at_3
            value: 40.066
          - type: ndcg_at_5
            value: 43.086
          - type: precision_at_1
            value: 33.22
          - type: precision_at_10
            value: 7.153
          - type: precision_at_100
            value: 1.028
          - type: precision_at_1000
            value: 0.11800000000000001
          - type: precision_at_20
            value: 4.1129999999999995
          - type: precision_at_3
            value: 16.949
          - type: precision_at_5
            value: 11.932
          - type: recall_at_1
            value: 30.613
          - type: recall_at_10
            value: 62.248000000000005
          - type: recall_at_100
            value: 85.311
          - type: recall_at_1000
            value: 95.88799999999999
          - type: recall_at_20
            value: 70.729
          - type: recall_at_3
            value: 45.104
          - type: recall_at_5
            value: 52.370000000000005
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB CQADupstackMathematicaRetrieval
          revision: 90fceea13679c63fe563ded68f3b6f06e50061de
          split: test
          type: mteb/cqadupstack-mathematica
        metrics:
          - type: main_score
            value: 39.528999999999996
          - type: map_at_1
            value: 22.289
          - type: map_at_10
            value: 33.159
          - type: map_at_100
            value: 34.544999999999995
          - type: map_at_1000
            value: 34.657
          - type: map_at_20
            value: 33.946
          - type: map_at_3
            value: 29.877
          - type: map_at_5
            value: 31.789
          - type: mrr_at_1
            value: 27.860696517412936
          - type: mrr_at_10
            value: 38.592454394693185
          - type: mrr_at_100
            value: 39.532435897754596
          - type: mrr_at_1000
            value: 39.58977434786168
          - type: mrr_at_20
            value: 39.18675071024776
          - type: mrr_at_3
            value: 35.96600331674959
          - type: mrr_at_5
            value: 37.526948590381416
          - type: nauc_map_at_1000_diff1
            value: 33.700166326733495
          - type: nauc_map_at_1000_max
            value: 20.881755159195087
          - type: nauc_map_at_1000_std
            value: -3.3430462158114675
          - type: nauc_map_at_100_diff1
            value: 33.692093684241065
          - type: nauc_map_at_100_max
            value: 20.906418728277437
          - type: nauc_map_at_100_std
            value: -3.3316697944388443
          - type: nauc_map_at_10_diff1
            value: 33.42287630575565
          - type: nauc_map_at_10_max
            value: 20.50001954371251
          - type: nauc_map_at_10_std
            value: -4.08460043500711
          - type: nauc_map_at_1_diff1
            value: 37.87404744244711
          - type: nauc_map_at_1_max
            value: 19.670953538008504
          - type: nauc_map_at_1_std
            value: -6.429774614333435
          - type: nauc_map_at_20_diff1
            value: 33.60771917466459
          - type: nauc_map_at_20_max
            value: 20.708044731830018
          - type: nauc_map_at_20_std
            value: -3.6069971679953143
          - type: nauc_map_at_3_diff1
            value: 33.65349486102774
          - type: nauc_map_at_3_max
            value: 19.627398723335993
          - type: nauc_map_at_3_std
            value: -4.306026212618319
          - type: nauc_map_at_5_diff1
            value: 33.471450513985964
          - type: nauc_map_at_5_max
            value: 19.948552824819032
          - type: nauc_map_at_5_std
            value: -4.923599608990918
          - type: nauc_mrr_at_1000_diff1
            value: 32.662151329963095
          - type: nauc_mrr_at_1000_max
            value: 22.537786156087673
          - type: nauc_mrr_at_1000_std
            value: -2.7960608938625215
          - type: nauc_mrr_at_100_diff1
            value: 32.65867171998483
          - type: nauc_mrr_at_100_max
            value: 22.547865954292774
          - type: nauc_mrr_at_100_std
            value: -2.801012467040567
          - type: nauc_mrr_at_10_diff1
            value: 32.544025707175926
          - type: nauc_mrr_at_10_max
            value: 22.602412903085646
          - type: nauc_mrr_at_10_std
            value: -3.0158656805804602
          - type: nauc_mrr_at_1_diff1
            value: 36.968863725891985
          - type: nauc_mrr_at_1_max
            value: 22.042028260738334
          - type: nauc_mrr_at_1_std
            value: -4.81746524838004
          - type: nauc_mrr_at_20_diff1
            value: 32.6425264960166
          - type: nauc_mrr_at_20_max
            value: 22.513542321494686
          - type: nauc_mrr_at_20_std
            value: -2.8764217789260575
          - type: nauc_mrr_at_3_diff1
            value: 32.50201126992818
          - type: nauc_mrr_at_3_max
            value: 22.128017930298302
          - type: nauc_mrr_at_3_std
            value: -3.023665576028868
          - type: nauc_mrr_at_5_diff1
            value: 32.56418157013767
          - type: nauc_mrr_at_5_max
            value: 22.05870005229312
          - type: nauc_mrr_at_5_std
            value: -3.5021924901272863
          - type: nauc_ndcg_at_1000_diff1
            value: 32.74240275632584
          - type: nauc_ndcg_at_1000_max
            value: 22.404494093544148
          - type: nauc_ndcg_at_1000_std
            value: -0.5292268805090566
          - type: nauc_ndcg_at_100_diff1
            value: 32.39837105476146
          - type: nauc_ndcg_at_100_max
            value: 22.79204625219021
          - type: nauc_ndcg_at_100_std
            value: -0.3490651737152355
          - type: nauc_ndcg_at_10_diff1
            value: 31.932581950709647
          - type: nauc_ndcg_at_10_max
            value: 21.779867741726864
          - type: nauc_ndcg_at_10_std
            value: -2.6923178974285857
          - type: nauc_ndcg_at_1_diff1
            value: 36.968863725891985
          - type: nauc_ndcg_at_1_max
            value: 22.042028260738334
          - type: nauc_ndcg_at_1_std
            value: -4.81746524838004
          - type: nauc_ndcg_at_20_diff1
            value: 32.463586670511226
          - type: nauc_ndcg_at_20_max
            value: 22.140858428394843
          - type: nauc_ndcg_at_20_std
            value: -1.4367590351530557
          - type: nauc_ndcg_at_3_diff1
            value: 32.446170362942084
          - type: nauc_ndcg_at_3_max
            value: 20.60928390930364
          - type: nauc_ndcg_at_3_std
            value: -3.468700146234719
          - type: nauc_ndcg_at_5_diff1
            value: 32.162455412182865
          - type: nauc_ndcg_at_5_max
            value: 20.725999446060232
          - type: nauc_ndcg_at_5_std
            value: -4.274903425807673
          - type: nauc_precision_at_1000_diff1
            value: -1.7949376725223287
          - type: nauc_precision_at_1000_max
            value: 4.138926678307252
          - type: nauc_precision_at_1000_std
            value: 5.718976977950761
          - type: nauc_precision_at_100_diff1
            value: 6.815844234312567
          - type: nauc_precision_at_100_max
            value: 15.267630374047453
          - type: nauc_precision_at_100_std
            value: 10.648732358170012
          - type: nauc_precision_at_10_diff1
            value: 18.776246678630283
          - type: nauc_precision_at_10_max
            value: 20.677245431024357
          - type: nauc_precision_at_10_std
            value: 1.6530753958695428
          - type: nauc_precision_at_1_diff1
            value: 36.968863725891985
          - type: nauc_precision_at_1_max
            value: 22.042028260738334
          - type: nauc_precision_at_1_std
            value: -4.81746524838004
          - type: nauc_precision_at_20_diff1
            value: 16.901118214014854
          - type: nauc_precision_at_20_max
            value: 20.321433804879973
          - type: nauc_precision_at_20_std
            value: 6.464565628780512
          - type: nauc_precision_at_3_diff1
            value: 25.438322928150715
          - type: nauc_precision_at_3_max
            value: 21.513381450535192
          - type: nauc_precision_at_3_std
            value: -1.0164220255846312
          - type: nauc_precision_at_5_diff1
            value: 22.374520350110284
          - type: nauc_precision_at_5_max
            value: 20.541307175039307
          - type: nauc_precision_at_5_std
            value: -2.6340396442123537
          - type: nauc_recall_at_1000_diff1
            value: 24.96791522787828
          - type: nauc_recall_at_1000_max
            value: 28.234314683043806
          - type: nauc_recall_at_1000_std
            value: 40.696299617721635
          - type: nauc_recall_at_100_diff1
            value: 23.613948951560566
          - type: nauc_recall_at_100_max
            value: 25.980432165003002
          - type: nauc_recall_at_100_std
            value: 13.815393892614894
          - type: nauc_recall_at_10_diff1
            value: 26.08578893691453
          - type: nauc_recall_at_10_max
            value: 21.68887563256401
          - type: nauc_recall_at_10_std
            value: 0.3183582141083137
          - type: nauc_recall_at_1_diff1
            value: 37.87404744244711
          - type: nauc_recall_at_1_max
            value: 19.670953538008504
          - type: nauc_recall_at_1_std
            value: -6.429774614333435
          - type: nauc_recall_at_20_diff1
            value: 26.962834137152473
          - type: nauc_recall_at_20_max
            value: 22.164116014019815
          - type: nauc_recall_at_20_std
            value: 4.67553525902973
          - type: nauc_recall_at_3_diff1
            value: 28.282766004526692
          - type: nauc_recall_at_3_max
            value: 19.21433271344623
          - type: nauc_recall_at_3_std
            value: -1.7579654801836264
          - type: nauc_recall_at_5_diff1
            value: 27.31884901762613
          - type: nauc_recall_at_5_max
            value: 19.089489857779846
          - type: nauc_recall_at_5_std
            value: -3.8031906054652667
          - type: ndcg_at_1
            value: 27.861000000000004
          - type: ndcg_at_10
            value: 39.528999999999996
          - type: ndcg_at_100
            value: 45.424
          - type: ndcg_at_1000
            value: 47.682
          - type: ndcg_at_20
            value: 41.967
          - type: ndcg_at_3
            value: 34.083999999999996
          - type: ndcg_at_5
            value: 36.773
          - type: precision_at_1
            value: 27.861000000000004
          - type: precision_at_10
            value: 7.338
          - type: precision_at_100
            value: 1.172
          - type: precision_at_1000
            value: 0.147
          - type: precision_at_20
            value: 4.415
          - type: precision_at_3
            value: 16.833000000000002
          - type: precision_at_5
            value: 12.113999999999999
          - type: recall_at_1
            value: 22.289
          - type: recall_at_10
            value: 53.559
          - type: recall_at_100
            value: 78.521
          - type: recall_at_1000
            value: 94.13
          - type: recall_at_20
            value: 61.986
          - type: recall_at_3
            value: 38.269999999999996
          - type: recall_at_5
            value: 45.336
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB CQADupstackPhysicsRetrieval
          revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
          split: test
          type: mteb/cqadupstack-physics
        metrics:
          - type: main_score
            value: 54.004
          - type: map_at_1
            value: 33.586
          - type: map_at_10
            value: 47.342
          - type: map_at_100
            value: 48.823
          - type: map_at_1000
            value: 48.919000000000004
          - type: map_at_20
            value: 48.22
          - type: map_at_3
            value: 43.614999999999995
          - type: map_at_5
            value: 45.749
          - type: mrr_at_1
            value: 41.48219441770934
          - type: mrr_at_10
            value: 52.86203156270527
          - type: mrr_at_100
            value: 53.707246266591255
          - type: mrr_at_1000
            value: 53.73489176472194
          - type: mrr_at_20
            value: 53.44504144846516
          - type: mrr_at_3
            value: 50.56143727943533
          - type: mrr_at_5
            value: 51.96663458453635
          - type: nauc_map_at_1000_diff1
            value: 50.16735144466837
          - type: nauc_map_at_1000_max
            value: 30.130457323041902
          - type: nauc_map_at_1000_std
            value: -18.910770726198383
          - type: nauc_map_at_100_diff1
            value: 50.170273630833286
          - type: nauc_map_at_100_max
            value: 30.137603210111934
          - type: nauc_map_at_100_std
            value: -18.93078710897879
          - type: nauc_map_at_10_diff1
            value: 49.995799867485076
          - type: nauc_map_at_10_max
            value: 29.626149915961854
          - type: nauc_map_at_10_std
            value: -19.70118715989913
          - type: nauc_map_at_1_diff1
            value: 56.10337790434511
          - type: nauc_map_at_1_max
            value: 26.249897485765477
          - type: nauc_map_at_1_std
            value: -20.159842923954475
          - type: nauc_map_at_20_diff1
            value: 50.026410103063576
          - type: nauc_map_at_20_max
            value: 29.770173596928444
          - type: nauc_map_at_20_std
            value: -19.398108689295622
          - type: nauc_map_at_3_diff1
            value: 50.12369021949809
          - type: nauc_map_at_3_max
            value: 27.918094022890692
          - type: nauc_map_at_3_std
            value: -20.816408880461136
          - type: nauc_map_at_5_diff1
            value: 49.88266421157269
          - type: nauc_map_at_5_max
            value: 28.803327575103616
          - type: nauc_map_at_5_std
            value: -20.412325693429622
          - type: nauc_mrr_at_1000_diff1
            value: 50.08675690045023
          - type: nauc_mrr_at_1000_max
            value: 33.51316969904977
          - type: nauc_mrr_at_1000_std
            value: -16.325548962557693
          - type: nauc_mrr_at_100_diff1
            value: 50.084570223694804
          - type: nauc_mrr_at_100_max
            value: 33.53170304618603
          - type: nauc_mrr_at_100_std
            value: -16.315669293904236
          - type: nauc_mrr_at_10_diff1
            value: 50.104359262926614
          - type: nauc_mrr_at_10_max
            value: 33.454171357296374
          - type: nauc_mrr_at_10_std
            value: -16.672238640691564
          - type: nauc_mrr_at_1_diff1
            value: 54.46283195658263
          - type: nauc_mrr_at_1_max
            value: 33.5006771800345
          - type: nauc_mrr_at_1_std
            value: -15.72197238923995
          - type: nauc_mrr_at_20_diff1
            value: 50.04428019672954
          - type: nauc_mrr_at_20_max
            value: 33.43915921871757
          - type: nauc_mrr_at_20_std
            value: -16.47775099091468
          - type: nauc_mrr_at_3_diff1
            value: 49.29563277160461
          - type: nauc_mrr_at_3_max
            value: 32.609171651470724
          - type: nauc_mrr_at_3_std
            value: -16.8176459078524
          - type: nauc_mrr_at_5_diff1
            value: 49.59993245767094
          - type: nauc_mrr_at_5_max
            value: 33.145357294405365
          - type: nauc_mrr_at_5_std
            value: -16.886783105921864
          - type: nauc_ndcg_at_1000_diff1
            value: 49.84200528661306
          - type: nauc_ndcg_at_1000_max
            value: 32.7463038531318
          - type: nauc_ndcg_at_1000_std
            value: -16.229179922128097
          - type: nauc_ndcg_at_100_diff1
            value: 49.78798184218895
          - type: nauc_ndcg_at_100_max
            value: 33.19106180162596
          - type: nauc_ndcg_at_100_std
            value: -15.964597177057572
          - type: nauc_ndcg_at_10_diff1
            value: 49.10239998219158
          - type: nauc_ndcg_at_10_max
            value: 31.18073711193898
          - type: nauc_ndcg_at_10_std
            value: -19.103888016157107
          - type: nauc_ndcg_at_1_diff1
            value: 54.46283195658263
          - type: nauc_ndcg_at_1_max
            value: 33.5006771800345
          - type: nauc_ndcg_at_1_std
            value: -15.72197238923995
          - type: nauc_ndcg_at_20_diff1
            value: 49.12986473579085
          - type: nauc_ndcg_at_20_max
            value: 31.555721190821874
          - type: nauc_ndcg_at_20_std
            value: -18.03991726456339
          - type: nauc_ndcg_at_3_diff1
            value: 48.06266636428524
          - type: nauc_ndcg_at_3_max
            value: 29.800215619456498
          - type: nauc_ndcg_at_3_std
            value: -19.534322783334527
          - type: nauc_ndcg_at_5_diff1
            value: 48.15095160139167
          - type: nauc_ndcg_at_5_max
            value: 30.208802143718682
          - type: nauc_ndcg_at_5_std
            value: -19.9192266388754
          - type: nauc_precision_at_1000_diff1
            value: -14.22147314326395
          - type: nauc_precision_at_1000_max
            value: 4.578027927831382
          - type: nauc_precision_at_1000_std
            value: 17.42650517281872
          - type: nauc_precision_at_100_diff1
            value: -6.889359682595786
          - type: nauc_precision_at_100_max
            value: 13.816120144295166
          - type: nauc_precision_at_100_std
            value: 19.169326264844834
          - type: nauc_precision_at_10_diff1
            value: 11.630213989568256
          - type: nauc_precision_at_10_max
            value: 25.18561447388641
          - type: nauc_precision_at_10_std
            value: 3.5091485378988714
          - type: nauc_precision_at_1_diff1
            value: 54.46283195658263
          - type: nauc_precision_at_1_max
            value: 33.5006771800345
          - type: nauc_precision_at_1_std
            value: -15.72197238923995
          - type: nauc_precision_at_20_diff1
            value: 3.5727333022082184
          - type: nauc_precision_at_20_max
            value: 20.959966668076714
          - type: nauc_precision_at_20_std
            value: 11.024682685903581
          - type: nauc_precision_at_3_diff1
            value: 27.22306777334495
          - type: nauc_precision_at_3_max
            value: 30.39888856674192
          - type: nauc_precision_at_3_std
            value: -7.583643149291899
          - type: nauc_precision_at_5_diff1
            value: 18.788243224115185
          - type: nauc_precision_at_5_max
            value: 28.14592563430115
          - type: nauc_precision_at_5_std
            value: -3.10270506824694
          - type: nauc_recall_at_1000_diff1
            value: 62.4411056243426
          - type: nauc_recall_at_1000_max
            value: 69.22941585002123
          - type: nauc_recall_at_1000_std
            value: 36.11911276552335
          - type: nauc_recall_at_100_diff1
            value: 44.59026422323201
          - type: nauc_recall_at_100_max
            value: 47.97129128154523
          - type: nauc_recall_at_100_std
            value: 4.778892937753897
          - type: nauc_recall_at_10_diff1
            value: 43.25042694366798
          - type: nauc_recall_at_10_max
            value: 30.67002821157203
          - type: nauc_recall_at_10_std
            value: -18.821325601418703
          - type: nauc_recall_at_1_diff1
            value: 56.10337790434511
          - type: nauc_recall_at_1_max
            value: 26.249897485765477
          - type: nauc_recall_at_1_std
            value: -20.159842923954475
          - type: nauc_recall_at_20_diff1
            value: 41.53741723146757
          - type: nauc_recall_at_20_max
            value: 30.852977167860324
          - type: nauc_recall_at_20_std
            value: -14.824694384045237
          - type: nauc_recall_at_3_diff1
            value: 42.251002622079916
          - type: nauc_recall_at_3_max
            value: 25.083846761725724
          - type: nauc_recall_at_3_std
            value: -22.239786875574765
          - type: nauc_recall_at_5_diff1
            value: 41.146094656121385
          - type: nauc_recall_at_5_max
            value: 27.189625490714608
          - type: nauc_recall_at_5_std
            value: -22.001469364479068
          - type: ndcg_at_1
            value: 41.482
          - type: ndcg_at_10
            value: 54.004
          - type: ndcg_at_100
            value: 59.455000000000005
          - type: ndcg_at_1000
            value: 60.831999999999994
          - type: ndcg_at_20
            value: 56.484
          - type: ndcg_at_3
            value: 48.802
          - type: ndcg_at_5
            value: 51.43600000000001
          - type: precision_at_1
            value: 41.482
          - type: precision_at_10
            value: 9.99
          - type: precision_at_100
            value: 1.4989999999999999
          - type: precision_at_1000
            value: 0.178
          - type: precision_at_20
            value: 5.861000000000001
          - type: precision_at_3
            value: 23.709
          - type: precision_at_5
            value: 16.843
          - type: recall_at_1
            value: 33.586
          - type: recall_at_10
            value: 67.754
          - type: recall_at_100
            value: 89.689
          - type: recall_at_1000
            value: 98.212
          - type: recall_at_20
            value: 76.253
          - type: recall_at_3
            value: 53.181
          - type: recall_at_5
            value: 60.122
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB CQADupstackProgrammersRetrieval
          revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
          split: test
          type: mteb/cqadupstack-programmers
        metrics:
          - type: main_score
            value: 50.547
          - type: map_at_1
            value: 30.547
          - type: map_at_10
            value: 43.595
          - type: map_at_100
            value: 45.044000000000004
          - type: map_at_1000
            value: 45.143
          - type: map_at_20
            value: 44.46
          - type: map_at_3
            value: 39.512
          - type: map_at_5
            value: 41.655
          - type: mrr_at_1
            value: 38.242009132420094
          - type: mrr_at_10
            value: 49.150811770674785
          - type: mrr_at_100
            value: 49.95736920255132
          - type: mrr_at_1000
            value: 49.991323278325005
          - type: mrr_at_20
            value: 49.64605069442795
          - type: mrr_at_3
            value: 46.19482496194824
          - type: mrr_at_5
            value: 47.74162861491625
          - type: nauc_map_at_1000_diff1
            value: 40.52349853300547
          - type: nauc_map_at_1000_max
            value: 31.561296386270925
          - type: nauc_map_at_1000_std
            value: -5.03343890785704
          - type: nauc_map_at_100_diff1
            value: 40.48825194476996
          - type: nauc_map_at_100_max
            value: 31.553405159588717
          - type: nauc_map_at_100_std
            value: -5.042866610979561
          - type: nauc_map_at_10_diff1
            value: 40.39926831942659
          - type: nauc_map_at_10_max
            value: 30.946628618728266
          - type: nauc_map_at_10_std
            value: -5.776518335664868
          - type: nauc_map_at_1_diff1
            value: 44.73341103510332
          - type: nauc_map_at_1_max
            value: 24.72510025576844
          - type: nauc_map_at_1_std
            value: -11.010252578512175
          - type: nauc_map_at_20_diff1
            value: 40.44256461277349
          - type: nauc_map_at_20_max
            value: 31.466590802666467
          - type: nauc_map_at_20_std
            value: -5.113421418562381
          - type: nauc_map_at_3_diff1
            value: 41.38809172163691
          - type: nauc_map_at_3_max
            value: 29.48868065104881
          - type: nauc_map_at_3_std
            value: -8.459559994349043
          - type: nauc_map_at_5_diff1
            value: 40.50417748715188
          - type: nauc_map_at_5_max
            value: 30.375034537551333
          - type: nauc_map_at_5_std
            value: -6.829586305389068
          - type: nauc_mrr_at_1000_diff1
            value: 38.13147562273569
          - type: nauc_mrr_at_1000_max
            value: 33.4729877260649
          - type: nauc_mrr_at_1000_std
            value: -2.115383391956632
          - type: nauc_mrr_at_100_diff1
            value: 38.12352986074086
          - type: nauc_mrr_at_100_max
            value: 33.47904382055151
          - type: nauc_mrr_at_100_std
            value: -2.0980380463248816
          - type: nauc_mrr_at_10_diff1
            value: 37.879793238833486
          - type: nauc_mrr_at_10_max
            value: 33.24190962300982
          - type: nauc_mrr_at_10_std
            value: -2.197979308633544
          - type: nauc_mrr_at_1_diff1
            value: 40.89812140583222
          - type: nauc_mrr_at_1_max
            value: 30.547640253413395
          - type: nauc_mrr_at_1_std
            value: -4.319528874623733
          - type: nauc_mrr_at_20_diff1
            value: 38.08114567265545
          - type: nauc_mrr_at_20_max
            value: 33.5751626334935
          - type: nauc_mrr_at_20_std
            value: -2.0190711781853805
          - type: nauc_mrr_at_3_diff1
            value: 38.36593445752741
          - type: nauc_mrr_at_3_max
            value: 33.5606672994442
          - type: nauc_mrr_at_3_std
            value: -3.313496883242172
          - type: nauc_mrr_at_5_diff1
            value: 37.67325286264018
          - type: nauc_mrr_at_5_max
            value: 33.36028645933453
          - type: nauc_mrr_at_5_std
            value: -2.5553616249884756
          - type: nauc_ndcg_at_1000_diff1
            value: 39.15178707833506
          - type: nauc_ndcg_at_1000_max
            value: 33.25615613608456
          - type: nauc_ndcg_at_1000_std
            value: -2.1792655266044645
          - type: nauc_ndcg_at_100_diff1
            value: 38.9781153280577
          - type: nauc_ndcg_at_100_max
            value: 33.59332040478102
          - type: nauc_ndcg_at_100_std
            value: -1.6261785471415764
          - type: nauc_ndcg_at_10_diff1
            value: 38.497420832277975
          - type: nauc_ndcg_at_10_max
            value: 32.53253337236221
          - type: nauc_ndcg_at_10_std
            value: -2.997611061467513
          - type: nauc_ndcg_at_1_diff1
            value: 40.89812140583222
          - type: nauc_ndcg_at_1_max
            value: 30.547640253413395
          - type: nauc_ndcg_at_1_std
            value: -4.319528874623733
          - type: nauc_ndcg_at_20_diff1
            value: 38.81727541423619
          - type: nauc_ndcg_at_20_max
            value: 33.83499432459841
          - type: nauc_ndcg_at_20_std
            value: -1.4541145324463343
          - type: nauc_ndcg_at_3_diff1
            value: 39.21372121259748
          - type: nauc_ndcg_at_3_max
            value: 32.21240027184339
          - type: nauc_ndcg_at_3_std
            value: -5.818515242107007
          - type: nauc_ndcg_at_5_diff1
            value: 38.36581068852509
          - type: nauc_ndcg_at_5_max
            value: 32.31265492516815
          - type: nauc_ndcg_at_5_std
            value: -4.347865800300811
          - type: nauc_precision_at_1000_diff1
            value: -2.9404408066555487
          - type: nauc_precision_at_1000_max
            value: 11.959727087923113
          - type: nauc_precision_at_1000_std
            value: 19.807537724237182
          - type: nauc_precision_at_100_diff1
            value: -1.8903473485508044
          - type: nauc_precision_at_100_max
            value: 17.859451192772262
          - type: nauc_precision_at_100_std
            value: 20.978283478932195
          - type: nauc_precision_at_10_diff1
            value: 7.827166236013994
          - type: nauc_precision_at_10_max
            value: 27.639518058609987
          - type: nauc_precision_at_10_std
            value: 16.2656199079196
          - type: nauc_precision_at_1_diff1
            value: 40.89812140583222
          - type: nauc_precision_at_1_max
            value: 30.547640253413395
          - type: nauc_precision_at_1_std
            value: -4.319528874623733
          - type: nauc_precision_at_20_diff1
            value: 3.0739728724420488
          - type: nauc_precision_at_20_max
            value: 24.28491071974094
          - type: nauc_precision_at_20_std
            value: 19.64404584038665
          - type: nauc_precision_at_3_diff1
            value: 23.38851433425848
          - type: nauc_precision_at_3_max
            value: 34.046714722976056
          - type: nauc_precision_at_3_std
            value: 4.085453450220984
          - type: nauc_precision_at_5_diff1
            value: 14.827066677039587
          - type: nauc_precision_at_5_max
            value: 31.844657859314747
          - type: nauc_precision_at_5_std
            value: 11.233146291519418
          - type: nauc_recall_at_1000_diff1
            value: 40.585961683508714
          - type: nauc_recall_at_1000_max
            value: 48.857695287563935
          - type: nauc_recall_at_1000_std
            value: 43.20362271394189
          - type: nauc_recall_at_100_diff1
            value: 32.24127663397077
          - type: nauc_recall_at_100_max
            value: 38.836350075837004
          - type: nauc_recall_at_100_std
            value: 17.622027048501153
          - type: nauc_recall_at_10_diff1
            value: 31.30410560798441
          - type: nauc_recall_at_10_max
            value: 30.93697991799787
          - type: nauc_recall_at_10_std
            value: 1.5177200901024983
          - type: nauc_recall_at_1_diff1
            value: 44.73341103510332
          - type: nauc_recall_at_1_max
            value: 24.72510025576844
          - type: nauc_recall_at_1_std
            value: -11.010252578512175
          - type: nauc_recall_at_20_diff1
            value: 31.93561881507333
          - type: nauc_recall_at_20_max
            value: 36.879629985707076
          - type: nauc_recall_at_20_std
            value: 9.68448188578646
          - type: nauc_recall_at_3_diff1
            value: 36.243457137883894
          - type: nauc_recall_at_3_max
            value: 30.46545172710201
          - type: nauc_recall_at_3_std
            value: -7.391349871928162
          - type: nauc_recall_at_5_diff1
            value: 32.999190531912554
          - type: nauc_recall_at_5_max
            value: 30.87264732206836
          - type: nauc_recall_at_5_std
            value: -3.3937930443165434
          - type: ndcg_at_1
            value: 38.242
          - type: ndcg_at_10
            value: 50.547
          - type: ndcg_at_100
            value: 55.994
          - type: ndcg_at_1000
            value: 57.538
          - type: ndcg_at_20
            value: 52.954
          - type: ndcg_at_3
            value: 44.283
          - type: ndcg_at_5
            value: 46.86
          - type: precision_at_1
            value: 38.242
          - type: precision_at_10
            value: 9.498
          - type: precision_at_100
            value: 1.424
          - type: precision_at_1000
            value: 0.174
          - type: precision_at_20
            value: 5.628
          - type: precision_at_3
            value: 21.271
          - type: precision_at_5
            value: 15.342
          - type: recall_at_1
            value: 30.547
          - type: recall_at_10
            value: 65.42999999999999
          - type: recall_at_100
            value: 87.92
          - type: recall_at_1000
            value: 97.68599999999999
          - type: recall_at_20
            value: 73.685
          - type: recall_at_3
            value: 47.979
          - type: recall_at_5
            value: 54.69199999999999
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB CQADupstackStatsRetrieval
          revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
          split: test
          type: mteb/cqadupstack-stats
        metrics:
          - type: main_score
            value: 42.379
          - type: map_at_1
            value: 28.076
          - type: map_at_10
            value: 37.187
          - type: map_at_100
            value: 38.163000000000004
          - type: map_at_1000
            value: 38.262
          - type: map_at_20
            value: 37.649
          - type: map_at_3
            value: 34.361000000000004
          - type: map_at_5
            value: 36.024
          - type: mrr_at_1
            value: 31.13496932515337
          - type: mrr_at_10
            value: 39.87084915765898
          - type: mrr_at_100
            value: 40.63847645369495
          - type: mrr_at_1000
            value: 40.70451576754048
          - type: mrr_at_20
            value: 40.25268368368429
          - type: mrr_at_3
            value: 37.37218813905932
          - type: mrr_at_5
            value: 38.698875255623726
          - type: nauc_map_at_1000_diff1
            value: 53.23968282874812
          - type: nauc_map_at_1000_max
            value: 33.785923443457136
          - type: nauc_map_at_1000_std
            value: -7.1706965835194145
          - type: nauc_map_at_100_diff1
            value: 53.23488336800868
          - type: nauc_map_at_100_max
            value: 33.78610121008569
          - type: nauc_map_at_100_std
            value: -7.15094162130079
          - type: nauc_map_at_10_diff1
            value: 53.52788129491361
          - type: nauc_map_at_10_max
            value: 33.55616013388991
          - type: nauc_map_at_10_std
            value: -7.6857282749978
          - type: nauc_map_at_1_diff1
            value: 59.34174527256049
          - type: nauc_map_at_1_max
            value: 32.58063146059831
          - type: nauc_map_at_1_std
            value: -9.540287370085819
          - type: nauc_map_at_20_diff1
            value: 53.16586961282429
          - type: nauc_map_at_20_max
            value: 33.69272685105737
          - type: nauc_map_at_20_std
            value: -7.380323341082431
          - type: nauc_map_at_3_diff1
            value: 55.28137765707177
          - type: nauc_map_at_3_max
            value: 33.45378492437827
          - type: nauc_map_at_3_std
            value: -8.18647355512435
          - type: nauc_map_at_5_diff1
            value: 53.8836295908436
          - type: nauc_map_at_5_max
            value: 33.822344952119785
          - type: nauc_map_at_5_std
            value: -7.64537861608003
          - type: nauc_mrr_at_1000_diff1
            value: 51.841157711545215
          - type: nauc_mrr_at_1000_max
            value: 34.9249740423282
          - type: nauc_mrr_at_1000_std
            value: -5.797330608658271
          - type: nauc_mrr_at_100_diff1
            value: 51.82520112610312
          - type: nauc_mrr_at_100_max
            value: 34.9362444083548
          - type: nauc_mrr_at_100_std
            value: -5.7681632136177585
          - type: nauc_mrr_at_10_diff1
            value: 51.81624637385308
          - type: nauc_mrr_at_10_max
            value: 34.837632307043705
          - type: nauc_mrr_at_10_std
            value: -6.09995049270317
          - type: nauc_mrr_at_1_diff1
            value: 58.37854579448285
          - type: nauc_mrr_at_1_max
            value: 34.672901734986844
          - type: nauc_mrr_at_1_std
            value: -7.066787533024501
          - type: nauc_mrr_at_20_diff1
            value: 51.65185881732499
          - type: nauc_mrr_at_20_max
            value: 34.925636736880925
          - type: nauc_mrr_at_20_std
            value: -5.827364722186311
          - type: nauc_mrr_at_3_diff1
            value: 53.51689033144754
          - type: nauc_mrr_at_3_max
            value: 34.75062118986762
          - type: nauc_mrr_at_3_std
            value: -6.580474412596013
          - type: nauc_mrr_at_5_diff1
            value: 52.291499624036355
          - type: nauc_mrr_at_5_max
            value: 35.066619088016196
          - type: nauc_mrr_at_5_std
            value: -6.1986345561829195
          - type: nauc_ndcg_at_1000_diff1
            value: 50.51376093038994
          - type: nauc_ndcg_at_1000_max
            value: 34.725822070535685
          - type: nauc_ndcg_at_1000_std
            value: -4.434746308735319
          - type: nauc_ndcg_at_100_diff1
            value: 49.81860985607077
          - type: nauc_ndcg_at_100_max
            value: 34.692760290424815
          - type: nauc_ndcg_at_100_std
            value: -3.835522029514012
          - type: nauc_ndcg_at_10_diff1
            value: 50.3513048763106
          - type: nauc_ndcg_at_10_max
            value: 33.72184194935727
          - type: nauc_ndcg_at_10_std
            value: -6.798983244879382
          - type: nauc_ndcg_at_1_diff1
            value: 58.37854579448285
          - type: nauc_ndcg_at_1_max
            value: 34.672901734986844
          - type: nauc_ndcg_at_1_std
            value: -7.066787533024501
          - type: nauc_ndcg_at_20_diff1
            value: 49.29162167829859
          - type: nauc_ndcg_at_20_max
            value: 34.16877295196376
          - type: nauc_ndcg_at_20_std
            value: -5.597014358860604
          - type: nauc_ndcg_at_3_diff1
            value: 53.10834468009104
          - type: nauc_ndcg_at_3_max
            value: 34.33773588752504
          - type: nauc_ndcg_at_3_std
            value: -7.243624483216034
          - type: nauc_ndcg_at_5_diff1
            value: 51.104845457630354
          - type: nauc_ndcg_at_5_max
            value: 34.38674960727082
          - type: nauc_ndcg_at_5_std
            value: -6.949153425119295
          - type: nauc_precision_at_1000_diff1
            value: -9.296436979607215
          - type: nauc_precision_at_1000_max
            value: 6.4385608601441255
          - type: nauc_precision_at_1000_std
            value: 9.323328514309525
          - type: nauc_precision_at_100_diff1
            value: 1.6478610402380616
          - type: nauc_precision_at_100_max
            value: 18.351794901313585
          - type: nauc_precision_at_100_std
            value: 14.665874744283974
          - type: nauc_precision_at_10_diff1
            value: 25.534183841642637
          - type: nauc_precision_at_10_max
            value: 29.40076026042332
          - type: nauc_precision_at_10_std
            value: 2.9872193044238453
          - type: nauc_precision_at_1_diff1
            value: 58.37854579448285
          - type: nauc_precision_at_1_max
            value: 34.672901734986844
          - type: nauc_precision_at_1_std
            value: -7.066787533024501
          - type: nauc_precision_at_20_diff1
            value: 15.647544367678556
          - type: nauc_precision_at_20_max
            value: 27.05732589353733
          - type: nauc_precision_at_20_std
            value: 7.191923029484484
          - type: nauc_precision_at_3_diff1
            value: 43.617914587502476
          - type: nauc_precision_at_3_max
            value: 34.43947964259185
          - type: nauc_precision_at_3_std
            value: -2.2997019515698853
          - type: nauc_precision_at_5_diff1
            value: 33.45902372451529
          - type: nauc_precision_at_5_max
            value: 33.345179920600174
          - type: nauc_precision_at_5_std
            value: 0.6402432222388739
          - type: nauc_recall_at_1000_diff1
            value: 29.85614248165102
          - type: nauc_recall_at_1000_max
            value: 43.12189214089366
          - type: nauc_recall_at_1000_std
            value: 38.028489124610644
          - type: nauc_recall_at_100_diff1
            value: 33.1910221741884
          - type: nauc_recall_at_100_max
            value: 36.878036476663056
          - type: nauc_recall_at_100_std
            value: 17.505589309024437
          - type: nauc_recall_at_10_diff1
            value: 40.89508005321193
          - type: nauc_recall_at_10_max
            value: 31.718075561656622
          - type: nauc_recall_at_10_std
            value: -5.5201680473345105
          - type: nauc_recall_at_1_diff1
            value: 59.34174527256049
          - type: nauc_recall_at_1_max
            value: 32.58063146059831
          - type: nauc_recall_at_1_std
            value: -9.540287370085819
          - type: nauc_recall_at_20_diff1
            value: 35.66013790544511
          - type: nauc_recall_at_20_max
            value: 32.86639975082532
          - type: nauc_recall_at_20_std
            value: -0.7884329140983038
          - type: nauc_recall_at_3_diff1
            value: 49.19221784465332
          - type: nauc_recall_at_3_max
            value: 33.023935837910756
          - type: nauc_recall_at_3_std
            value: -7.019711964409782
          - type: nauc_recall_at_5_diff1
            value: 44.67980008380877
          - type: nauc_recall_at_5_max
            value: 33.64495915667608
          - type: nauc_recall_at_5_std
            value: -6.146102608248518
          - type: ndcg_at_1
            value: 31.135
          - type: ndcg_at_10
            value: 42.379
          - type: ndcg_at_100
            value: 47.296
          - type: ndcg_at_1000
            value: 49.403999999999996
          - type: ndcg_at_20
            value: 43.93
          - type: ndcg_at_3
            value: 37.196
          - type: ndcg_at_5
            value: 39.75
          - type: precision_at_1
            value: 31.135
          - type: precision_at_10
            value: 6.81
          - type: precision_at_100
            value: 1.014
          - type: precision_at_1000
            value: 0.127
          - type: precision_at_20
            value: 3.834
          - type: precision_at_3
            value: 16.002
          - type: precision_at_5
            value: 11.411
          - type: recall_at_1
            value: 28.076
          - type: recall_at_10
            value: 55.509
          - type: recall_at_100
            value: 78.396
          - type: recall_at_1000
            value: 93.124
          - type: recall_at_20
            value: 61.326
          - type: recall_at_3
            value: 41.399
          - type: recall_at_5
            value: 47.567
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB CQADupstackTexRetrieval
          revision: 46989137a86843e03a6195de44b09deda022eec7
          split: test
          type: mteb/cqadupstack-tex
        metrics:
          - type: main_score
            value: 37.114999999999995
          - type: map_at_1
            value: 22.032
          - type: map_at_10
            value: 31.392999999999997
          - type: map_at_100
            value: 32.681
          - type: map_at_1000
            value: 32.803
          - type: map_at_20
            value: 32.092999999999996
          - type: map_at_3
            value: 28.33
          - type: map_at_5
            value: 29.988999999999997
          - type: mrr_at_1
            value: 26.944253269098418
          - type: mrr_at_10
            value: 35.76442827647241
          - type: mrr_at_100
            value: 36.70928542668393
          - type: mrr_at_1000
            value: 36.770222872867485
          - type: mrr_at_20
            value: 36.28598608599559
          - type: mrr_at_3
            value: 33.167010782289594
          - type: mrr_at_5
            value: 34.620899288827864
          - type: nauc_map_at_1000_diff1
            value: 38.09265419483922
          - type: nauc_map_at_1000_max
            value: 25.105090914997024
          - type: nauc_map_at_1000_std
            value: 1.0700959987729692
          - type: nauc_map_at_100_diff1
            value: 38.063239842931246
          - type: nauc_map_at_100_max
            value: 25.071823053158475
          - type: nauc_map_at_100_std
            value: 1.0427996382419578
          - type: nauc_map_at_10_diff1
            value: 38.063314345359736
          - type: nauc_map_at_10_max
            value: 24.90358356796509
          - type: nauc_map_at_10_std
            value: 0.48891415762356544
          - type: nauc_map_at_1_diff1
            value: 44.192488964031135
          - type: nauc_map_at_1_max
            value: 23.101395238489264
          - type: nauc_map_at_1_std
            value: -0.44274744959708606
          - type: nauc_map_at_20_diff1
            value: 38.02737709746376
          - type: nauc_map_at_20_max
            value: 25.015577711149145
          - type: nauc_map_at_20_std
            value: 0.7752620565795433
          - type: nauc_map_at_3_diff1
            value: 38.79059906518923
          - type: nauc_map_at_3_max
            value: 24.278973778653658
          - type: nauc_map_at_3_std
            value: -0.06600853085223404
          - type: nauc_map_at_5_diff1
            value: 38.38811885476713
          - type: nauc_map_at_5_max
            value: 24.906014694358767
          - type: nauc_map_at_5_std
            value: 0.503696622267735
          - type: nauc_mrr_at_1000_diff1
            value: 38.43851052537515
          - type: nauc_mrr_at_1000_max
            value: 26.08088413681578
          - type: nauc_mrr_at_1000_std
            value: 2.260435008633633
          - type: nauc_mrr_at_100_diff1
            value: 38.42446503025336
          - type: nauc_mrr_at_100_max
            value: 26.06653535777771
          - type: nauc_mrr_at_100_std
            value: 2.2508085472342567
          - type: nauc_mrr_at_10_diff1
            value: 38.42491058346722
          - type: nauc_mrr_at_10_max
            value: 26.046875548569524
          - type: nauc_mrr_at_10_std
            value: 1.991934209812353
          - type: nauc_mrr_at_1_diff1
            value: 44.125116470111806
          - type: nauc_mrr_at_1_max
            value: 25.502414026989822
          - type: nauc_mrr_at_1_std
            value: 1.0717390948764505
          - type: nauc_mrr_at_20_diff1
            value: 38.355654581557275
          - type: nauc_mrr_at_20_max
            value: 26.052337555999888
          - type: nauc_mrr_at_20_std
            value: 2.0892219127514107
          - type: nauc_mrr_at_3_diff1
            value: 39.001757864272676
          - type: nauc_mrr_at_3_max
            value: 25.98003648378764
          - type: nauc_mrr_at_3_std
            value: 1.6394764040482228
          - type: nauc_mrr_at_5_diff1
            value: 38.71163053840094
          - type: nauc_mrr_at_5_max
            value: 26.20780413201001
          - type: nauc_mrr_at_5_std
            value: 2.021661434346652
          - type: nauc_ndcg_at_1000_diff1
            value: 36.31450458217211
          - type: nauc_ndcg_at_1000_max
            value: 26.149308380875073
          - type: nauc_ndcg_at_1000_std
            value: 3.905862488970823
          - type: nauc_ndcg_at_100_diff1
            value: 35.963790362714164
          - type: nauc_ndcg_at_100_max
            value: 25.739750793393007
          - type: nauc_ndcg_at_100_std
            value: 3.7112777105604406
          - type: nauc_ndcg_at_10_diff1
            value: 35.99336074029864
          - type: nauc_ndcg_at_10_max
            value: 25.55200053240736
          - type: nauc_ndcg_at_10_std
            value: 1.5588036488952475
          - type: nauc_ndcg_at_1_diff1
            value: 44.125116470111806
          - type: nauc_ndcg_at_1_max
            value: 25.502414026989822
          - type: nauc_ndcg_at_1_std
            value: 1.0717390948764505
          - type: nauc_ndcg_at_20_diff1
            value: 35.73590736885051
          - type: nauc_ndcg_at_20_max
            value: 25.70046947040548
          - type: nauc_ndcg_at_20_std
            value: 2.271321757997752
          - type: nauc_ndcg_at_3_diff1
            value: 37.32573641209906
          - type: nauc_ndcg_at_3_max
            value: 25.1167909777267
          - type: nauc_ndcg_at_3_std
            value: 0.7212992566129185
          - type: nauc_ndcg_at_5_diff1
            value: 36.712049675888636
          - type: nauc_ndcg_at_5_max
            value: 25.792607516706372
          - type: nauc_ndcg_at_5_std
            value: 1.578770099119
          - type: nauc_precision_at_1000_diff1
            value: 3.6736780338116977
          - type: nauc_precision_at_1000_max
            value: 11.81314408533315
          - type: nauc_precision_at_1000_std
            value: 10.2436841196851
          - type: nauc_precision_at_100_diff1
            value: 8.417413354516071
          - type: nauc_precision_at_100_max
            value: 16.205114523661024
          - type: nauc_precision_at_100_std
            value: 13.594635835595328
          - type: nauc_precision_at_10_diff1
            value: 19.048008342402845
          - type: nauc_precision_at_10_max
            value: 23.350651852456103
          - type: nauc_precision_at_10_std
            value: 5.976335419523274
          - type: nauc_precision_at_1_diff1
            value: 44.125116470111806
          - type: nauc_precision_at_1_max
            value: 25.502414026989822
          - type: nauc_precision_at_1_std
            value: 1.0717390948764505
          - type: nauc_precision_at_20_diff1
            value: 15.474925061953678
          - type: nauc_precision_at_20_max
            value: 21.546991193902272
          - type: nauc_precision_at_20_std
            value: 8.905930860583391
          - type: nauc_precision_at_3_diff1
            value: 28.986321566644303
          - type: nauc_precision_at_3_max
            value: 26.69485123311458
          - type: nauc_precision_at_3_std
            value: 3.4263045093511537
          - type: nauc_precision_at_5_diff1
            value: 24.709408636594915
          - type: nauc_precision_at_5_max
            value: 26.67143866400471
          - type: nauc_precision_at_5_std
            value: 5.19041364886639
          - type: nauc_recall_at_1000_diff1
            value: 20.00674566428088
          - type: nauc_recall_at_1000_max
            value: 34.777585777551536
          - type: nauc_recall_at_1000_std
            value: 36.77107209206558
          - type: nauc_recall_at_100_diff1
            value: 24.285256665242304
          - type: nauc_recall_at_100_max
            value: 23.801866644708262
          - type: nauc_recall_at_100_std
            value: 15.064509694858854
          - type: nauc_recall_at_10_diff1
            value: 27.36808052999267
          - type: nauc_recall_at_10_max
            value: 24.053807252852636
          - type: nauc_recall_at_10_std
            value: 2.597884142562802
          - type: nauc_recall_at_1_diff1
            value: 44.192488964031135
          - type: nauc_recall_at_1_max
            value: 23.101395238489264
          - type: nauc_recall_at_1_std
            value: -0.44274744959708606
          - type: nauc_recall_at_20_diff1
            value: 25.65995095802745
          - type: nauc_recall_at_20_max
            value: 24.31913892777212
          - type: nauc_recall_at_20_std
            value: 5.048151975361747
          - type: nauc_recall_at_3_diff1
            value: 32.07015707209654
          - type: nauc_recall_at_3_max
            value: 23.698394784703815
          - type: nauc_recall_at_3_std
            value: 0.4539034711477527
          - type: nauc_recall_at_5_diff1
            value: 30.186485460653582
          - type: nauc_recall_at_5_max
            value: 25.00467869253249
          - type: nauc_recall_at_5_std
            value: 2.598872826683705
          - type: ndcg_at_1
            value: 26.944000000000003
          - type: ndcg_at_10
            value: 37.114999999999995
          - type: ndcg_at_100
            value: 42.846000000000004
          - type: ndcg_at_1000
            value: 45.228
          - type: ndcg_at_20
            value: 39.26
          - type: ndcg_at_3
            value: 31.891000000000002
          - type: ndcg_at_5
            value: 34.261
          - type: precision_at_1
            value: 26.944000000000003
          - type: precision_at_10
            value: 6.8790000000000004
          - type: precision_at_100
            value: 1.138
          - type: precision_at_1000
            value: 0.154
          - type: precision_at_20
            value: 4.092
          - type: precision_at_3
            value: 15.244
          - type: precision_at_5
            value: 11.004999999999999
          - type: recall_at_1
            value: 22.032
          - type: recall_at_10
            value: 49.830999999999996
          - type: recall_at_100
            value: 75.318
          - type: recall_at_1000
            value: 91.526
          - type: recall_at_20
            value: 57.684999999999995
          - type: recall_at_3
            value: 35.144999999999996
          - type: recall_at_5
            value: 41.377
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB CQADupstackRetrieval
          split: test
          type: mteb/cqadupstack
        metrics:
          - type: main_score
            value: 49.35933333333333
          - type: map_at_1
            value: 31.5475
          - type: map_at_10
            value: 43.166916666666665
          - type: map_at_100
            value: 44.506083333333336
          - type: map_at_1000
            value: 44.60875
          - type: map_at_20
            value: 43.926166666666674
          - type: map_at_3
            value: 39.7375
          - type: map_at_5
            value: 41.63241666666667
          - type: mrr_at_1
            value: 37.58487329336356
          - type: mrr_at_10
            value: 47.57339949857069
          - type: mrr_at_100
            value: 48.37962696919692
          - type: mrr_at_1000
            value: 48.42044074093141
          - type: mrr_at_20
            value: 48.05694412330748
          - type: mrr_at_3
            value: 45.01312222327854
          - type: mrr_at_5
            value: 46.45963570299018
          - type: nauc_map_at_1000_diff1
            value: 47.559431895551796
          - type: nauc_map_at_1000_max
            value: 32.22624317021025
          - type: nauc_map_at_1000_std
            value: -9.215659016819911
          - type: nauc_map_at_100_diff1
            value: 47.5522725421024
          - type: nauc_map_at_100_max
            value: 32.23227770404454
          - type: nauc_map_at_100_std
            value: -9.257263949623699
          - type: nauc_map_at_10_diff1
            value: 47.62525599466672
          - type: nauc_map_at_10_max
            value: 31.810691404066432
          - type: nauc_map_at_10_std
            value: -10.159455545932724
          - type: nauc_map_at_1_diff1
            value: 52.959829481566764
          - type: nauc_map_at_1_max
            value: 28.644143760250785
          - type: nauc_map_at_1_std
            value: -11.72163597077123
          - type: nauc_map_at_20_diff1
            value: 47.56050095649268
          - type: nauc_map_at_20_max
            value: 32.08395945370071
          - type: nauc_map_at_20_std
            value: -9.628010776060316
          - type: nauc_map_at_3_diff1
            value: 48.51453660580493
          - type: nauc_map_at_3_max
            value: 30.898488535624786
          - type: nauc_map_at_3_std
            value: -11.15241799050688
          - type: nauc_map_at_5_diff1
            value: 47.85361615288319
          - type: nauc_map_at_5_max
            value: 31.396160977070693
          - type: nauc_map_at_5_std
            value: -10.669927060581687
          - type: nauc_mrr_at_1000_diff1
            value: 46.5756551519747
          - type: nauc_mrr_at_1000_max
            value: 33.613205491060505
          - type: nauc_mrr_at_1000_std
            value: -7.511388196842074
          - type: nauc_mrr_at_100_diff1
            value: 46.56493524451518
          - type: nauc_mrr_at_100_max
            value: 33.61311557843383
          - type: nauc_mrr_at_100_std
            value: -7.503137722678137
          - type: nauc_mrr_at_10_diff1
            value: 46.48587625246975
          - type: nauc_mrr_at_10_max
            value: 33.56104741766235
          - type: nauc_mrr_at_10_std
            value: -7.798262408773109
          - type: nauc_mrr_at_1_diff1
            value: 50.92937737651317
          - type: nauc_mrr_at_1_max
            value: 32.9507362296752
          - type: nauc_mrr_at_1_std
            value: -8.423238646208265
          - type: nauc_mrr_at_20_diff1
            value: 46.50275775113446
          - type: nauc_mrr_at_20_max
            value: 33.58865514759019
          - type: nauc_mrr_at_20_std
            value: -7.570114941791467
          - type: nauc_mrr_at_3_diff1
            value: 46.89503971128471
          - type: nauc_mrr_at_3_max
            value: 33.496560503226625
          - type: nauc_mrr_at_3_std
            value: -8.210558822386304
          - type: nauc_mrr_at_5_diff1
            value: 46.52472719918368
          - type: nauc_mrr_at_5_max
            value: 33.47000614361767
          - type: nauc_mrr_at_5_std
            value: -8.047294277050185
          - type: nauc_ndcg_at_1000_diff1
            value: 45.952224716482064
          - type: nauc_ndcg_at_1000_max
            value: 33.55951998008019
          - type: nauc_ndcg_at_1000_std
            value: -6.526593883643845
          - type: nauc_ndcg_at_100_diff1
            value: 45.6076817241719
          - type: nauc_ndcg_at_100_max
            value: 33.56351746928194
          - type: nauc_ndcg_at_100_std
            value: -6.2577955941610375
          - type: nauc_ndcg_at_10_diff1
            value: 45.49263554465489
          - type: nauc_ndcg_at_10_max
            value: 32.64126996617623
          - type: nauc_ndcg_at_10_std
            value: -8.742955252041423
          - type: nauc_ndcg_at_1_diff1
            value: 50.92937737651317
          - type: nauc_ndcg_at_1_max
            value: 32.9507362296752
          - type: nauc_ndcg_at_1_std
            value: -8.423238646208265
          - type: nauc_ndcg_at_20_diff1
            value: 45.4342115120439
          - type: nauc_ndcg_at_20_max
            value: 33.104622212270726
          - type: nauc_ndcg_at_20_std
            value: -7.483803415235951
          - type: nauc_ndcg_at_3_diff1
            value: 46.31897453421016
          - type: nauc_ndcg_at_3_max
            value: 32.28721923806247
          - type: nauc_ndcg_at_3_std
            value: -9.54172365718084
          - type: nauc_ndcg_at_5_diff1
            value: 45.70298606925981
          - type: nauc_ndcg_at_5_max
            value: 32.261906390761105
          - type: nauc_ndcg_at_5_std
            value: -9.399257100607874
          - type: nauc_precision_at_1000_diff1
            value: -11.364874438217843
          - type: nauc_precision_at_1000_max
            value: 4.301890425063193
          - type: nauc_precision_at_1000_std
            value: 15.855742716005356
          - type: nauc_precision_at_100_diff1
            value: -4.982324099155143
          - type: nauc_precision_at_100_max
            value: 13.642061594719774
          - type: nauc_precision_at_100_std
            value: 18.81929325056801
          - type: nauc_precision_at_10_diff1
            value: 12.638394408088926
          - type: nauc_precision_at_10_max
            value: 25.306846945633808
          - type: nauc_precision_at_10_std
            value: 6.594949743766334
          - type: nauc_precision_at_1_diff1
            value: 50.92937737651317
          - type: nauc_precision_at_1_max
            value: 32.9507362296752
          - type: nauc_precision_at_1_std
            value: -8.423238646208265
          - type: nauc_precision_at_20_diff1
            value: 6.16872699781517
          - type: nauc_precision_at_20_max
            value: 22.181315927006374
          - type: nauc_precision_at_20_std
            value: 12.56367756338886
          - type: nauc_precision_at_3_diff1
            value: 28.83807305490845
          - type: nauc_precision_at_3_max
            value: 31.389218193103215
          - type: nauc_precision_at_3_std
            value: -1.896026766564083
          - type: nauc_precision_at_5_diff1
            value: 20.77453603262145
          - type: nauc_precision_at_5_max
            value: 28.91019461637974
          - type: nauc_precision_at_5_std
            value: 1.6398138794154224
          - type: nauc_recall_at_1000_diff1
            value: 32.58030229927583
          - type: nauc_recall_at_1000_max
            value: 51.575385962899944
          - type: nauc_recall_at_1000_std
            value: 42.279175457257395
          - type: nauc_recall_at_100_diff1
            value: 33.0346354270252
          - type: nauc_recall_at_100_max
            value: 37.59086973079201
          - type: nauc_recall_at_100_std
            value: 14.114518949779974
          - type: nauc_recall_at_10_diff1
            value: 37.76688949788438
          - type: nauc_recall_at_10_max
            value: 30.957649538205224
          - type: nauc_recall_at_10_std
            value: -7.51989142903617
          - type: nauc_recall_at_1_diff1
            value: 52.959829481566764
          - type: nauc_recall_at_1_max
            value: 28.644143760250785
          - type: nauc_recall_at_1_std
            value: -11.72163597077123
          - type: nauc_recall_at_20_diff1
            value: 36.1678225571237
          - type: nauc_recall_at_20_max
            value: 32.77154289601683
          - type: nauc_recall_at_20_std
            value: -1.4627763691409723
          - type: nauc_recall_at_3_diff1
            value: 42.36573375194426
          - type: nauc_recall_at_3_max
            value: 29.836155630039997
          - type: nauc_recall_at_3_std
            value: -10.921190546010779
          - type: nauc_recall_at_5_diff1
            value: 39.78782895608393
          - type: nauc_recall_at_5_max
            value: 29.974729083162995
          - type: nauc_recall_at_5_std
            value: -9.914213193369637
          - type: ndcg_at_1
            value: 37.584833333333336
          - type: ndcg_at_10
            value: 49.35933333333333
          - type: ndcg_at_100
            value: 54.516083333333334
          - type: ndcg_at_1000
            value: 56.13400000000001
          - type: ndcg_at_20
            value: 51.47983333333334
          - type: ndcg_at_3
            value: 43.94075
          - type: ndcg_at_5
            value: 46.43991666666667
          - type: precision_at_1
            value: 37.584833333333336
          - type: precision_at_10
            value: 8.754333333333332
          - type: precision_at_100
            value: 1.3438333333333334
          - type: precision_at_1000
            value: 0.16591666666666666
          - type: precision_at_20
            value: 5.135833333333332
          - type: precision_at_3
            value: 20.47383333333333
          - type: precision_at_5
            value: 14.480333333333334
          - type: recall_at_1
            value: 31.5475
          - type: recall_at_10
            value: 62.99808333333332
          - type: recall_at_100
            value: 85.16766666666666
          - type: recall_at_1000
            value: 95.88949999999998
          - type: recall_at_20
            value: 70.61158333333333
          - type: recall_at_3
            value: 47.78208333333333
          - type: recall_at_5
            value: 54.30466666666667
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB CQADupstackUnixRetrieval
          revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
          split: test
          type: mteb/cqadupstack-unix
        metrics:
          - type: main_score
            value: 51.409000000000006
          - type: map_at_1
            value: 33.44
          - type: map_at_10
            value: 45.242
          - type: map_at_100
            value: 46.457
          - type: map_at_1000
            value: 46.539
          - type: map_at_20
            value: 45.928999999999995
          - type: map_at_3
            value: 41.736000000000004
          - type: map_at_5
            value: 43.717
          - type: mrr_at_1
            value: 39.17910447761194
          - type: mrr_at_10
            value: 49.54868514570004
          - type: mrr_at_100
            value: 50.31474300711142
          - type: mrr_at_1000
            value: 50.35763716395954
          - type: mrr_at_20
            value: 49.99823659223059
          - type: mrr_at_3
            value: 46.8128109452736
          - type: mrr_at_5
            value: 48.45926616915417
          - type: nauc_map_at_1000_diff1
            value: 50.87257673340992
          - type: nauc_map_at_1000_max
            value: 40.34609374301027
          - type: nauc_map_at_1000_std
            value: -7.379981243726618
          - type: nauc_map_at_100_diff1
            value: 50.854157949159365
          - type: nauc_map_at_100_max
            value: 40.34032556006189
          - type: nauc_map_at_100_std
            value: -7.399964737756573
          - type: nauc_map_at_10_diff1
            value: 50.686246859628525
          - type: nauc_map_at_10_max
            value: 39.908128766187275
          - type: nauc_map_at_10_std
            value: -7.7328502513278625
          - type: nauc_map_at_1_diff1
            value: 55.57814128760479
          - type: nauc_map_at_1_max
            value: 38.478658985510826
          - type: nauc_map_at_1_std
            value: -6.372508238481584
          - type: nauc_map_at_20_diff1
            value: 50.772989231947626
          - type: nauc_map_at_20_max
            value: 40.23956514712802
          - type: nauc_map_at_20_std
            value: -7.514568627968219
          - type: nauc_map_at_3_diff1
            value: 52.014664217088544
          - type: nauc_map_at_3_max
            value: 39.734083375309915
          - type: nauc_map_at_3_std
            value: -7.926554803796402
          - type: nauc_map_at_5_diff1
            value: 51.01483620986479
          - type: nauc_map_at_5_max
            value: 39.45610862159722
          - type: nauc_map_at_5_std
            value: -8.27731392985267
          - type: nauc_mrr_at_1000_diff1
            value: 51.00481391598901
          - type: nauc_mrr_at_1000_max
            value: 42.212066475020265
          - type: nauc_mrr_at_1000_std
            value: -6.370874800186104
          - type: nauc_mrr_at_100_diff1
            value: 50.990520232150246
          - type: nauc_mrr_at_100_max
            value: 42.19016027339401
          - type: nauc_mrr_at_100_std
            value: -6.3827695296657145
          - type: nauc_mrr_at_10_diff1
            value: 50.744688903224954
          - type: nauc_mrr_at_10_max
            value: 42.11767789677446
          - type: nauc_mrr_at_10_std
            value: -6.497082850925394
          - type: nauc_mrr_at_1_diff1
            value: 55.54795613882778
          - type: nauc_mrr_at_1_max
            value: 43.333268044897565
          - type: nauc_mrr_at_1_std
            value: -5.456284327113586
          - type: nauc_mrr_at_20_diff1
            value: 50.8946692657115
          - type: nauc_mrr_at_20_max
            value: 42.131007988181466
          - type: nauc_mrr_at_20_std
            value: -6.474403898884448
          - type: nauc_mrr_at_3_diff1
            value: 51.41122299252956
          - type: nauc_mrr_at_3_max
            value: 42.43303267211499
          - type: nauc_mrr_at_3_std
            value: -6.499097476761323
          - type: nauc_mrr_at_5_diff1
            value: 50.94067629188639
          - type: nauc_mrr_at_5_max
            value: 41.914612395133574
          - type: nauc_mrr_at_5_std
            value: -7.173024101198252
          - type: nauc_ndcg_at_1000_diff1
            value: 49.671254442063336
          - type: nauc_ndcg_at_1000_max
            value: 41.233236425229265
          - type: nauc_ndcg_at_1000_std
            value: -5.974613943524345
          - type: nauc_ndcg_at_100_diff1
            value: 49.27027768005878
          - type: nauc_ndcg_at_100_max
            value: 40.948430026662564
          - type: nauc_ndcg_at_100_std
            value: -6.144610616966986
          - type: nauc_ndcg_at_10_diff1
            value: 48.558081201050165
          - type: nauc_ndcg_at_10_max
            value: 39.83487109315805
          - type: nauc_ndcg_at_10_std
            value: -7.615747684830626
          - type: nauc_ndcg_at_1_diff1
            value: 55.54795613882778
          - type: nauc_ndcg_at_1_max
            value: 43.333268044897565
          - type: nauc_ndcg_at_1_std
            value: -5.456284327113586
          - type: nauc_ndcg_at_20_diff1
            value: 48.892103792460844
          - type: nauc_ndcg_at_20_max
            value: 40.56965396855626
          - type: nauc_ndcg_at_20_std
            value: -7.033583531769024
          - type: nauc_ndcg_at_3_diff1
            value: 49.89643618093189
          - type: nauc_ndcg_at_3_max
            value: 40.22963794071276
          - type: nauc_ndcg_at_3_std
            value: -7.855589248597761
          - type: nauc_ndcg_at_5_diff1
            value: 48.921894655198365
          - type: nauc_ndcg_at_5_max
            value: 39.14662005574934
          - type: nauc_ndcg_at_5_std
            value: -8.845551763577872
          - type: nauc_precision_at_1000_diff1
            value: -14.518585158460978
          - type: nauc_precision_at_1000_max
            value: -1.7667784893915466
          - type: nauc_precision_at_1000_std
            value: 4.097998545067049
          - type: nauc_precision_at_100_diff1
            value: -4.950584630399553
          - type: nauc_precision_at_100_max
            value: 11.512730083218312
          - type: nauc_precision_at_100_std
            value: 6.330359665958284
          - type: nauc_precision_at_10_diff1
            value: 13.399849359324334
          - type: nauc_precision_at_10_max
            value: 26.855775987033937
          - type: nauc_precision_at_10_std
            value: -2.2873353847128644
          - type: nauc_precision_at_1_diff1
            value: 55.54795613882778
          - type: nauc_precision_at_1_max
            value: 43.333268044897565
          - type: nauc_precision_at_1_std
            value: -5.456284327113586
          - type: nauc_precision_at_20_diff1
            value: 7.679011471251583
          - type: nauc_precision_at_20_max
            value: 23.467700358632555
          - type: nauc_precision_at_20_std
            value: 1.1981871681272394
          - type: nauc_precision_at_3_diff1
            value: 32.921575397699506
          - type: nauc_precision_at_3_max
            value: 37.04097281242502
          - type: nauc_precision_at_3_std
            value: -5.360800309380987
          - type: nauc_precision_at_5_diff1
            value: 23.223401114141097
          - type: nauc_precision_at_5_max
            value: 31.530032692944605
          - type: nauc_precision_at_5_std
            value: -5.865853042470798
          - type: nauc_recall_at_1000_diff1
            value: 32.0155855987812
          - type: nauc_recall_at_1000_max
            value: 62.44988003291033
          - type: nauc_recall_at_1000_std
            value: 53.82320454819172
          - type: nauc_recall_at_100_diff1
            value: 36.65083199031551
          - type: nauc_recall_at_100_max
            value: 37.69410771344005
          - type: nauc_recall_at_100_std
            value: 3.579296637477123
          - type: nauc_recall_at_10_diff1
            value: 38.70173468166519
          - type: nauc_recall_at_10_max
            value: 34.1784276048144
          - type: nauc_recall_at_10_std
            value: -8.086019685277327
          - type: nauc_recall_at_1_diff1
            value: 55.57814128760479
          - type: nauc_recall_at_1_max
            value: 38.478658985510826
          - type: nauc_recall_at_1_std
            value: -6.372508238481584
          - type: nauc_recall_at_20_diff1
            value: 38.79450347259083
          - type: nauc_recall_at_20_max
            value: 36.05352697027188
          - type: nauc_recall_at_20_std
            value: -6.093850431049945
          - type: nauc_recall_at_3_diff1
            value: 45.74158065265736
          - type: nauc_recall_at_3_max
            value: 36.63626821782645
          - type: nauc_recall_at_3_std
            value: -9.653958457056982
          - type: nauc_recall_at_5_diff1
            value: 41.65880696047371
          - type: nauc_recall_at_5_max
            value: 33.8382122882109
          - type: nauc_recall_at_5_std
            value: -11.20106963946605
          - type: ndcg_at_1
            value: 39.179
          - type: ndcg_at_10
            value: 51.409000000000006
          - type: ndcg_at_100
            value: 56.499
          - type: ndcg_at_1000
            value: 58.062000000000005
          - type: ndcg_at_20
            value: 53.454
          - type: ndcg_at_3
            value: 45.754
          - type: ndcg_at_5
            value: 48.463
          - type: precision_at_1
            value: 39.179
          - type: precision_at_10
            value: 8.806
          - type: precision_at_100
            value: 1.2550000000000001
          - type: precision_at_1000
            value: 0.149
          - type: precision_at_20
            value: 5.009
          - type: precision_at_3
            value: 21.144
          - type: precision_at_5
            value: 14.832
          - type: recall_at_1
            value: 33.44
          - type: recall_at_10
            value: 65.496
          - type: recall_at_100
            value: 87.182
          - type: recall_at_1000
            value: 97.357
          - type: recall_at_20
            value: 72.697
          - type: recall_at_3
            value: 49.924
          - type: recall_at_5
            value: 56.95
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB CQADupstackWebmastersRetrieval
          revision: 160c094312a0e1facb97e55eeddb698c0abe3571
          split: test
          type: mteb/cqadupstack-webmasters
        metrics:
          - type: main_score
            value: 48.375
          - type: map_at_1
            value: 30.793
          - type: map_at_10
            value: 41.662
          - type: map_at_100
            value: 43.66
          - type: map_at_1000
            value: 43.878
          - type: map_at_20
            value: 42.667
          - type: map_at_3
            value: 38.458999999999996
          - type: map_at_5
            value: 39.97
          - type: mrr_at_1
            value: 37.15415019762846
          - type: mrr_at_10
            value: 46.61584792019573
          - type: mrr_at_100
            value: 47.583978313689805
          - type: mrr_at_1000
            value: 47.61436921649715
          - type: mrr_at_20
            value: 47.16104598393294
          - type: mrr_at_3
            value: 44.23583662714098
          - type: mrr_at_5
            value: 45.29314888010541
          - type: nauc_map_at_1000_diff1
            value: 50.738532964091355
          - type: nauc_map_at_1000_max
            value: 33.1761869184962
          - type: nauc_map_at_1000_std
            value: -11.88545399582968
          - type: nauc_map_at_100_diff1
            value: 50.820635857587945
          - type: nauc_map_at_100_max
            value: 33.37659274306262
          - type: nauc_map_at_100_std
            value: -12.261098317018648
          - type: nauc_map_at_10_diff1
            value: 51.34955861172913
          - type: nauc_map_at_10_max
            value: 33.07036272698984
          - type: nauc_map_at_10_std
            value: -13.958268441726652
          - type: nauc_map_at_1_diff1
            value: 58.14264885967374
          - type: nauc_map_at_1_max
            value: 31.098191422332405
          - type: nauc_map_at_1_std
            value: -16.55201181770837
          - type: nauc_map_at_20_diff1
            value: 51.138925497848945
          - type: nauc_map_at_20_max
            value: 33.294483331998656
          - type: nauc_map_at_20_std
            value: -13.386238751309648
          - type: nauc_map_at_3_diff1
            value: 53.11933171962268
          - type: nauc_map_at_3_max
            value: 33.174584991640856
          - type: nauc_map_at_3_std
            value: -15.227875860055217
          - type: nauc_map_at_5_diff1
            value: 51.91013458222077
          - type: nauc_map_at_5_max
            value: 33.432034239350386
          - type: nauc_map_at_5_std
            value: -14.493952556516101
          - type: nauc_mrr_at_1000_diff1
            value: 49.46380145346334
          - type: nauc_mrr_at_1000_max
            value: 32.79378116341429
          - type: nauc_mrr_at_1000_std
            value: -10.714169233380185
          - type: nauc_mrr_at_100_diff1
            value: 49.45394564674785
          - type: nauc_mrr_at_100_max
            value: 32.7943550676381
          - type: nauc_mrr_at_100_std
            value: -10.696490620685783
          - type: nauc_mrr_at_10_diff1
            value: 49.500335538737914
          - type: nauc_mrr_at_10_max
            value: 32.77023244114561
          - type: nauc_mrr_at_10_std
            value: -11.104541089359515
          - type: nauc_mrr_at_1_diff1
            value: 52.76130402864484
          - type: nauc_mrr_at_1_max
            value: 31.114589410052044
          - type: nauc_mrr_at_1_std
            value: -12.937210710275965
          - type: nauc_mrr_at_20_diff1
            value: 49.414643398815365
          - type: nauc_mrr_at_20_max
            value: 32.763780752203516
          - type: nauc_mrr_at_20_std
            value: -10.804422561377299
          - type: nauc_mrr_at_3_diff1
            value: 50.01492870108368
          - type: nauc_mrr_at_3_max
            value: 32.72937861591098
          - type: nauc_mrr_at_3_std
            value: -11.940075063628994
          - type: nauc_mrr_at_5_diff1
            value: 49.48188504874961
          - type: nauc_mrr_at_5_max
            value: 33.16403773206102
          - type: nauc_mrr_at_5_std
            value: -11.21411630948482
          - type: nauc_ndcg_at_1000_diff1
            value: 48.54198944308599
          - type: nauc_ndcg_at_1000_max
            value: 33.76118694493479
          - type: nauc_ndcg_at_1000_std
            value: -8.65402138092725
          - type: nauc_ndcg_at_100_diff1
            value: 48.108850696506025
          - type: nauc_ndcg_at_100_max
            value: 33.84243712166641
          - type: nauc_ndcg_at_100_std
            value: -8.254554667297844
          - type: nauc_ndcg_at_10_diff1
            value: 47.89236428952843
          - type: nauc_ndcg_at_10_max
            value: 31.812029093395473
          - type: nauc_ndcg_at_10_std
            value: -11.127378110447985
          - type: nauc_ndcg_at_1_diff1
            value: 52.76130402864484
          - type: nauc_ndcg_at_1_max
            value: 31.114589410052044
          - type: nauc_ndcg_at_1_std
            value: -12.937210710275965
          - type: nauc_ndcg_at_20_diff1
            value: 47.905767671630315
          - type: nauc_ndcg_at_20_max
            value: 32.49208823548766
          - type: nauc_ndcg_at_20_std
            value: -10.250570357659894
          - type: nauc_ndcg_at_3_diff1
            value: 49.59377768692143
          - type: nauc_ndcg_at_3_max
            value: 33.13546546596274
          - type: nauc_ndcg_at_3_std
            value: -12.19125595753908
          - type: nauc_ndcg_at_5_diff1
            value: 48.35844341475799
          - type: nauc_ndcg_at_5_max
            value: 33.13927657899762
          - type: nauc_ndcg_at_5_std
            value: -11.300005449965582
          - type: nauc_precision_at_1000_diff1
            value: -16.480026591870523
          - type: nauc_precision_at_1000_max
            value: -15.181621988935524
          - type: nauc_precision_at_1000_std
            value: 34.719339551334855
          - type: nauc_precision_at_100_diff1
            value: -16.56707264200106
          - type: nauc_precision_at_100_max
            value: -6.877547823040516
          - type: nauc_precision_at_100_std
            value: 31.758215821939384
          - type: nauc_precision_at_10_diff1
            value: 4.772949413625673
          - type: nauc_precision_at_10_max
            value: 14.48563506451036
          - type: nauc_precision_at_10_std
            value: 12.151171571697414
          - type: nauc_precision_at_1_diff1
            value: 52.76130402864484
          - type: nauc_precision_at_1_max
            value: 31.114589410052044
          - type: nauc_precision_at_1_std
            value: -12.937210710275965
          - type: nauc_precision_at_20_diff1
            value: -5.247617701441084
          - type: nauc_precision_at_20_max
            value: 7.8524153059071065
          - type: nauc_precision_at_20_std
            value: 20.475057466275427
          - type: nauc_precision_at_3_diff1
            value: 29.307240726725464
          - type: nauc_precision_at_3_max
            value: 30.53776235029683
          - type: nauc_precision_at_3_std
            value: -1.9867363754853145
          - type: nauc_precision_at_5_diff1
            value: 16.82602124982839
          - type: nauc_precision_at_5_max
            value: 24.967617984133213
          - type: nauc_precision_at_5_std
            value: 3.7688940286519914
          - type: nauc_recall_at_1000_diff1
            value: 19.911102783538993
          - type: nauc_recall_at_1000_max
            value: 43.55994274840259
          - type: nauc_recall_at_1000_std
            value: 44.61688663280485
          - type: nauc_recall_at_100_diff1
            value: 25.00639435271183
          - type: nauc_recall_at_100_max
            value: 34.51865414347991
          - type: nauc_recall_at_100_std
            value: 18.406464007769454
          - type: nauc_recall_at_10_diff1
            value: 38.62687941260691
          - type: nauc_recall_at_10_max
            value: 27.489917928538553
          - type: nauc_recall_at_10_std
            value: -10.35234915862916
          - type: nauc_recall_at_1_diff1
            value: 58.14264885967374
          - type: nauc_recall_at_1_max
            value: 31.098191422332405
          - type: nauc_recall_at_1_std
            value: -16.55201181770837
          - type: nauc_recall_at_20_diff1
            value: 35.11800106234923
          - type: nauc_recall_at_20_max
            value: 28.356707989534385
          - type: nauc_recall_at_20_std
            value: -5.782361862032475
          - type: nauc_recall_at_3_diff1
            value: 47.010690556838405
          - type: nauc_recall_at_3_max
            value: 30.960698559313798
          - type: nauc_recall_at_3_std
            value: -14.716248620617172
          - type: nauc_recall_at_5_diff1
            value: 42.9526068288436
          - type: nauc_recall_at_5_max
            value: 31.419778612165533
          - type: nauc_recall_at_5_std
            value: -11.818424254829178
          - type: ndcg_at_1
            value: 37.153999999999996
          - type: ndcg_at_10
            value: 48.375
          - type: ndcg_at_100
            value: 54.657
          - type: ndcg_at_1000
            value: 56.208000000000006
          - type: ndcg_at_20
            value: 50.771
          - type: ndcg_at_3
            value: 43.315
          - type: ndcg_at_5
            value: 45.129000000000005
          - type: precision_at_1
            value: 37.153999999999996
          - type: precision_at_10
            value: 9.328
          - type: precision_at_100
            value: 1.9029999999999998
          - type: precision_at_1000
            value: 0.258
          - type: precision_at_20
            value: 5.998
          - type: precision_at_3
            value: 20.224
          - type: precision_at_5
            value: 14.347999999999999
          - type: recall_at_1
            value: 30.793
          - type: recall_at_10
            value: 60.999
          - type: recall_at_100
            value: 88.24499999999999
          - type: recall_at_1000
            value: 97.773
          - type: recall_at_20
            value: 69.702
          - type: recall_at_3
            value: 46.255
          - type: recall_at_5
            value: 51.245
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB CQADupstackWordpressRetrieval
          revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
          split: test
          type: mteb/cqadupstack-wordpress
        metrics:
          - type: main_score
            value: 41.349000000000004
          - type: map_at_1
            value: 26.75
          - type: map_at_10
            value: 36.042
          - type: map_at_100
            value: 37.172
          - type: map_at_1000
            value: 37.261
          - type: map_at_20
            value: 36.66
          - type: map_at_3
            value: 33.235
          - type: map_at_5
            value: 34.748000000000005
          - type: mrr_at_1
            value: 29.390018484288355
          - type: mrr_at_10
            value: 38.4025760643136
          - type: mrr_at_100
            value: 39.374703522095395
          - type: mrr_at_1000
            value: 39.42972569352847
          - type: mrr_at_20
            value: 38.93955238768051
          - type: mrr_at_3
            value: 36.013555144793614
          - type: mrr_at_5
            value: 37.2520024645718
          - type: nauc_map_at_1000_diff1
            value: 44.69823016014606
          - type: nauc_map_at_1000_max
            value: 25.57190426738162
          - type: nauc_map_at_1000_std
            value: -4.199140067047161
          - type: nauc_map_at_100_diff1
            value: 44.683770406187875
          - type: nauc_map_at_100_max
            value: 25.551408403995257
          - type: nauc_map_at_100_std
            value: -4.218572010835323
          - type: nauc_map_at_10_diff1
            value: 44.68530737786573
          - type: nauc_map_at_10_max
            value: 25.46193155573604
          - type: nauc_map_at_10_std
            value: -4.809871031910446
          - type: nauc_map_at_1_diff1
            value: 50.41571355104115
          - type: nauc_map_at_1_max
            value: 26.581260847509704
          - type: nauc_map_at_1_std
            value: -5.403238214693907
          - type: nauc_map_at_20_diff1
            value: 44.731965188076956
          - type: nauc_map_at_20_max
            value: 25.404018335678042
          - type: nauc_map_at_20_std
            value: -4.518115190513196
          - type: nauc_map_at_3_diff1
            value: 45.72733737454689
          - type: nauc_map_at_3_max
            value: 25.16236634356437
          - type: nauc_map_at_3_std
            value: -5.210810848188912
          - type: nauc_map_at_5_diff1
            value: 45.04362118675467
          - type: nauc_map_at_5_max
            value: 25.256832347187792
          - type: nauc_map_at_5_std
            value: -4.665177712989629
          - type: nauc_mrr_at_1000_diff1
            value: 43.96570681453743
          - type: nauc_mrr_at_1000_max
            value: 25.515577482173303
          - type: nauc_mrr_at_1000_std
            value: -3.1318312163116167
          - type: nauc_mrr_at_100_diff1
            value: 43.94835648436942
          - type: nauc_mrr_at_100_max
            value: 25.485710237620257
          - type: nauc_mrr_at_100_std
            value: -3.1262634160182587
          - type: nauc_mrr_at_10_diff1
            value: 43.87989114303318
          - type: nauc_mrr_at_10_max
            value: 25.561703958752073
          - type: nauc_mrr_at_10_std
            value: -3.5337096979285465
          - type: nauc_mrr_at_1_diff1
            value: 50.5769748938826
          - type: nauc_mrr_at_1_max
            value: 27.540216184434602
          - type: nauc_mrr_at_1_std
            value: -4.3410331054744455
          - type: nauc_mrr_at_20_diff1
            value: 43.89090600752474
          - type: nauc_mrr_at_20_max
            value: 25.35538914450936
          - type: nauc_mrr_at_20_std
            value: -3.256848712300088
          - type: nauc_mrr_at_3_diff1
            value: 44.67145787977651
          - type: nauc_mrr_at_3_max
            value: 25.743032202078233
          - type: nauc_mrr_at_3_std
            value: -3.543961143296222
          - type: nauc_mrr_at_5_diff1
            value: 44.1410906123774
          - type: nauc_mrr_at_5_max
            value: 25.512981453020377
          - type: nauc_mrr_at_5_std
            value: -3.3984260964459625
          - type: nauc_ndcg_at_1000_diff1
            value: 42.094467874822634
          - type: nauc_ndcg_at_1000_max
            value: 25.773789329652143
          - type: nauc_ndcg_at_1000_std
            value: -1.5030137154663146
          - type: nauc_ndcg_at_100_diff1
            value: 41.551311444176505
          - type: nauc_ndcg_at_100_max
            value: 25.41326272306838
          - type: nauc_ndcg_at_100_std
            value: -1.2565322587434289
          - type: nauc_ndcg_at_10_diff1
            value: 41.692329741760844
          - type: nauc_ndcg_at_10_max
            value: 24.973824605697946
          - type: nauc_ndcg_at_10_std
            value: -4.0454407772294445
          - type: nauc_ndcg_at_1_diff1
            value: 50.5769748938826
          - type: nauc_ndcg_at_1_max
            value: 27.540216184434602
          - type: nauc_ndcg_at_1_std
            value: -4.3410331054744455
          - type: nauc_ndcg_at_20_diff1
            value: 41.7849741522554
          - type: nauc_ndcg_at_20_max
            value: 24.483461844450098
          - type: nauc_ndcg_at_20_std
            value: -3.0192185885852267
          - type: nauc_ndcg_at_3_diff1
            value: 43.50095372671906
          - type: nauc_ndcg_at_3_max
            value: 25.0660548267931
          - type: nauc_ndcg_at_3_std
            value: -4.136658038209795
          - type: nauc_ndcg_at_5_diff1
            value: 42.56860328119003
          - type: nauc_ndcg_at_5_max
            value: 24.64471019866571
          - type: nauc_ndcg_at_5_std
            value: -3.7919812365370316
          - type: nauc_precision_at_1000_diff1
            value: -11.608868871826067
          - type: nauc_precision_at_1000_max
            value: -4.774237268127937
          - type: nauc_precision_at_1000_std
            value: 12.15076818010773
          - type: nauc_precision_at_100_diff1
            value: 1.9653391598989818
          - type: nauc_precision_at_100_max
            value: 14.82175127203874
          - type: nauc_precision_at_100_std
            value: 19.14581435930739
          - type: nauc_precision_at_10_diff1
            value: 24.310184596872997
          - type: nauc_precision_at_10_max
            value: 24.654364730313127
          - type: nauc_precision_at_10_std
            value: 3.834736733208166
          - type: nauc_precision_at_1_diff1
            value: 50.5769748938826
          - type: nauc_precision_at_1_max
            value: 27.540216184434602
          - type: nauc_precision_at_1_std
            value: -4.3410331054744455
          - type: nauc_precision_at_20_diff1
            value: 20.31741982412239
          - type: nauc_precision_at_20_max
            value: 21.813185907394
          - type: nauc_precision_at_20_std
            value: 8.67748469930042
          - type: nauc_precision_at_3_diff1
            value: 36.23426146022416
          - type: nauc_precision_at_3_max
            value: 25.085104352996147
          - type: nauc_precision_at_3_std
            value: -0.13994055865810526
          - type: nauc_precision_at_5_diff1
            value: 30.713670782259456
          - type: nauc_precision_at_5_max
            value: 25.073465240016198
          - type: nauc_precision_at_5_std
            value: 2.903773154373253
          - type: nauc_recall_at_1000_diff1
            value: 14.861338959184192
          - type: nauc_recall_at_1000_max
            value: 38.46379100413754
          - type: nauc_recall_at_1000_std
            value: 40.82683088866469
          - type: nauc_recall_at_100_diff1
            value: 24.540319510278348
          - type: nauc_recall_at_100_max
            value: 24.172628109630832
          - type: nauc_recall_at_100_std
            value: 16.567712965914602
          - type: nauc_recall_at_10_diff1
            value: 31.92224903523137
          - type: nauc_recall_at_10_max
            value: 22.064974975663127
          - type: nauc_recall_at_10_std
            value: -3.156058361445988
          - type: nauc_recall_at_1_diff1
            value: 50.41571355104115
          - type: nauc_recall_at_1_max
            value: 26.581260847509704
          - type: nauc_recall_at_1_std
            value: -5.403238214693907
          - type: nauc_recall_at_20_diff1
            value: 31.409257808669842
          - type: nauc_recall_at_20_max
            value: 19.307470123424853
          - type: nauc_recall_at_20_std
            value: 0.8921848838324672
          - type: nauc_recall_at_3_diff1
            value: 37.83159917842702
          - type: nauc_recall_at_3_max
            value: 22.128986921876365
          - type: nauc_recall_at_3_std
            value: -4.332761965568785
          - type: nauc_recall_at_5_diff1
            value: 35.43509187423654
          - type: nauc_recall_at_5_max
            value: 21.559603832786657
          - type: nauc_recall_at_5_std
            value: -2.7879479079841327
          - type: ndcg_at_1
            value: 29.39
          - type: ndcg_at_10
            value: 41.349000000000004
          - type: ndcg_at_100
            value: 46.814
          - type: ndcg_at_1000
            value: 48.748000000000005
          - type: ndcg_at_20
            value: 43.491
          - type: ndcg_at_3
            value: 36.120000000000005
          - type: ndcg_at_5
            value: 38.415
          - type: precision_at_1
            value: 29.39
          - type: precision_at_10
            value: 6.451
          - type: precision_at_100
            value: 0.991
          - type: precision_at_1000
            value: 0.128
          - type: precision_at_20
            value: 3.762
          - type: precision_at_3
            value: 15.588
          - type: precision_at_5
            value: 10.795
          - type: recall_at_1
            value: 26.75
          - type: recall_at_10
            value: 55.397
          - type: recall_at_100
            value: 80.247
          - type: recall_at_1000
            value: 94.207
          - type: recall_at_20
            value: 63.55499999999999
          - type: recall_at_3
            value: 41.083999999999996
          - type: recall_at_5
            value: 46.58
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB ClimateFEVER
          revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
          split: test
          type: mteb/climate-fever
        metrics:
          - type: main_score
            value: 43.469
          - type: map_at_1
            value: 19.506999999999998
          - type: map_at_10
            value: 33.016
          - type: map_at_100
            value: 35.36
          - type: map_at_1000
            value: 35.515
          - type: map_at_20
            value: 34.323
          - type: map_at_3
            value: 27.862
          - type: map_at_5
            value: 30.612000000000002
          - type: mrr_at_1
            value: 44.16938110749186
          - type: mrr_at_10
            value: 56.57685745307904
          - type: mrr_at_100
            value: 57.17414254225016
          - type: mrr_at_1000
            value: 57.189032189089495
          - type: mrr_at_20
            value: 56.97649801229595
          - type: mrr_at_3
            value: 53.84364820846914
          - type: mrr_at_5
            value: 55.55048859934868
          - type: nauc_map_at_1000_diff1
            value: 24.602536884273523
          - type: nauc_map_at_1000_max
            value: 39.26487354477874
          - type: nauc_map_at_1000_std
            value: 22.94302438231403
          - type: nauc_map_at_100_diff1
            value: 24.592347616537754
          - type: nauc_map_at_100_max
            value: 39.228370594048044
          - type: nauc_map_at_100_std
            value: 22.91028538467064
          - type: nauc_map_at_10_diff1
            value: 25.211737206439466
          - type: nauc_map_at_10_max
            value: 39.14645027724652
          - type: nauc_map_at_10_std
            value: 21.645361248764246
          - type: nauc_map_at_1_diff1
            value: 34.574022172223785
          - type: nauc_map_at_1_max
            value: 36.80960969907521
          - type: nauc_map_at_1_std
            value: 14.745037917509043
          - type: nauc_map_at_20_diff1
            value: 24.522877050053797
          - type: nauc_map_at_20_max
            value: 39.059341666216426
          - type: nauc_map_at_20_std
            value: 22.4609918713542
          - type: nauc_map_at_3_diff1
            value: 27.15813672283225
          - type: nauc_map_at_3_max
            value: 38.14947129547116
          - type: nauc_map_at_3_std
            value: 18.37694411131855
          - type: nauc_map_at_5_diff1
            value: 26.3963128622898
          - type: nauc_map_at_5_max
            value: 38.79462114513801
          - type: nauc_map_at_5_std
            value: 19.904846635683718
          - type: nauc_mrr_at_1000_diff1
            value: 24.390212975354274
          - type: nauc_mrr_at_1000_max
            value: 37.575264384207465
          - type: nauc_mrr_at_1000_std
            value: 22.607616532255875
          - type: nauc_mrr_at_100_diff1
            value: 24.38096540780017
          - type: nauc_mrr_at_100_max
            value: 37.585671997802656
          - type: nauc_mrr_at_100_std
            value: 22.625502455820666
          - type: nauc_mrr_at_10_diff1
            value: 24.240023464772193
          - type: nauc_mrr_at_10_max
            value: 37.624380443643524
          - type: nauc_mrr_at_10_std
            value: 22.694399526110466
          - type: nauc_mrr_at_1_diff1
            value: 28.020125669466562
          - type: nauc_mrr_at_1_max
            value: 34.02386180115898
          - type: nauc_mrr_at_1_std
            value: 17.835724317244686
          - type: nauc_mrr_at_20_diff1
            value: 24.333355652108292
          - type: nauc_mrr_at_20_max
            value: 37.57796475058575
          - type: nauc_mrr_at_20_std
            value: 22.704917335783062
          - type: nauc_mrr_at_3_diff1
            value: 24.9739147862957
          - type: nauc_mrr_at_3_max
            value: 37.960296534359685
          - type: nauc_mrr_at_3_std
            value: 21.93607347433575
          - type: nauc_mrr_at_5_diff1
            value: 24.320129475684165
          - type: nauc_mrr_at_5_max
            value: 37.58866607632526
          - type: nauc_mrr_at_5_std
            value: 22.31442317668481
          - type: nauc_ndcg_at_1000_diff1
            value: 21.893106953223356
          - type: nauc_ndcg_at_1000_max
            value: 40.38192211749562
          - type: nauc_ndcg_at_1000_std
            value: 27.943530727839622
          - type: nauc_ndcg_at_100_diff1
            value: 21.476881814995785
          - type: nauc_ndcg_at_100_max
            value: 39.91597694502497
          - type: nauc_ndcg_at_100_std
            value: 27.80086195626175
          - type: nauc_ndcg_at_10_diff1
            value: 22.788155104417537
          - type: nauc_ndcg_at_10_max
            value: 39.64018481724029
          - type: nauc_ndcg_at_10_std
            value: 24.608760819228856
          - type: nauc_ndcg_at_1_diff1
            value: 28.020125669466562
          - type: nauc_ndcg_at_1_max
            value: 34.02386180115898
          - type: nauc_ndcg_at_1_std
            value: 17.835724317244686
          - type: nauc_ndcg_at_20_diff1
            value: 21.435037904375516
          - type: nauc_ndcg_at_20_max
            value: 39.41545921639339
          - type: nauc_ndcg_at_20_std
            value: 26.302180505922152
          - type: nauc_ndcg_at_3_diff1
            value: 24.37753699681809
          - type: nauc_ndcg_at_3_max
            value: 37.92832349922249
          - type: nauc_ndcg_at_3_std
            value: 20.314267862236697
          - type: nauc_ndcg_at_5_diff1
            value: 24.489993763202634
          - type: nauc_ndcg_at_5_max
            value: 39.322948140029744
          - type: nauc_ndcg_at_5_std
            value: 22.069807417424485
          - type: nauc_precision_at_1000_diff1
            value: -16.048547778222588
          - type: nauc_precision_at_1000_max
            value: -3.205412586478899
          - type: nauc_precision_at_1000_std
            value: 14.433544284750797
          - type: nauc_precision_at_100_diff1
            value: -11.787991777545036
          - type: nauc_precision_at_100_max
            value: 6.850986771358883
          - type: nauc_precision_at_100_std
            value: 22.572974966148244
          - type: nauc_precision_at_10_diff1
            value: -0.5111959706315438
          - type: nauc_precision_at_10_max
            value: 22.560355393578128
          - type: nauc_precision_at_10_std
            value: 25.562322716450424
          - type: nauc_precision_at_1_diff1
            value: 28.020125669466562
          - type: nauc_precision_at_1_max
            value: 34.02386180115898
          - type: nauc_precision_at_1_std
            value: 17.835724317244686
          - type: nauc_precision_at_20_diff1
            value: -6.0772940189383275
          - type: nauc_precision_at_20_max
            value: 17.194360329332213
          - type: nauc_precision_at_20_std
            value: 26.551077839343566
          - type: nauc_precision_at_3_diff1
            value: 10.033294854519573
          - type: nauc_precision_at_3_max
            value: 31.72453436391336
          - type: nauc_precision_at_3_std
            value: 22.294966409945427
          - type: nauc_precision_at_5_diff1
            value: 6.237641122443952
          - type: nauc_precision_at_5_max
            value: 28.3251946189731
          - type: nauc_precision_at_5_std
            value: 23.742964477476097
          - type: nauc_recall_at_1000_diff1
            value: 7.066317014709414
          - type: nauc_recall_at_1000_max
            value: 41.26207890590803
          - type: nauc_recall_at_1000_std
            value: 48.082120972049324
          - type: nauc_recall_at_100_diff1
            value: 8.5605869633491
          - type: nauc_recall_at_100_max
            value: 34.21516017657153
          - type: nauc_recall_at_100_std
            value: 36.23370174719997
          - type: nauc_recall_at_10_diff1
            value: 15.894026727549823
          - type: nauc_recall_at_10_max
            value: 35.7217710490404
          - type: nauc_recall_at_10_std
            value: 25.411329590972702
          - type: nauc_recall_at_1_diff1
            value: 34.574022172223785
          - type: nauc_recall_at_1_max
            value: 36.80960969907521
          - type: nauc_recall_at_1_std
            value: 14.745037917509043
          - type: nauc_recall_at_20_diff1
            value: 11.044245946655797
          - type: nauc_recall_at_20_max
            value: 33.321827723279846
          - type: nauc_recall_at_20_std
            value: 28.839341482904228
          - type: nauc_recall_at_3_diff1
            value: 23.574156335947677
          - type: nauc_recall_at_3_max
            value: 38.36490056324833
          - type: nauc_recall_at_3_std
            value: 19.781669176069148
          - type: nauc_recall_at_5_diff1
            value: 20.375492803538272
          - type: nauc_recall_at_5_max
            value: 37.13169592173094
          - type: nauc_recall_at_5_std
            value: 21.698652331981503
          - type: ndcg_at_1
            value: 44.169000000000004
          - type: ndcg_at_10
            value: 43.469
          - type: ndcg_at_100
            value: 51.056000000000004
          - type: ndcg_at_1000
            value: 53.467
          - type: ndcg_at_20
            value: 46.601
          - type: ndcg_at_3
            value: 37.138
          - type: ndcg_at_5
            value: 39.286
          - type: precision_at_1
            value: 44.169000000000004
          - type: precision_at_10
            value: 13.316
          - type: precision_at_100
            value: 2.149
          - type: precision_at_1000
            value: 0.261
          - type: precision_at_20
            value: 8.01
          - type: precision_at_3
            value: 27.839000000000002
          - type: precision_at_5
            value: 20.846999999999998
          - type: recall_at_1
            value: 19.506999999999998
          - type: recall_at_10
            value: 49.242000000000004
          - type: recall_at_100
            value: 74.421
          - type: recall_at_1000
            value: 87.53699999999999
          - type: recall_at_20
            value: 57.992
          - type: recall_at_3
            value: 33.024
          - type: recall_at_5
            value: 40.178000000000004
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB DBPedia
          revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
          split: test
          type: mteb/dbpedia
        metrics:
          - type: main_score
            value: 50.815999999999995
          - type: map_at_1
            value: 10.4
          - type: map_at_10
            value: 24.509
          - type: map_at_100
            value: 35.888
          - type: map_at_1000
            value: 37.881
          - type: map_at_20
            value: 29.248
          - type: map_at_3
            value: 16.683
          - type: map_at_5
            value: 20.121
          - type: mrr_at_1
            value: 76.5
          - type: mrr_at_10
            value: 82.96865079365078
          - type: mrr_at_100
            value: 83.15565684386043
          - type: mrr_at_1000
            value: 83.16234347576268
          - type: mrr_at_20
            value: 83.10610208827119
          - type: mrr_at_3
            value: 81.875
          - type: mrr_at_5
            value: 82.53749999999998
          - type: nauc_map_at_1000_diff1
            value: 23.772111749199244
          - type: nauc_map_at_1000_max
            value: 30.20334223785286
          - type: nauc_map_at_1000_std
            value: 18.05771740348393
          - type: nauc_map_at_100_diff1
            value: 24.99922400559097
          - type: nauc_map_at_100_max
            value: 30.227680457273554
          - type: nauc_map_at_100_std
            value: 15.266796337809208
          - type: nauc_map_at_10_diff1
            value: 26.33907059260499
          - type: nauc_map_at_10_max
            value: 21.35352795885219
          - type: nauc_map_at_10_std
            value: -11.676283379701461
          - type: nauc_map_at_1_diff1
            value: 30.9428537478304
          - type: nauc_map_at_1_max
            value: 10.706776298253795
          - type: nauc_map_at_1_std
            value: -27.48789516952886
          - type: nauc_map_at_20_diff1
            value: 26.028744882022643
          - type: nauc_map_at_20_max
            value: 25.540897708997857
          - type: nauc_map_at_20_std
            value: -2.1138409738399333
          - type: nauc_map_at_3_diff1
            value: 28.569060478595414
          - type: nauc_map_at_3_max
            value: 16.03075218426638
          - type: nauc_map_at_3_std
            value: -23.289456267507518
          - type: nauc_map_at_5_diff1
            value: 27.77252783978944
          - type: nauc_map_at_5_max
            value: 17.558788618934244
          - type: nauc_map_at_5_std
            value: -19.879370566923726
          - type: nauc_mrr_at_1000_diff1
            value: 56.24197871190471
          - type: nauc_mrr_at_1000_max
            value: 65.80135088215289
          - type: nauc_mrr_at_1000_std
            value: 41.37855291304919
          - type: nauc_mrr_at_100_diff1
            value: 56.23288710496704
          - type: nauc_mrr_at_100_max
            value: 65.80061767216726
          - type: nauc_mrr_at_100_std
            value: 41.36772467988576
          - type: nauc_mrr_at_10_diff1
            value: 56.324447358144745
          - type: nauc_mrr_at_10_max
            value: 65.81370075569146
          - type: nauc_mrr_at_10_std
            value: 41.410460564882776
          - type: nauc_mrr_at_1_diff1
            value: 59.65250965250966
          - type: nauc_mrr_at_1_max
            value: 63.83691383691382
          - type: nauc_mrr_at_1_std
            value: 36.73343673343676
          - type: nauc_mrr_at_20_diff1
            value: 56.1707409830787
          - type: nauc_mrr_at_20_max
            value: 65.69720497776981
          - type: nauc_mrr_at_20_std
            value: 41.26487560092242
          - type: nauc_mrr_at_3_diff1
            value: 54.9129569183045
          - type: nauc_mrr_at_3_max
            value: 65.99486075421906
          - type: nauc_mrr_at_3_std
            value: 41.95372363821559
          - type: nauc_mrr_at_5_diff1
            value: 56.16135725971244
          - type: nauc_mrr_at_5_max
            value: 66.3010887352757
          - type: nauc_mrr_at_5_std
            value: 42.00610529557167
          - type: nauc_ndcg_at_1000_diff1
            value: 32.70929215628561
          - type: nauc_ndcg_at_1000_max
            value: 47.10806967197569
          - type: nauc_ndcg_at_1000_std
            value: 35.00425836800715
          - type: nauc_ndcg_at_100_diff1
            value: 35.06646341481841
          - type: nauc_ndcg_at_100_max
            value: 45.39744548573974
          - type: nauc_ndcg_at_100_std
            value: 27.047969181217844
          - type: nauc_ndcg_at_10_diff1
            value: 27.274830141666424
          - type: nauc_ndcg_at_10_max
            value: 42.504020954653996
          - type: nauc_ndcg_at_10_std
            value: 22.697762917174995
          - type: nauc_ndcg_at_1_diff1
            value: 50.08311936617783
          - type: nauc_ndcg_at_1_max
            value: 54.73568887554088
          - type: nauc_ndcg_at_1_std
            value: 26.170967864741694
          - type: nauc_ndcg_at_20_diff1
            value: 31.242689219374427
          - type: nauc_ndcg_at_20_max
            value: 42.541920517016614
          - type: nauc_ndcg_at_20_std
            value: 18.96423111373813
          - type: nauc_ndcg_at_3_diff1
            value: 28.826757289224155
          - type: nauc_ndcg_at_3_max
            value: 43.58945597798035
          - type: nauc_ndcg_at_3_std
            value: 24.087165156193166
          - type: nauc_ndcg_at_5_diff1
            value: 26.119279113418546
          - type: nauc_ndcg_at_5_max
            value: 40.679930238997535
          - type: nauc_ndcg_at_5_std
            value: 23.46459132364594
          - type: nauc_precision_at_1000_diff1
            value: -21.84770974908615
          - type: nauc_precision_at_1000_max
            value: -14.093701963931426
          - type: nauc_precision_at_1000_std
            value: 9.299725592056397
          - type: nauc_precision_at_100_diff1
            value: -10.260185699059837
          - type: nauc_precision_at_100_max
            value: 9.810522145982985
          - type: nauc_precision_at_100_std
            value: 44.20627482372792
          - type: nauc_precision_at_10_diff1
            value: -4.519747556705346
          - type: nauc_precision_at_10_max
            value: 22.419340914046078
          - type: nauc_precision_at_10_std
            value: 45.53510067051897
          - type: nauc_precision_at_1_diff1
            value: 59.65250965250966
          - type: nauc_precision_at_1_max
            value: 63.83691383691382
          - type: nauc_precision_at_1_std
            value: 36.73343673343676
          - type: nauc_precision_at_20_diff1
            value: -4.894217383220783
          - type: nauc_precision_at_20_max
            value: 20.026284106419716
          - type: nauc_precision_at_20_std
            value: 46.826549838338885
          - type: nauc_precision_at_3_diff1
            value: 8.255495021604343
          - type: nauc_precision_at_3_max
            value: 32.41871125305279
          - type: nauc_precision_at_3_std
            value: 39.37854593274469
          - type: nauc_precision_at_5_diff1
            value: 0.8399922914701591
          - type: nauc_precision_at_5_max
            value: 25.576701242406784
          - type: nauc_precision_at_5_std
            value: 41.43316549318606
          - type: nauc_recall_at_1000_diff1
            value: 26.933682703442607
          - type: nauc_recall_at_1000_max
            value: 41.242862989732615
          - type: nauc_recall_at_1000_std
            value: 47.718397116276726
          - type: nauc_recall_at_100_diff1
            value: 28.66794019735935
          - type: nauc_recall_at_100_max
            value: 33.70954178154391
          - type: nauc_recall_at_100_std
            value: 20.337812189448144
          - type: nauc_recall_at_10_diff1
            value: 23.98560937572333
          - type: nauc_recall_at_10_max
            value: 17.85589161042591
          - type: nauc_recall_at_10_std
            value: -15.460067168640327
          - type: nauc_recall_at_1_diff1
            value: 30.9428537478304
          - type: nauc_recall_at_1_max
            value: 10.706776298253795
          - type: nauc_recall_at_1_std
            value: -27.48789516952886
          - type: nauc_recall_at_20_diff1
            value: 24.528494602453677
          - type: nauc_recall_at_20_max
            value: 22.39686785999968
          - type: nauc_recall_at_20_std
            value: -6.8755605379050495
          - type: nauc_recall_at_3_diff1
            value: 24.352067402718824
          - type: nauc_recall_at_3_max
            value: 13.630657148502184
          - type: nauc_recall_at_3_std
            value: -24.752279121894848
          - type: nauc_recall_at_5_diff1
            value: 23.93262400173538
          - type: nauc_recall_at_5_max
            value: 14.158970487334082
          - type: nauc_recall_at_5_std
            value: -22.37672315523696
          - type: ndcg_at_1
            value: 64.75
          - type: ndcg_at_10
            value: 50.815999999999995
          - type: ndcg_at_100
            value: 55.981
          - type: ndcg_at_1000
            value: 62.857
          - type: ndcg_at_20
            value: 50.283
          - type: ndcg_at_3
            value: 56.232000000000006
          - type: ndcg_at_5
            value: 53.303999999999995
          - type: precision_at_1
            value: 76.5
          - type: precision_at_10
            value: 40.9
          - type: precision_at_100
            value: 13.01
          - type: precision_at_1000
            value: 2.496
          - type: precision_at_20
            value: 31.525
          - type: precision_at_3
            value: 59.667
          - type: precision_at_5
            value: 51.5
          - type: recall_at_1
            value: 10.4
          - type: recall_at_10
            value: 29.837000000000003
          - type: recall_at_100
            value: 62.495999999999995
          - type: recall_at_1000
            value: 84.179
          - type: recall_at_20
            value: 39.745000000000005
          - type: recall_at_3
            value: 17.772
          - type: recall_at_5
            value: 22.732
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB FEVER
          revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
          split: test
          type: mteb/fever
        metrics:
          - type: main_score
            value: 93.147
          - type: map_at_1
            value: 84.123
          - type: map_at_10
            value: 90.793
          - type: map_at_100
            value: 91.00399999999999
          - type: map_at_1000
            value: 91.014
          - type: map_at_20
            value: 90.929
          - type: map_at_3
            value: 90.01
          - type: map_at_5
            value: 90.514
          - type: mrr_at_1
            value: 90.6090609060906
          - type: mrr_at_10
            value: 94.56931407426447
          - type: mrr_at_100
            value: 94.5981688826583
          - type: mrr_at_1000
            value: 94.59839036307305
          - type: mrr_at_20
            value: 94.58933347392538
          - type: mrr_at_3
            value: 94.39443944394432
          - type: mrr_at_5
            value: 94.52720272027192
          - type: nauc_map_at_1000_diff1
            value: 47.79099845895175
          - type: nauc_map_at_1000_max
            value: 27.497877436060126
          - type: nauc_map_at_1000_std
            value: -8.13339253954977
          - type: nauc_map_at_100_diff1
            value: 47.73289128218074
          - type: nauc_map_at_100_max
            value: 27.47233674805432
          - type: nauc_map_at_100_std
            value: -8.116906996417276
          - type: nauc_map_at_10_diff1
            value: 47.11991698822012
          - type: nauc_map_at_10_max
            value: 27.043478885296818
          - type: nauc_map_at_10_std
            value: -8.041555396807254
          - type: nauc_map_at_1_diff1
            value: 54.62356861092832
          - type: nauc_map_at_1_max
            value: 25.79991281991449
          - type: nauc_map_at_1_std
            value: -10.727885287362989
          - type: nauc_map_at_20_diff1
            value: 47.355948038923415
          - type: nauc_map_at_20_max
            value: 27.377496866209412
          - type: nauc_map_at_20_std
            value: -7.964383745017635
          - type: nauc_map_at_3_diff1
            value: 46.250567821995816
          - type: nauc_map_at_3_max
            value: 26.720427753104087
          - type: nauc_map_at_3_std
            value: -8.720105706265599
          - type: nauc_map_at_5_diff1
            value: 46.60720659354551
          - type: nauc_map_at_5_max
            value: 26.571065579915974
          - type: nauc_map_at_5_std
            value: -8.595067960972495
          - type: nauc_mrr_at_1000_diff1
            value: 73.70855511936261
          - type: nauc_mrr_at_1000_max
            value: 34.73984488188905
          - type: nauc_mrr_at_1000_std
            value: -19.808375433256
          - type: nauc_mrr_at_100_diff1
            value: 73.7096330945882
          - type: nauc_mrr_at_100_max
            value: 34.742520612749445
          - type: nauc_mrr_at_100_std
            value: -19.803463171450023
          - type: nauc_mrr_at_10_diff1
            value: 73.71314616789961
          - type: nauc_mrr_at_10_max
            value: 34.947852652846485
          - type: nauc_mrr_at_10_std
            value: -19.759110050207276
          - type: nauc_mrr_at_1_diff1
            value: 74.52821692195837
          - type: nauc_mrr_at_1_max
            value: 32.2133212833154
          - type: nauc_mrr_at_1_std
            value: -18.97663485312286
          - type: nauc_mrr_at_20_diff1
            value: 73.69023729557055
          - type: nauc_mrr_at_20_max
            value: 34.80486237439106
          - type: nauc_mrr_at_20_std
            value: -19.691951099200146
          - type: nauc_mrr_at_3_diff1
            value: 73.43522847167395
          - type: nauc_mrr_at_3_max
            value: 35.072062525904414
          - type: nauc_mrr_at_3_std
            value: -20.938095342419672
          - type: nauc_mrr_at_5_diff1
            value: 73.69029982038052
          - type: nauc_mrr_at_5_max
            value: 35.14296188327372
          - type: nauc_mrr_at_5_std
            value: -20.10654798165351
          - type: nauc_ndcg_at_1000_diff1
            value: 51.65324942604166
          - type: nauc_ndcg_at_1000_max
            value: 29.729210561748797
          - type: nauc_ndcg_at_1000_std
            value: -8.830858681742994
          - type: nauc_ndcg_at_100_diff1
            value: 50.40059292035861
          - type: nauc_ndcg_at_100_max
            value: 29.323797091488856
          - type: nauc_ndcg_at_100_std
            value: -8.288820123602129
          - type: nauc_ndcg_at_10_diff1
            value: 47.73985149996194
          - type: nauc_ndcg_at_10_max
            value: 28.43547785458384
          - type: nauc_ndcg_at_10_std
            value: -7.355960453195441
          - type: nauc_ndcg_at_1_diff1
            value: 74.52821692195837
          - type: nauc_ndcg_at_1_max
            value: 32.2133212833154
          - type: nauc_ndcg_at_1_std
            value: -18.97663485312286
          - type: nauc_ndcg_at_20_diff1
            value: 48.34744447531361
          - type: nauc_ndcg_at_20_max
            value: 29.147274611665104
          - type: nauc_ndcg_at_20_std
            value: -7.1859909752874565
          - type: nauc_ndcg_at_3_diff1
            value: 48.02902219011437
          - type: nauc_ndcg_at_3_max
            value: 29.05519326030459
          - type: nauc_ndcg_at_3_std
            value: -9.562414651448368
          - type: nauc_ndcg_at_5_diff1
            value: 47.29981191574703
          - type: nauc_ndcg_at_5_max
            value: 28.014651730307428
          - type: nauc_ndcg_at_5_std
            value: -8.661224447638219
          - type: nauc_precision_at_1000_diff1
            value: -10.024865744474184
          - type: nauc_precision_at_1000_max
            value: -4.298508017924518
          - type: nauc_precision_at_1000_std
            value: 1.547025732357951
          - type: nauc_precision_at_100_diff1
            value: -12.06926468256376
          - type: nauc_precision_at_100_max
            value: -4.21291413804896
          - type: nauc_precision_at_100_std
            value: 2.872264631517362
          - type: nauc_precision_at_10_diff1
            value: -15.94007852972694
          - type: nauc_precision_at_10_max
            value: -4.544097710963198
          - type: nauc_precision_at_10_std
            value: 4.767828958024675
          - type: nauc_precision_at_1_diff1
            value: 74.52821692195837
          - type: nauc_precision_at_1_max
            value: 32.2133212833154
          - type: nauc_precision_at_1_std
            value: -18.97663485312286
          - type: nauc_precision_at_20_diff1
            value: -15.66405220649896
          - type: nauc_precision_at_20_max
            value: -3.6496367951851822
          - type: nauc_precision_at_20_std
            value: 4.825301805130045
          - type: nauc_precision_at_3_diff1
            value: -12.514109763479336
          - type: nauc_precision_at_3_max
            value: -0.24447133318217024
          - type: nauc_precision_at_3_std
            value: -0.2649163459628502
          - type: nauc_precision_at_5_diff1
            value: -15.820728575356485
          - type: nauc_precision_at_5_max
            value: -4.786371094249761
          - type: nauc_precision_at_5_std
            value: 1.7929947640996053
          - type: nauc_recall_at_1000_diff1
            value: 5.499530852392676
          - type: nauc_recall_at_1000_max
            value: 44.030520852910406
          - type: nauc_recall_at_1000_std
            value: 50.2017454712542
          - type: nauc_recall_at_100_diff1
            value: 2.0640091010830526
          - type: nauc_recall_at_100_max
            value: 24.864404635675204
          - type: nauc_recall_at_100_std
            value: 27.319350569429734
          - type: nauc_recall_at_10_diff1
            value: 13.791800250368114
          - type: nauc_recall_at_10_max
            value: 24.769825741582302
          - type: nauc_recall_at_10_std
            value: 13.59069444609498
          - type: nauc_recall_at_1_diff1
            value: 54.62356861092832
          - type: nauc_recall_at_1_max
            value: 25.79991281991449
          - type: nauc_recall_at_1_std
            value: -10.727885287362989
          - type: nauc_recall_at_20_diff1
            value: 5.336705306013041
          - type: nauc_recall_at_20_max
            value: 27.41570703746024
          - type: nauc_recall_at_20_std
            value: 23.006970266201787
          - type: nauc_recall_at_3_diff1
            value: 23.292169395266264
          - type: nauc_recall_at_3_max
            value: 24.262360079531074
          - type: nauc_recall_at_3_std
            value: -1.7422845002974312
          - type: nauc_recall_at_5_diff1
            value: 18.060917420579997
          - type: nauc_recall_at_5_max
            value: 23.06733097213354
          - type: nauc_recall_at_5_std
            value: 3.3913875084148297
          - type: ndcg_at_1
            value: 90.609
          - type: ndcg_at_10
            value: 93.147
          - type: ndcg_at_100
            value: 93.74900000000001
          - type: ndcg_at_1000
            value: 93.901
          - type: ndcg_at_20
            value: 93.447
          - type: ndcg_at_3
            value: 92.268
          - type: ndcg_at_5
            value: 92.757
          - type: precision_at_1
            value: 90.609
          - type: precision_at_10
            value: 10.926
          - type: precision_at_100
            value: 1.149
          - type: precision_at_1000
            value: 0.11800000000000001
          - type: precision_at_20
            value: 5.5809999999999995
          - type: precision_at_3
            value: 34.738
          - type: precision_at_5
            value: 21.346999999999998
          - type: recall_at_1
            value: 84.123
          - type: recall_at_10
            value: 96.539
          - type: recall_at_100
            value: 98.67899999999999
          - type: recall_at_1000
            value: 99.555
          - type: recall_at_20
            value: 97.45700000000001
          - type: recall_at_3
            value: 94.133
          - type: recall_at_5
            value: 95.44200000000001
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB FiQA2018
          revision: 27a168819829fe9bcd655c2df245fb19452e8e06
          split: test
          type: mteb/fiqa
        metrics:
          - type: main_score
            value: 61.182
          - type: map_at_1
            value: 31.877
          - type: map_at_10
            value: 52.986
          - type: map_at_100
            value: 55.242000000000004
          - type: map_at_1000
            value: 55.336
          - type: map_at_20
            value: 54.36299999999999
          - type: map_at_3
            value: 45.9
          - type: map_at_5
            value: 49.952000000000005
          - type: mrr_at_1
            value: 60.18518518518518
          - type: mrr_at_10
            value: 67.71611062120319
          - type: mrr_at_100
            value: 68.32957545203445
          - type: mrr_at_1000
            value: 68.34041293981731
          - type: mrr_at_20
            value: 68.1184684086802
          - type: mrr_at_3
            value: 66.04938271604934
          - type: mrr_at_5
            value: 67.02932098765427
          - type: nauc_map_at_1000_diff1
            value: 49.390058112037565
          - type: nauc_map_at_1000_max
            value: 33.86672922230126
          - type: nauc_map_at_1000_std
            value: -24.19297282790569
          - type: nauc_map_at_100_diff1
            value: 49.39575568085033
          - type: nauc_map_at_100_max
            value: 33.82800761671263
          - type: nauc_map_at_100_std
            value: -24.20216911890828
          - type: nauc_map_at_10_diff1
            value: 49.826703829159065
          - type: nauc_map_at_10_max
            value: 32.04132357301985
          - type: nauc_map_at_10_std
            value: -25.477594030350414
          - type: nauc_map_at_1_diff1
            value: 54.95925350681827
          - type: nauc_map_at_1_max
            value: 13.962825942647214
          - type: nauc_map_at_1_std
            value: -21.054092920927694
          - type: nauc_map_at_20_diff1
            value: 49.537681600887865
          - type: nauc_map_at_20_max
            value: 33.164569894845904
          - type: nauc_map_at_20_std
            value: -25.075136372458108
          - type: nauc_map_at_3_diff1
            value: 49.82581713716135
          - type: nauc_map_at_3_max
            value: 25.491261673133316
          - type: nauc_map_at_3_std
            value: -25.29735314206127
          - type: nauc_map_at_5_diff1
            value: 49.170865024768574
          - type: nauc_map_at_5_max
            value: 29.496572465872678
          - type: nauc_map_at_5_std
            value: -25.457134089214883
          - type: nauc_mrr_at_1000_diff1
            value: 59.44493769316621
          - type: nauc_mrr_at_1000_max
            value: 46.13272263925939
          - type: nauc_mrr_at_1000_std
            value: -19.11475143331668
          - type: nauc_mrr_at_100_diff1
            value: 59.44411441499269
          - type: nauc_mrr_at_100_max
            value: 46.13654028161708
          - type: nauc_mrr_at_100_std
            value: -19.109369325106417
          - type: nauc_mrr_at_10_diff1
            value: 59.219349927774154
          - type: nauc_mrr_at_10_max
            value: 46.02618026578592
          - type: nauc_mrr_at_10_std
            value: -19.37433068502548
          - type: nauc_mrr_at_1_diff1
            value: 62.95921038561675
          - type: nauc_mrr_at_1_max
            value: 46.18080967355503
          - type: nauc_mrr_at_1_std
            value: -18.40186184012292
          - type: nauc_mrr_at_20_diff1
            value: 59.3891382507084
          - type: nauc_mrr_at_20_max
            value: 46.044401310035894
          - type: nauc_mrr_at_20_std
            value: -19.257461333372504
          - type: nauc_mrr_at_3_diff1
            value: 59.238553596931
          - type: nauc_mrr_at_3_max
            value: 46.56487351573117
          - type: nauc_mrr_at_3_std
            value: -19.12741537508225
          - type: nauc_mrr_at_5_diff1
            value: 58.93737610599986
          - type: nauc_mrr_at_5_max
            value: 45.99436971500825
          - type: nauc_mrr_at_5_std
            value: -19.261662406716308
          - type: nauc_ndcg_at_1000_diff1
            value: 51.40360288706063
          - type: nauc_ndcg_at_1000_max
            value: 39.32722737004307
          - type: nauc_ndcg_at_1000_std
            value: -20.898685807989388
          - type: nauc_ndcg_at_100_diff1
            value: 51.36301353290372
          - type: nauc_ndcg_at_100_max
            value: 38.97243548753853
          - type: nauc_ndcg_at_100_std
            value: -20.50022060973278
          - type: nauc_ndcg_at_10_diff1
            value: 51.44403959729833
          - type: nauc_ndcg_at_10_max
            value: 36.01289481113504
          - type: nauc_ndcg_at_10_std
            value: -24.176498000068843
          - type: nauc_ndcg_at_1_diff1
            value: 62.95921038561675
          - type: nauc_ndcg_at_1_max
            value: 46.18080967355503
          - type: nauc_ndcg_at_1_std
            value: -18.40186184012292
          - type: nauc_ndcg_at_20_diff1
            value: 51.41066012197159
          - type: nauc_ndcg_at_20_max
            value: 37.24872539687912
          - type: nauc_ndcg_at_20_std
            value: -23.372189423803118
          - type: nauc_ndcg_at_3_diff1
            value: 48.489628982965854
          - type: nauc_ndcg_at_3_max
            value: 36.93242010543425
          - type: nauc_ndcg_at_3_std
            value: -23.566283895234708
          - type: nauc_ndcg_at_5_diff1
            value: 48.855011049758616
          - type: nauc_ndcg_at_5_max
            value: 34.72552703254509
          - type: nauc_ndcg_at_5_std
            value: -24.603662195056884
          - type: nauc_precision_at_1000_diff1
            value: -16.254896831329358
          - type: nauc_precision_at_1000_max
            value: 26.68880233255314
          - type: nauc_precision_at_1000_std
            value: 15.711021613094275
          - type: nauc_precision_at_100_diff1
            value: -11.963143494271204
          - type: nauc_precision_at_100_max
            value: 30.662204917415004
          - type: nauc_precision_at_100_std
            value: 15.037733765190636
          - type: nauc_precision_at_10_diff1
            value: 4.189692935472799
          - type: nauc_precision_at_10_max
            value: 37.378105954795075
          - type: nauc_precision_at_10_std
            value: -1.0086179584149657
          - type: nauc_precision_at_1_diff1
            value: 62.95921038561675
          - type: nauc_precision_at_1_max
            value: 46.18080967355503
          - type: nauc_precision_at_1_std
            value: -18.40186184012292
          - type: nauc_precision_at_20_diff1
            value: -3.1588007120578276
          - type: nauc_precision_at_20_max
            value: 35.380893467283215
          - type: nauc_precision_at_20_std
            value: 4.992120324159972
          - type: nauc_precision_at_3_diff1
            value: 18.37633057040911
          - type: nauc_precision_at_3_max
            value: 42.06004715153175
          - type: nauc_precision_at_3_std
            value: -11.214136554742755
          - type: nauc_precision_at_5_diff1
            value: 10.224008279551054
          - type: nauc_precision_at_5_max
            value: 40.18017184406908
          - type: nauc_precision_at_5_std
            value: -7.103870184792855
          - type: nauc_recall_at_1000_diff1
            value: 38.30826137726082
          - type: nauc_recall_at_1000_max
            value: 37.17044147876854
          - type: nauc_recall_at_1000_std
            value: 10.594199798446793
          - type: nauc_recall_at_100_diff1
            value: 40.454335943748475
          - type: nauc_recall_at_100_max
            value: 31.170902337200097
          - type: nauc_recall_at_100_std
            value: -0.8492074860948018
          - type: nauc_recall_at_10_diff1
            value: 44.954194528652735
          - type: nauc_recall_at_10_max
            value: 28.27547239551631
          - type: nauc_recall_at_10_std
            value: -24.747605039280685
          - type: nauc_recall_at_1_diff1
            value: 54.95925350681827
          - type: nauc_recall_at_1_max
            value: 13.962825942647214
          - type: nauc_recall_at_1_std
            value: -21.054092920927694
          - type: nauc_recall_at_20_diff1
            value: 44.398293084195636
          - type: nauc_recall_at_20_max
            value: 29.604081242804735
          - type: nauc_recall_at_20_std
            value: -22.90399779981129
          - type: nauc_recall_at_3_diff1
            value: 43.25687263417001
          - type: nauc_recall_at_3_max
            value: 20.50817103562355
          - type: nauc_recall_at_3_std
            value: -26.567575668398508
          - type: nauc_recall_at_5_diff1
            value: 40.81840199310296
          - type: nauc_recall_at_5_max
            value: 23.1238715032068
          - type: nauc_recall_at_5_std
            value: -25.64446934619821
          - type: ndcg_at_1
            value: 60.185
          - type: ndcg_at_10
            value: 61.182
          - type: ndcg_at_100
            value: 67.523
          - type: ndcg_at_1000
            value: 68.759
          - type: ndcg_at_20
            value: 64.084
          - type: ndcg_at_3
            value: 56.48
          - type: ndcg_at_5
            value: 58.098000000000006
          - type: precision_at_1
            value: 60.185
          - type: precision_at_10
            value: 17.083000000000002
          - type: precision_at_100
            value: 2.366
          - type: precision_at_1000
            value: 0.259
          - type: precision_at_20
            value: 9.884
          - type: precision_at_3
            value: 37.757000000000005
          - type: precision_at_5
            value: 27.747
          - type: recall_at_1
            value: 31.877
          - type: recall_at_10
            value: 68.868
          - type: recall_at_100
            value: 91.26100000000001
          - type: recall_at_1000
            value: 98.346
          - type: recall_at_20
            value: 77.523
          - type: recall_at_3
            value: 51.226000000000006
          - type: recall_at_5
            value: 59.319
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB HotpotQA
          revision: ab518f4d6fcca38d87c25209f94beba119d02014
          split: test
          type: mteb/hotpotqa
        metrics:
          - type: main_score
            value: 79.125
          - type: map_at_1
            value: 43.72
          - type: map_at_10
            value: 72.03500000000001
          - type: map_at_100
            value: 72.761
          - type: map_at_1000
            value: 72.80499999999999
          - type: map_at_20
            value: 72.477
          - type: map_at_3
            value: 68.84700000000001
          - type: map_at_5
            value: 70.982
          - type: mrr_at_1
            value: 87.44091829844699
          - type: mrr_at_10
            value: 91.31576155107534
          - type: mrr_at_100
            value: 91.40489558470692
          - type: mrr_at_1000
            value: 91.40687231624047
          - type: mrr_at_20
            value: 91.37223203223267
          - type: mrr_at_3
            value: 90.84177357641214
          - type: mrr_at_5
            value: 91.17938329957211
          - type: nauc_map_at_1000_diff1
            value: 2.160941678109871
          - type: nauc_map_at_1000_max
            value: 20.280335959707244
          - type: nauc_map_at_1000_std
            value: 2.097428882568907
          - type: nauc_map_at_100_diff1
            value: 2.1230954064310272
          - type: nauc_map_at_100_max
            value: 20.258093599808014
          - type: nauc_map_at_100_std
            value: 2.1151474260126633
          - type: nauc_map_at_10_diff1
            value: 1.8723430508681238
          - type: nauc_map_at_10_max
            value: 20.001115713122292
          - type: nauc_map_at_10_std
            value: 1.5120467206405304
          - type: nauc_map_at_1_diff1
            value: 68.47218714216126
          - type: nauc_map_at_1_max
            value: 48.79030836492533
          - type: nauc_map_at_1_std
            value: -14.325167455523276
          - type: nauc_map_at_20_diff1
            value: 2.021495128391111
          - type: nauc_map_at_20_max
            value: 20.19494185197473
          - type: nauc_map_at_20_std
            value: 1.988283622854646
          - type: nauc_map_at_3_diff1
            value: 1.3035766010655014
          - type: nauc_map_at_3_max
            value: 18.267934028448014
          - type: nauc_map_at_3_std
            value: -1.5393823883989837
          - type: nauc_map_at_5_diff1
            value: 1.6758465601660635
          - type: nauc_map_at_5_max
            value: 19.611409174084766
          - type: nauc_map_at_5_std
            value: 0.5379733914867968
          - type: nauc_mrr_at_1000_diff1
            value: 68.60925278528931
          - type: nauc_mrr_at_1000_max
            value: 53.41174729989386
          - type: nauc_mrr_at_1000_std
            value: -10.94381937854199
          - type: nauc_mrr_at_100_diff1
            value: 68.61192764944234
          - type: nauc_mrr_at_100_max
            value: 53.41979323473436
          - type: nauc_mrr_at_100_std
            value: -10.928418937183535
          - type: nauc_mrr_at_10_diff1
            value: 68.58075465200439
          - type: nauc_mrr_at_10_max
            value: 53.469248695058894
          - type: nauc_mrr_at_10_std
            value: -11.033247242342176
          - type: nauc_mrr_at_1_diff1
            value: 68.47218714216126
          - type: nauc_mrr_at_1_max
            value: 48.79030836492533
          - type: nauc_mrr_at_1_std
            value: -14.325167455523276
          - type: nauc_mrr_at_20_diff1
            value: 68.61440353772745
          - type: nauc_mrr_at_20_max
            value: 53.48475026827637
          - type: nauc_mrr_at_20_std
            value: -10.890302904034154
          - type: nauc_mrr_at_3_diff1
            value: 68.69282004791216
          - type: nauc_mrr_at_3_max
            value: 54.06094833361629
          - type: nauc_mrr_at_3_std
            value: -11.153009129882598
          - type: nauc_mrr_at_5_diff1
            value: 68.73035503749831
          - type: nauc_mrr_at_5_max
            value: 53.83508048703245
          - type: nauc_mrr_at_5_std
            value: -11.003690030416173
          - type: nauc_ndcg_at_1000_diff1
            value: 9.50087869973644
          - type: nauc_ndcg_at_1000_max
            value: 25.950105183418927
          - type: nauc_ndcg_at_1000_std
            value: 5.135066113356472
          - type: nauc_ndcg_at_100_diff1
            value: 8.362935638818364
          - type: nauc_ndcg_at_100_max
            value: 25.34061127640931
          - type: nauc_ndcg_at_100_std
            value: 5.754839950507415
          - type: nauc_ndcg_at_10_diff1
            value: 7.156928707580207
          - type: nauc_ndcg_at_10_max
            value: 24.251874180080023
          - type: nauc_ndcg_at_10_std
            value: 3.4311673728584373
          - type: nauc_ndcg_at_1_diff1
            value: 68.47218714216126
          - type: nauc_ndcg_at_1_max
            value: 48.79030836492533
          - type: nauc_ndcg_at_1_std
            value: -14.325167455523276
          - type: nauc_ndcg_at_20_diff1
            value: 7.631421824536802
          - type: nauc_ndcg_at_20_max
            value: 24.899012298150367
          - type: nauc_ndcg_at_20_std
            value: 5.015727485279167
          - type: nauc_ndcg_at_3_diff1
            value: 6.765698105055132
          - type: nauc_ndcg_at_3_max
            value: 22.068064891465696
          - type: nauc_ndcg_at_3_std
            value: -1.4664522141695102
          - type: nauc_ndcg_at_5_diff1
            value: 6.97155171194824
          - type: nauc_ndcg_at_5_max
            value: 23.660849668507527
          - type: nauc_ndcg_at_5_std
            value: 1.4707432249488543
          - type: nauc_precision_at_1000_diff1
            value: -5.507220131591544
          - type: nauc_precision_at_1000_max
            value: 35.494019207652336
          - type: nauc_precision_at_1000_std
            value: 51.48431882469268
          - type: nauc_precision_at_100_diff1
            value: -9.856655267678178
          - type: nauc_precision_at_100_max
            value: 23.40730506252858
          - type: nauc_precision_at_100_std
            value: 34.01534710435972
          - type: nauc_precision_at_10_diff1
            value: -7.169347416977972
          - type: nauc_precision_at_10_max
            value: 20.252826543847206
          - type: nauc_precision_at_10_std
            value: 13.940728560252206
          - type: nauc_precision_at_1_diff1
            value: 68.47218714216126
          - type: nauc_precision_at_1_max
            value: 48.79030836492533
          - type: nauc_precision_at_1_std
            value: -14.325167455523276
          - type: nauc_precision_at_20_diff1
            value: -7.783356154578335
          - type: nauc_precision_at_20_max
            value: 21.74000065585772
          - type: nauc_precision_at_20_std
            value: 21.489921794963333
          - type: nauc_precision_at_3_diff1
            value: -4.4855992702233385
          - type: nauc_precision_at_3_max
            value: 17.58424070747094
          - type: nauc_precision_at_3_std
            value: 1.8777336548123371
          - type: nauc_precision_at_5_diff1
            value: -5.604031655005792
          - type: nauc_precision_at_5_max
            value: 19.580893429923517
          - type: nauc_precision_at_5_std
            value: 7.8203617045788505
          - type: nauc_recall_at_1000_diff1
            value: -5.507220131591377
          - type: nauc_recall_at_1000_max
            value: 35.494019207652414
          - type: nauc_recall_at_1000_std
            value: 51.48431882469249
          - type: nauc_recall_at_100_diff1
            value: -9.856655267678182
          - type: nauc_recall_at_100_max
            value: 23.407305062528323
          - type: nauc_recall_at_100_std
            value: 34.01534710435951
          - type: nauc_recall_at_10_diff1
            value: -7.169347416977698
          - type: nauc_recall_at_10_max
            value: 20.252826543847338
          - type: nauc_recall_at_10_std
            value: 13.940728560252335
          - type: nauc_recall_at_1_diff1
            value: 68.47218714216126
          - type: nauc_recall_at_1_max
            value: 48.79030836492533
          - type: nauc_recall_at_1_std
            value: -14.325167455523276
          - type: nauc_recall_at_20_diff1
            value: -7.7833561545783985
          - type: nauc_recall_at_20_max
            value: 21.740000655857713
          - type: nauc_recall_at_20_std
            value: 21.489921794963426
          - type: nauc_recall_at_3_diff1
            value: -4.485599270223427
          - type: nauc_recall_at_3_max
            value: 17.584240707470887
          - type: nauc_recall_at_3_std
            value: 1.8777336548121935
          - type: nauc_recall_at_5_diff1
            value: -5.604031655005744
          - type: nauc_recall_at_5_max
            value: 19.580893429923695
          - type: nauc_recall_at_5_std
            value: 7.820361704579018
          - type: ndcg_at_1
            value: 87.441
          - type: ndcg_at_10
            value: 79.125
          - type: ndcg_at_100
            value: 81.45400000000001
          - type: ndcg_at_1000
            value: 82.25099999999999
          - type: ndcg_at_20
            value: 80.17
          - type: ndcg_at_3
            value: 74.956
          - type: ndcg_at_5
            value: 77.48
          - type: precision_at_1
            value: 87.441
          - type: precision_at_10
            value: 16.323999999999998
          - type: precision_at_100
            value: 1.8110000000000002
          - type: precision_at_1000
            value: 0.192
          - type: precision_at_20
            value: 8.498
          - type: precision_at_3
            value: 48.368
          - type: precision_at_5
            value: 31.002999999999997
          - type: recall_at_1
            value: 43.72
          - type: recall_at_10
            value: 81.621
          - type: recall_at_100
            value: 90.554
          - type: recall_at_1000
            value: 95.787
          - type: recall_at_20
            value: 84.983
          - type: recall_at_3
            value: 72.552
          - type: recall_at_5
            value: 77.508
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB MSMARCO
          revision: c5a29a104738b98a9e76336939199e264163d4a0
          split: dev
          type: mteb/msmarco
        metrics:
          - type: main_score
            value: 44.89
          - type: map_at_1
            value: 24.432000000000002
          - type: map_at_10
            value: 37.591
          - type: map_at_100
            value: 38.751000000000005
          - type: map_at_1000
            value: 38.79
          - type: map_at_20
            value: 38.322
          - type: map_at_3
            value: 33.505
          - type: map_at_5
            value: 35.859
          - type: mrr_at_1
            value: 25.171919770773638
          - type: mrr_at_10
            value: 38.21256310547136
          - type: mrr_at_100
            value: 39.30753721884505
          - type: mrr_at_1000
            value: 39.340691344391445
          - type: mrr_at_20
            value: 38.90961306475649
          - type: mrr_at_3
            value: 34.26456542502386
          - type: mrr_at_5
            value: 36.53748806112701
          - type: nauc_map_at_1000_diff1
            value: 38.66852221567241
          - type: nauc_map_at_1000_max
            value: 4.1057766737799595
          - type: nauc_map_at_1000_std
            value: -27.382157855077754
          - type: nauc_map_at_100_diff1
            value: 38.6621397928445
          - type: nauc_map_at_100_max
            value: 4.111681335095865
          - type: nauc_map_at_100_std
            value: -27.36539945792605
          - type: nauc_map_at_10_diff1
            value: 38.63319989433825
          - type: nauc_map_at_10_max
            value: 3.9346979349074953
          - type: nauc_map_at_10_std
            value: -28.0900393767871
          - type: nauc_map_at_1_diff1
            value: 41.71535844577686
          - type: nauc_map_at_1_max
            value: 3.4832962062214006
          - type: nauc_map_at_1_std
            value: -23.525528000333843
          - type: nauc_map_at_20_diff1
            value: 38.68062082411943
          - type: nauc_map_at_20_max
            value: 4.046538867480454
          - type: nauc_map_at_20_std
            value: -27.688449948610472
          - type: nauc_map_at_3_diff1
            value: 38.584342089335685
          - type: nauc_map_at_3_max
            value: 3.63965785769002
          - type: nauc_map_at_3_std
            value: -27.46268496496546
          - type: nauc_map_at_5_diff1
            value: 38.42816219182273
          - type: nauc_map_at_5_max
            value: 3.839849854247509
          - type: nauc_map_at_5_std
            value: -28.015487623173605
          - type: nauc_mrr_at_1000_diff1
            value: 38.232755814715766
          - type: nauc_mrr_at_1000_max
            value: 3.987692507096141
          - type: nauc_mrr_at_1000_std
            value: -26.888695263011808
          - type: nauc_mrr_at_100_diff1
            value: 38.22616005576646
          - type: nauc_mrr_at_100_max
            value: 3.9948619556899123
          - type: nauc_mrr_at_100_std
            value: -26.872832670267883
          - type: nauc_mrr_at_10_diff1
            value: 38.155508621490306
          - type: nauc_mrr_at_10_max
            value: 3.8153177084303582
          - type: nauc_mrr_at_10_std
            value: -27.546238510006503
          - type: nauc_mrr_at_1_diff1
            value: 41.26563649433227
          - type: nauc_mrr_at_1_max
            value: 3.2940832364845734
          - type: nauc_mrr_at_1_std
            value: -23.246326699010055
          - type: nauc_mrr_at_20_diff1
            value: 38.23581610598243
          - type: nauc_mrr_at_20_max
            value: 3.9519434237902455
          - type: nauc_mrr_at_20_std
            value: -27.153182984955542
          - type: nauc_mrr_at_3_diff1
            value: 38.123012505586516
          - type: nauc_mrr_at_3_max
            value: 3.5952793301902446
          - type: nauc_mrr_at_3_std
            value: -26.96557107215608
          - type: nauc_mrr_at_5_diff1
            value: 38.00080442994164
          - type: nauc_mrr_at_5_max
            value: 3.6611507063907838
          - type: nauc_mrr_at_5_std
            value: -27.5217700193094
          - type: nauc_ndcg_at_1000_diff1
            value: 38.08376371232426
          - type: nauc_ndcg_at_1000_max
            value: 4.741285538467179
          - type: nauc_ndcg_at_1000_std
            value: -26.876920597404325
          - type: nauc_ndcg_at_100_diff1
            value: 37.933209786580186
          - type: nauc_ndcg_at_100_max
            value: 5.003377252588231
          - type: nauc_ndcg_at_100_std
            value: -26.136134328732467
          - type: nauc_ndcg_at_10_diff1
            value: 37.82072609591181
          - type: nauc_ndcg_at_10_max
            value: 4.24748877233556
          - type: nauc_ndcg_at_10_std
            value: -29.766127219449835
          - type: nauc_ndcg_at_1_diff1
            value: 41.26563649433227
          - type: nauc_ndcg_at_1_max
            value: 3.2940832364845734
          - type: nauc_ndcg_at_1_std
            value: -23.246326699010055
          - type: nauc_ndcg_at_20_diff1
            value: 38.068479496194165
          - type: nauc_ndcg_at_20_max
            value: 4.686171701536077
          - type: nauc_ndcg_at_20_std
            value: -28.373083045837827
          - type: nauc_ndcg_at_3_diff1
            value: 37.664591050650714
          - type: nauc_ndcg_at_3_max
            value: 3.7238056730982425
          - type: nauc_ndcg_at_3_std
            value: -28.501705219533402
          - type: nauc_ndcg_at_5_diff1
            value: 37.39323161347562
          - type: nauc_ndcg_at_5_max
            value: 3.9884773576701846
          - type: nauc_ndcg_at_5_std
            value: -29.526098685579278
          - type: nauc_precision_at_1000_diff1
            value: -8.176278274893253
          - type: nauc_precision_at_1000_max
            value: 6.602206468153366
          - type: nauc_precision_at_1000_std
            value: 11.887969321516541
          - type: nauc_precision_at_100_diff1
            value: 10.776600450291125
          - type: nauc_precision_at_100_max
            value: 11.543791706232499
          - type: nauc_precision_at_100_std
            value: 8.05135325335674
          - type: nauc_precision_at_10_diff1
            value: 31.29891891655396
          - type: nauc_precision_at_10_max
            value: 4.793824130342508
          - type: nauc_precision_at_10_std
            value: -32.843126960584904
          - type: nauc_precision_at_1_diff1
            value: 41.26563649433227
          - type: nauc_precision_at_1_max
            value: 3.2940832364845734
          - type: nauc_precision_at_1_std
            value: -23.246326699010055
          - type: nauc_precision_at_20_diff1
            value: 28.39742040356656
          - type: nauc_precision_at_20_max
            value: 6.848015766561338
          - type: nauc_precision_at_20_std
            value: -24.61307381544946
          - type: nauc_precision_at_3_diff1
            value: 34.1967778945159
          - type: nauc_precision_at_3_max
            value: 3.6373839227371354
          - type: nauc_precision_at_3_std
            value: -31.262400131015795
          - type: nauc_precision_at_5_diff1
            value: 32.32839846166563
          - type: nauc_precision_at_5_max
            value: 4.2661314616361885
          - type: nauc_precision_at_5_std
            value: -32.94817957117079
          - type: nauc_recall_at_1000_diff1
            value: 25.124054710942882
          - type: nauc_recall_at_1000_max
            value: 52.99541699631579
          - type: nauc_recall_at_1000_std
            value: 63.880015110366394
          - type: nauc_recall_at_100_diff1
            value: 32.1323577870331
          - type: nauc_recall_at_100_max
            value: 17.26171631192854
          - type: nauc_recall_at_100_std
            value: 4.147658345720864
          - type: nauc_recall_at_10_diff1
            value: 35.35982089295331
          - type: nauc_recall_at_10_max
            value: 5.478913284596572
          - type: nauc_recall_at_10_std
            value: -35.93639290916612
          - type: nauc_recall_at_1_diff1
            value: 41.71535844577686
          - type: nauc_recall_at_1_max
            value: 3.4832962062214006
          - type: nauc_recall_at_1_std
            value: -23.525528000333843
          - type: nauc_recall_at_20_diff1
            value: 36.36549599422767
          - type: nauc_recall_at_20_max
            value: 8.112692947664327
          - type: nauc_recall_at_20_std
            value: -30.573957801286095
          - type: nauc_recall_at_3_diff1
            value: 35.227199657140844
          - type: nauc_recall_at_3_max
            value: 3.9474392083855445
          - type: nauc_recall_at_3_std
            value: -31.485135190684904
          - type: nauc_recall_at_5_diff1
            value: 34.435115639178505
          - type: nauc_recall_at_5_max
            value: 4.538709973891948
          - type: nauc_recall_at_5_std
            value: -34.07440191001999
          - type: ndcg_at_1
            value: 25.172
          - type: ndcg_at_10
            value: 44.89
          - type: ndcg_at_100
            value: 50.33800000000001
          - type: ndcg_at_1000
            value: 51.266999999999996
          - type: ndcg_at_20
            value: 47.455999999999996
          - type: ndcg_at_3
            value: 36.631
          - type: ndcg_at_5
            value: 40.801
          - type: precision_at_1
            value: 25.172
          - type: precision_at_10
            value: 7.0489999999999995
          - type: precision_at_100
            value: 0.976
          - type: precision_at_1000
            value: 0.106
          - type: precision_at_20
            value: 4.059
          - type: precision_at_3
            value: 15.554000000000002
          - type: precision_at_5
            value: 11.458
          - type: recall_at_1
            value: 24.432000000000002
          - type: recall_at_10
            value: 67.32900000000001
          - type: recall_at_100
            value: 92.23599999999999
          - type: recall_at_1000
            value: 99.21799999999999
          - type: recall_at_20
            value: 77.236
          - type: recall_at_3
            value: 44.926
          - type: recall_at_5
            value: 54.93599999999999
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB NFCorpus
          revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
          split: test
          type: mteb/nfcorpus
        metrics:
          - type: main_score
            value: 45.059
          - type: map_at_1
            value: 7.51
          - type: map_at_10
            value: 17.696
          - type: map_at_100
            value: 23.425
          - type: map_at_1000
            value: 25.462
          - type: map_at_20
            value: 20.078
          - type: map_at_3
            value: 12.36
          - type: map_at_5
            value: 14.949000000000002
          - type: mrr_at_1
            value: 56.656346749226
          - type: mrr_at_10
            value: 64.5453093518109
          - type: mrr_at_100
            value: 65.03548614941461
          - type: mrr_at_1000
            value: 65.07113760571535
          - type: mrr_at_20
            value: 64.92649519989713
          - type: mrr_at_3
            value: 62.5902992776058
          - type: mrr_at_5
            value: 63.890608875129
          - type: nauc_map_at_1000_diff1
            value: 18.649436695375666
          - type: nauc_map_at_1000_max
            value: 32.21371026469436
          - type: nauc_map_at_1000_std
            value: 15.172576825419542
          - type: nauc_map_at_100_diff1
            value: 20.754932725250484
          - type: nauc_map_at_100_max
            value: 31.802273361479354
          - type: nauc_map_at_100_std
            value: 11.05184960109897
          - type: nauc_map_at_10_diff1
            value: 27.65114332743644
          - type: nauc_map_at_10_max
            value: 24.216308956707948
          - type: nauc_map_at_10_std
            value: -3.148160320265085
          - type: nauc_map_at_1_diff1
            value: 44.074701941156576
          - type: nauc_map_at_1_max
            value: 7.313976830684179
          - type: nauc_map_at_1_std
            value: -17.775136864794273
          - type: nauc_map_at_20_diff1
            value: 24.40381389925362
          - type: nauc_map_at_20_max
            value: 28.28590842979618
          - type: nauc_map_at_20_std
            value: 2.4199688163030033
          - type: nauc_map_at_3_diff1
            value: 36.43847181675257
          - type: nauc_map_at_3_max
            value: 12.641525583061982
          - type: nauc_map_at_3_std
            value: -13.213788837135754
          - type: nauc_map_at_5_diff1
            value: 31.38099882079377
          - type: nauc_map_at_5_max
            value: 18.693157001709874
          - type: nauc_map_at_5_std
            value: -9.06791377198616
          - type: nauc_mrr_at_1000_diff1
            value: 32.13397852247498
          - type: nauc_mrr_at_1000_max
            value: 50.13330116214628
          - type: nauc_mrr_at_1000_std
            value: 32.05378496757561
          - type: nauc_mrr_at_100_diff1
            value: 32.15640184504514
          - type: nauc_mrr_at_100_max
            value: 50.16596418746684
          - type: nauc_mrr_at_100_std
            value: 32.09654562666087
          - type: nauc_mrr_at_10_diff1
            value: 32.30697278515013
          - type: nauc_mrr_at_10_max
            value: 50.29554162816291
          - type: nauc_mrr_at_10_std
            value: 32.196301987204926
          - type: nauc_mrr_at_1_diff1
            value: 31.18633610462525
          - type: nauc_mrr_at_1_max
            value: 44.066192007922865
          - type: nauc_mrr_at_1_std
            value: 25.405697533712186
          - type: nauc_mrr_at_20_diff1
            value: 32.183918395170934
          - type: nauc_mrr_at_20_max
            value: 50.1063795003295
          - type: nauc_mrr_at_20_std
            value: 32.019605254607605
          - type: nauc_mrr_at_3_diff1
            value: 32.1841620866096
          - type: nauc_mrr_at_3_max
            value: 49.86413651460263
          - type: nauc_mrr_at_3_std
            value: 31.65393088251129
          - type: nauc_mrr_at_5_diff1
            value: 32.506293256782854
          - type: nauc_mrr_at_5_max
            value: 50.22051310167734
          - type: nauc_mrr_at_5_std
            value: 32.20883162067511
          - type: nauc_ndcg_at_1000_diff1
            value: 17.07651298169536
          - type: nauc_ndcg_at_1000_max
            value: 45.68207250664515
          - type: nauc_ndcg_at_1000_std
            value: 32.2202917954314
          - type: nauc_ndcg_at_100_diff1
            value: 17.903616207181084
          - type: nauc_ndcg_at_100_max
            value: 41.75926814949547
          - type: nauc_ndcg_at_100_std
            value: 28.203224194584394
          - type: nauc_ndcg_at_10_diff1
            value: 15.047796165484423
          - type: nauc_ndcg_at_10_max
            value: 42.932973260133025
          - type: nauc_ndcg_at_10_std
            value: 28.988863166538216
          - type: nauc_ndcg_at_1_diff1
            value: 31.424681423032517
          - type: nauc_ndcg_at_1_max
            value: 41.520899599635705
          - type: nauc_ndcg_at_1_std
            value: 25.06328981312087
          - type: nauc_ndcg_at_20_diff1
            value: 14.659965916220653
          - type: nauc_ndcg_at_20_max
            value: 40.660613171359536
          - type: nauc_ndcg_at_20_std
            value: 28.05980217396367
          - type: nauc_ndcg_at_3_diff1
            value: 20.74188837396788
          - type: nauc_ndcg_at_3_max
            value: 42.17291456152861
          - type: nauc_ndcg_at_3_std
            value: 25.51560749819014
          - type: nauc_ndcg_at_5_diff1
            value: 16.85211778345349
          - type: nauc_ndcg_at_5_max
            value: 43.984121150231836
          - type: nauc_ndcg_at_5_std
            value: 26.83926214905424
          - type: nauc_precision_at_1000_diff1
            value: -17.051131025174517
          - type: nauc_precision_at_1000_max
            value: 6.764059286595738
          - type: nauc_precision_at_1000_std
            value: 40.1439309994832
          - type: nauc_precision_at_100_diff1
            value: -15.764998544735823
          - type: nauc_precision_at_100_max
            value: 19.211111148845784
          - type: nauc_precision_at_100_std
            value: 46.96427473897526
          - type: nauc_precision_at_10_diff1
            value: -7.388798905334601
          - type: nauc_precision_at_10_max
            value: 41.22907941806041
          - type: nauc_precision_at_10_std
            value: 42.59884089023569
          - type: nauc_precision_at_1_diff1
            value: 32.025767729163995
          - type: nauc_precision_at_1_max
            value: 43.754075663448575
          - type: nauc_precision_at_1_std
            value: 25.43509133901274
          - type: nauc_precision_at_20_diff1
            value: -12.0078847232814
          - type: nauc_precision_at_20_max
            value: 33.27932495727302
          - type: nauc_precision_at_20_std
            value: 43.837569920515165
          - type: nauc_precision_at_3_diff1
            value: 7.042749712513677
          - type: nauc_precision_at_3_max
            value: 42.1936184896299
          - type: nauc_precision_at_3_std
            value: 30.484961204241984
          - type: nauc_precision_at_5_diff1
            value: -2.1371357099813832
          - type: nauc_precision_at_5_max
            value: 43.476640933633895
          - type: nauc_precision_at_5_std
            value: 35.117927839092914
          - type: nauc_recall_at_1000_diff1
            value: -0.8723013662864799
          - type: nauc_recall_at_1000_max
            value: 18.909026237682543
          - type: nauc_recall_at_1000_std
            value: 13.51570098053679
          - type: nauc_recall_at_100_diff1
            value: 12.357279426756397
          - type: nauc_recall_at_100_max
            value: 27.84208167172234
          - type: nauc_recall_at_100_std
            value: 14.49863872734005
          - type: nauc_recall_at_10_diff1
            value: 21.11009281729574
          - type: nauc_recall_at_10_max
            value: 19.74472802495254
          - type: nauc_recall_at_10_std
            value: -4.09630500503252
          - type: nauc_recall_at_1_diff1
            value: 44.074701941156576
          - type: nauc_recall_at_1_max
            value: 7.313976830684179
          - type: nauc_recall_at_1_std
            value: -17.775136864794273
          - type: nauc_recall_at_20_diff1
            value: 17.31518452608809
          - type: nauc_recall_at_20_max
            value: 23.399843692692237
          - type: nauc_recall_at_20_std
            value: 0.04814256658120452
          - type: nauc_recall_at_3_diff1
            value: 35.46183411619658
          - type: nauc_recall_at_3_max
            value: 12.787287273388953
          - type: nauc_recall_at_3_std
            value: -12.428077847406232
          - type: nauc_recall_at_5_diff1
            value: 25.630390779262065
          - type: nauc_recall_at_5_max
            value: 17.81997541214207
          - type: nauc_recall_at_5_std
            value: -7.819448998740632
          - type: ndcg_at_1
            value: 55.418
          - type: ndcg_at_10
            value: 45.059
          - type: ndcg_at_100
            value: 41.89
          - type: ndcg_at_1000
            value: 50.808
          - type: ndcg_at_20
            value: 42.528
          - type: ndcg_at_3
            value: 50.273999999999994
          - type: ndcg_at_5
            value: 48.311
          - type: precision_at_1
            value: 56.347
          - type: precision_at_10
            value: 33.684
          - type: precision_at_100
            value: 10.854
          - type: precision_at_1000
            value: 2.455
          - type: precision_at_20
            value: 25.294
          - type: precision_at_3
            value: 46.749
          - type: precision_at_5
            value: 42.167
          - type: recall_at_1
            value: 7.51
          - type: recall_at_10
            value: 22.7
          - type: recall_at_100
            value: 42.324
          - type: recall_at_1000
            value: 75.047
          - type: recall_at_20
            value: 28.091
          - type: recall_at_3
            value: 13.202
          - type: recall_at_5
            value: 17.573
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB NQ
          revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
          split: test
          type: mteb/nq
        metrics:
          - type: main_score
            value: 72.439
          - type: map_at_1
            value: 48.588
          - type: map_at_10
            value: 65.667
          - type: map_at_100
            value: 66.23
          - type: map_at_1000
            value: 66.238
          - type: map_at_20
            value: 66.077
          - type: map_at_3
            value: 62.173
          - type: map_at_5
            value: 64.403
          - type: mrr_at_1
            value: 54.57705677867902
          - type: mrr_at_10
            value: 68.04977330831896
          - type: mrr_at_100
            value: 68.40133412359447
          - type: mrr_at_1000
            value: 68.40674582113029
          - type: mrr_at_20
            value: 68.32025711906769
          - type: mrr_at_3
            value: 65.68173039783692
          - type: mrr_at_5
            value: 67.12292390884501
          - type: nauc_map_at_1000_diff1
            value: 42.92613415901299
          - type: nauc_map_at_1000_max
            value: 31.58722964102006
          - type: nauc_map_at_1000_std
            value: -9.181430909023906
          - type: nauc_map_at_100_diff1
            value: 42.9286603531827
          - type: nauc_map_at_100_max
            value: 31.597761214322794
          - type: nauc_map_at_100_std
            value: -9.174864948929978
          - type: nauc_map_at_10_diff1
            value: 42.742103497799874
          - type: nauc_map_at_10_max
            value: 31.73600271519757
          - type: nauc_map_at_10_std
            value: -9.599976341144492
          - type: nauc_map_at_1_diff1
            value: 44.97465030457452
          - type: nauc_map_at_1_max
            value: 24.50842235041081
          - type: nauc_map_at_1_std
            value: -9.488301413929715
          - type: nauc_map_at_20_diff1
            value: 42.93789543281411
          - type: nauc_map_at_20_max
            value: 31.649530881844477
          - type: nauc_map_at_20_std
            value: -9.284482255074405
          - type: nauc_map_at_3_diff1
            value: 42.507020478710444
          - type: nauc_map_at_3_max
            value: 30.430161368656407
          - type: nauc_map_at_3_std
            value: -10.98022633967904
          - type: nauc_map_at_5_diff1
            value: 42.65908349342647
          - type: nauc_map_at_5_max
            value: 31.712314514485808
          - type: nauc_map_at_5_std
            value: -10.162495644166388
          - type: nauc_mrr_at_1000_diff1
            value: 43.07977164212382
          - type: nauc_mrr_at_1000_max
            value: 32.71613265858574
          - type: nauc_mrr_at_1000_std
            value: -6.309541407889255
          - type: nauc_mrr_at_100_diff1
            value: 43.08243504279048
          - type: nauc_mrr_at_100_max
            value: 32.72393721047513
          - type: nauc_mrr_at_100_std
            value: -6.304478684547192
          - type: nauc_mrr_at_10_diff1
            value: 42.9454520799358
          - type: nauc_mrr_at_10_max
            value: 32.98294125539359
          - type: nauc_mrr_at_10_std
            value: -6.344731638595535
          - type: nauc_mrr_at_1_diff1
            value: 44.86265224618521
          - type: nauc_mrr_at_1_max
            value: 28.722584310944548
          - type: nauc_mrr_at_1_std
            value: -5.987388514445873
          - type: nauc_mrr_at_20_diff1
            value: 43.09463525559641
          - type: nauc_mrr_at_20_max
            value: 32.78563812600394
          - type: nauc_mrr_at_20_std
            value: -6.3101564030679365
          - type: nauc_mrr_at_3_diff1
            value: 42.778839940801525
          - type: nauc_mrr_at_3_max
            value: 32.73472475200481
          - type: nauc_mrr_at_3_std
            value: -6.873684661851209
          - type: nauc_mrr_at_5_diff1
            value: 42.819150151235355
          - type: nauc_mrr_at_5_max
            value: 33.063649047927846
          - type: nauc_mrr_at_5_std
            value: -6.690698773431876
          - type: nauc_ndcg_at_1000_diff1
            value: 42.838890830794305
          - type: nauc_ndcg_at_1000_max
            value: 33.06212912224441
          - type: nauc_ndcg_at_1000_std
            value: -7.604830337911507
          - type: nauc_ndcg_at_100_diff1
            value: 42.92532259135676
          - type: nauc_ndcg_at_100_max
            value: 33.32105898079442
          - type: nauc_ndcg_at_100_std
            value: -7.41942657927501
          - type: nauc_ndcg_at_10_diff1
            value: 42.241497889945386
          - type: nauc_ndcg_at_10_max
            value: 34.314029244865395
          - type: nauc_ndcg_at_10_std
            value: -8.705170475797276
          - type: nauc_ndcg_at_1_diff1
            value: 44.935431451080625
          - type: nauc_ndcg_at_1_max
            value: 28.761716507796287
          - type: nauc_ndcg_at_1_std
            value: -5.910155765778751
          - type: nauc_ndcg_at_20_diff1
            value: 42.98682996645045
          - type: nauc_ndcg_at_20_max
            value: 33.77639762275077
          - type: nauc_ndcg_at_20_std
            value: -7.922192840991434
          - type: nauc_ndcg_at_3_diff1
            value: 41.78169420045572
          - type: nauc_ndcg_at_3_max
            value: 32.28874867052525
          - type: nauc_ndcg_at_3_std
            value: -10.746022839903787
          - type: nauc_ndcg_at_5_diff1
            value: 41.98111900699031
          - type: nauc_ndcg_at_5_max
            value: 34.16892401395189
          - type: nauc_ndcg_at_5_std
            value: -9.835814208233074
          - type: nauc_precision_at_1000_diff1
            value: -13.893084426310164
          - type: nauc_precision_at_1000_max
            value: 4.528511169827012
          - type: nauc_precision_at_1000_std
            value: 19.808766541210563
          - type: nauc_precision_at_100_diff1
            value: -11.662187818787977
          - type: nauc_precision_at_100_max
            value: 7.106144289556965
          - type: nauc_precision_at_100_std
            value: 20.196725761912955
          - type: nauc_precision_at_10_diff1
            value: -0.0005202624402562934
          - type: nauc_precision_at_10_max
            value: 20.3322025815174
          - type: nauc_precision_at_10_std
            value: 10.996026572368203
          - type: nauc_precision_at_1_diff1
            value: 44.935431451080625
          - type: nauc_precision_at_1_max
            value: 28.761716507796287
          - type: nauc_precision_at_1_std
            value: -5.910155765778751
          - type: nauc_precision_at_20_diff1
            value: -5.251925401801626
          - type: nauc_precision_at_20_max
            value: 13.778502821797181
          - type: nauc_precision_at_20_std
            value: 16.678382538020593
          - type: nauc_precision_at_3_diff1
            value: 18.484347552428737
          - type: nauc_precision_at_3_max
            value: 29.23890691678369
          - type: nauc_precision_at_3_std
            value: -0.9617922081812927
          - type: nauc_precision_at_5_diff1
            value: 9.520921672164247
          - type: nauc_precision_at_5_max
            value: 26.114118384437084
          - type: nauc_precision_at_5_std
            value: 4.480542966435442
          - type: nauc_recall_at_1000_diff1
            value: 36.483312921782804
          - type: nauc_recall_at_1000_max
            value: 93.65683358360806
          - type: nauc_recall_at_1000_std
            value: 78.98396666115225
          - type: nauc_recall_at_100_diff1
            value: 51.223962258353374
          - type: nauc_recall_at_100_max
            value: 71.21642758603197
          - type: nauc_recall_at_100_std
            value: 29.03844845781408
          - type: nauc_recall_at_10_diff1
            value: 36.54228767944346
          - type: nauc_recall_at_10_max
            value: 48.045414485215495
          - type: nauc_recall_at_10_std
            value: -10.991004552070361
          - type: nauc_recall_at_1_diff1
            value: 44.97465030457452
          - type: nauc_recall_at_1_max
            value: 24.50842235041081
          - type: nauc_recall_at_1_std
            value: -9.488301413929715
          - type: nauc_recall_at_20_diff1
            value: 44.42937548103678
          - type: nauc_recall_at_20_max
            value: 52.02797641154168
          - type: nauc_recall_at_20_std
            value: -5.274872422912074
          - type: nauc_recall_at_3_diff1
            value: 37.370700905004796
          - type: nauc_recall_at_3_max
            value: 35.051545542223735
          - type: nauc_recall_at_3_std
            value: -14.47614675395727
          - type: nauc_recall_at_5_diff1
            value: 36.923681333914296
          - type: nauc_recall_at_5_max
            value: 41.76113305221287
          - type: nauc_recall_at_5_std
            value: -13.792057613912453
          - type: ndcg_at_1
            value: 54.547999999999995
          - type: ndcg_at_10
            value: 72.439
          - type: ndcg_at_100
            value: 74.505
          - type: ndcg_at_1000
            value: 74.656
          - type: ndcg_at_20
            value: 73.708
          - type: ndcg_at_3
            value: 66.416
          - type: ndcg_at_5
            value: 69.783
          - type: precision_at_1
            value: 54.547999999999995
          - type: precision_at_10
            value: 10.831
          - type: precision_at_100
            value: 1.201
          - type: precision_at_1000
            value: 0.121
          - type: precision_at_20
            value: 5.734
          - type: precision_at_3
            value: 29.287000000000003
          - type: precision_at_5
            value: 19.676
          - type: recall_at_1
            value: 48.588
          - type: recall_at_10
            value: 90.271
          - type: recall_at_100
            value: 98.663
          - type: recall_at_1000
            value: 99.754
          - type: recall_at_20
            value: 94.911
          - type: recall_at_3
            value: 75.14699999999999
          - type: recall_at_5
            value: 82.657
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB QuoraRetrieval
          revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
          split: test
          type: mteb/quora
        metrics:
          - type: main_score
            value: 88.776
          - type: map_at_1
            value: 70.789
          - type: map_at_10
            value: 85.111
          - type: map_at_100
            value: 85.74300000000001
          - type: map_at_1000
            value: 85.757
          - type: map_at_20
            value: 85.541
          - type: map_at_3
            value: 82.16799999999999
          - type: map_at_5
            value: 84.027
          - type: mrr_at_1
            value: 81.61
          - type: mrr_at_10
            value: 87.83598809523794
          - type: mrr_at_100
            value: 87.93437534934736
          - type: mrr_at_1000
            value: 87.93537663994458
          - type: mrr_at_20
            value: 87.91460020324512
          - type: mrr_at_3
            value: 86.91999999999982
          - type: mrr_at_5
            value: 87.57549999999974
          - type: nauc_map_at_1000_diff1
            value: 76.95785603654109
          - type: nauc_map_at_1000_max
            value: 22.21137147646329
          - type: nauc_map_at_1000_std
            value: -57.67191596659913
          - type: nauc_map_at_100_diff1
            value: 76.96066980419408
          - type: nauc_map_at_100_max
            value: 22.18444499684965
          - type: nauc_map_at_100_std
            value: -57.73426948321203
          - type: nauc_map_at_10_diff1
            value: 77.27294101132748
          - type: nauc_map_at_10_max
            value: 21.520023788398827
          - type: nauc_map_at_10_std
            value: -60.149831861475946
          - type: nauc_map_at_1_diff1
            value: 80.82075671924613
          - type: nauc_map_at_1_max
            value: 16.73924350448738
          - type: nauc_map_at_1_std
            value: -49.025641726356106
          - type: nauc_map_at_20_diff1
            value: 77.03897352655657
          - type: nauc_map_at_20_max
            value: 21.879911910556256
          - type: nauc_map_at_20_std
            value: -58.72111603413064
          - type: nauc_map_at_3_diff1
            value: 77.80825908555062
          - type: nauc_map_at_3_max
            value: 19.74347230686499
          - type: nauc_map_at_3_std
            value: -61.14048758808322
          - type: nauc_map_at_5_diff1
            value: 77.64191093638766
          - type: nauc_map_at_5_max
            value: 20.82641310481968
          - type: nauc_map_at_5_std
            value: -61.5227187788429
          - type: nauc_mrr_at_1000_diff1
            value: 77.07743481780578
          - type: nauc_mrr_at_1000_max
            value: 24.973854693758668
          - type: nauc_mrr_at_1000_std
            value: -53.00097552882813
          - type: nauc_mrr_at_100_diff1
            value: 77.07743779388264
          - type: nauc_mrr_at_100_max
            value: 24.97578180973678
          - type: nauc_mrr_at_100_std
            value: -52.999857842949375
          - type: nauc_mrr_at_10_diff1
            value: 77.08832159626124
          - type: nauc_mrr_at_10_max
            value: 24.847950790779755
          - type: nauc_mrr_at_10_std
            value: -53.354412157484596
          - type: nauc_mrr_at_1_diff1
            value: 77.90054473035877
          - type: nauc_mrr_at_1_max
            value: 25.435382042849454
          - type: nauc_mrr_at_1_std
            value: -48.65542470772514
          - type: nauc_mrr_at_20_diff1
            value: 77.07410903358165
          - type: nauc_mrr_at_20_max
            value: 24.936803370937003
          - type: nauc_mrr_at_20_std
            value: -53.05367000547051
          - type: nauc_mrr_at_3_diff1
            value: 76.79835377348654
          - type: nauc_mrr_at_3_max
            value: 24.83960583182869
          - type: nauc_mrr_at_3_std
            value: -53.937122802902906
          - type: nauc_mrr_at_5_diff1
            value: 77.0611598562459
          - type: nauc_mrr_at_5_max
            value: 25.110143361000386
          - type: nauc_mrr_at_5_std
            value: -53.66721083549211
          - type: nauc_ndcg_at_1000_diff1
            value: 76.6539942038112
          - type: nauc_ndcg_at_1000_max
            value: 23.44145468342362
          - type: nauc_ndcg_at_1000_std
            value: -55.778951082488604
          - type: nauc_ndcg_at_100_diff1
            value: 76.63968651875747
          - type: nauc_ndcg_at_100_max
            value: 23.37238335196869
          - type: nauc_ndcg_at_100_std
            value: -56.013444819578936
          - type: nauc_ndcg_at_10_diff1
            value: 76.91486559815172
          - type: nauc_ndcg_at_10_max
            value: 21.882218185355374
          - type: nauc_ndcg_at_10_std
            value: -60.447241565220914
          - type: nauc_ndcg_at_1_diff1
            value: 77.91920303932993
          - type: nauc_ndcg_at_1_max
            value: 25.506195225143564
          - type: nauc_ndcg_at_1_std
            value: -48.66289988343474
          - type: nauc_ndcg_at_20_diff1
            value: 76.70353035362932
          - type: nauc_ndcg_at_20_max
            value: 22.52326792272016
          - type: nauc_ndcg_at_20_std
            value: -58.228058595950415
          - type: nauc_ndcg_at_3_diff1
            value: 76.19291654415437
          - type: nauc_ndcg_at_3_max
            value: 21.680157583116596
          - type: nauc_ndcg_at_3_std
            value: -59.78592789656886
          - type: nauc_ndcg_at_5_diff1
            value: 76.94117372509868
          - type: nauc_ndcg_at_5_max
            value: 21.80365013527183
          - type: nauc_ndcg_at_5_std
            value: -61.23723747585645
          - type: nauc_precision_at_1000_diff1
            value: -44.43454847128405
          - type: nauc_precision_at_1000_max
            value: 1.1086245603647116
          - type: nauc_precision_at_1000_std
            value: 45.957621410588445
          - type: nauc_precision_at_100_diff1
            value: -44.21353890734024
          - type: nauc_precision_at_100_max
            value: 0.8667205449931505
          - type: nauc_precision_at_100_std
            value: 44.55558297469162
          - type: nauc_precision_at_10_diff1
            value: -39.446583654372816
          - type: nauc_precision_at_10_max
            value: 1.0745424122581824
          - type: nauc_precision_at_10_std
            value: 27.715199044430115
          - type: nauc_precision_at_1_diff1
            value: 77.91920303932993
          - type: nauc_precision_at_1_max
            value: 25.506195225143564
          - type: nauc_precision_at_1_std
            value: -48.66289988343474
          - type: nauc_precision_at_20_diff1
            value: -42.82034326897596
          - type: nauc_precision_at_20_max
            value: 0.1871272488795601
          - type: nauc_precision_at_20_std
            value: 36.44930040826729
          - type: nauc_precision_at_3_diff1
            value: -20.17153834304044
          - type: nauc_precision_at_3_max
            value: 6.091482816522112
          - type: nauc_precision_at_3_std
            value: 2.2214080229171813
          - type: nauc_precision_at_5_diff1
            value: -32.30370373592924
          - type: nauc_precision_at_5_max
            value: 3.283007853748956
          - type: nauc_precision_at_5_std
            value: 15.671527569593394
          - type: nauc_recall_at_1000_diff1
            value: 25.2608289691968
          - type: nauc_recall_at_1000_max
            value: 39.63179474797547
          - type: nauc_recall_at_1000_std
            value: 25.74798035229638
          - type: nauc_recall_at_100_diff1
            value: 68.6766275832437
          - type: nauc_recall_at_100_max
            value: 24.369103177128636
          - type: nauc_recall_at_100_std
            value: -62.93899349940275
          - type: nauc_recall_at_10_diff1
            value: 73.75469598044158
          - type: nauc_recall_at_10_max
            value: 10.798765439257565
          - type: nauc_recall_at_10_std
            value: -90.65150692145126
          - type: nauc_recall_at_1_diff1
            value: 80.82075671924613
          - type: nauc_recall_at_1_max
            value: 16.73924350448738
          - type: nauc_recall_at_1_std
            value: -49.025641726356106
          - type: nauc_recall_at_20_diff1
            value: 71.88106544370252
          - type: nauc_recall_at_20_max
            value: 8.617919317783445
          - type: nauc_recall_at_20_std
            value: -88.64614006261976
          - type: nauc_recall_at_3_diff1
            value: 73.67512305142627
          - type: nauc_recall_at_3_max
            value: 14.522053228776684
          - type: nauc_recall_at_3_std
            value: -72.6164829975551
          - type: nauc_recall_at_5_diff1
            value: 73.55224072247896
          - type: nauc_recall_at_5_max
            value: 14.028581019140384
          - type: nauc_recall_at_5_std
            value: -81.70290837756839
          - type: ndcg_at_1
            value: 81.6
          - type: ndcg_at_10
            value: 88.776
          - type: ndcg_at_100
            value: 89.91799999999999
          - type: ndcg_at_1000
            value: 90.001
          - type: ndcg_at_20
            value: 89.45100000000001
          - type: ndcg_at_3
            value: 86.055
          - type: ndcg_at_5
            value: 87.603
          - type: precision_at_1
            value: 81.6
          - type: precision_at_10
            value: 13.527000000000001
          - type: precision_at_100
            value: 1.538
          - type: precision_at_1000
            value: 0.157
          - type: precision_at_20
            value: 7.183000000000001
          - type: precision_at_3
            value: 37.81
          - type: precision_at_5
            value: 24.874
          - type: recall_at_1
            value: 70.789
          - type: recall_at_10
            value: 95.829
          - type: recall_at_100
            value: 99.626
          - type: recall_at_1000
            value: 99.99900000000001
          - type: recall_at_20
            value: 98.008
          - type: recall_at_3
            value: 88.005
          - type: recall_at_5
            value: 92.394
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB SCIDOCS
          revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
          split: test
          type: mteb/scidocs
        metrics:
          - type: main_score
            value: 22.555
          - type: map_at_1
            value: 5.093
          - type: map_at_10
            value: 13.636000000000001
          - type: map_at_100
            value: 16.169
          - type: map_at_1000
            value: 16.491
          - type: map_at_20
            value: 14.967
          - type: map_at_3
            value: 9.759
          - type: map_at_5
            value: 11.61
          - type: mrr_at_1
            value: 25.1
          - type: mrr_at_10
            value: 37.03158730158728
          - type: mrr_at_100
            value: 38.10841522691227
          - type: mrr_at_1000
            value: 38.157760714646216
          - type: mrr_at_20
            value: 37.71533302009304
          - type: mrr_at_3
            value: 33.599999999999994
          - type: mrr_at_5
            value: 35.47499999999996
          - type: nauc_map_at_1000_diff1
            value: 16.016506811794674
          - type: nauc_map_at_1000_max
            value: 26.980626723493234
          - type: nauc_map_at_1000_std
            value: 6.344668577266132
          - type: nauc_map_at_100_diff1
            value: 16.106273177734288
          - type: nauc_map_at_100_max
            value: 27.078961630580306
          - type: nauc_map_at_100_std
            value: 6.114177505174807
          - type: nauc_map_at_10_diff1
            value: 17.401956757885728
          - type: nauc_map_at_10_max
            value: 26.276474643260777
          - type: nauc_map_at_10_std
            value: 3.005814701827781
          - type: nauc_map_at_1_diff1
            value: 20.70536617482489
          - type: nauc_map_at_1_max
            value: 16.988060184234318
          - type: nauc_map_at_1_std
            value: -3.4275203611745013
          - type: nauc_map_at_20_diff1
            value: 16.56893037536464
          - type: nauc_map_at_20_max
            value: 26.994627506463566
          - type: nauc_map_at_20_std
            value: 4.443682314555823
          - type: nauc_map_at_3_diff1
            value: 17.771054815531336
          - type: nauc_map_at_3_max
            value: 22.25552550616846
          - type: nauc_map_at_3_std
            value: -1.1135548486711386
          - type: nauc_map_at_5_diff1
            value: 18.234751966525035
          - type: nauc_map_at_5_max
            value: 24.74090977327922
          - type: nauc_map_at_5_std
            value: 0.20984608573778366
          - type: nauc_mrr_at_1000_diff1
            value: 16.43908145424862
          - type: nauc_mrr_at_1000_max
            value: 19.50975861939652
          - type: nauc_mrr_at_1000_std
            value: 1.0711066308930413
          - type: nauc_mrr_at_100_diff1
            value: 16.449978087023602
          - type: nauc_mrr_at_100_max
            value: 19.546163139729455
          - type: nauc_mrr_at_100_std
            value: 1.1255804840602446
          - type: nauc_mrr_at_10_diff1
            value: 16.349572894206453
          - type: nauc_mrr_at_10_max
            value: 19.36607987819692
          - type: nauc_mrr_at_10_std
            value: 0.6815489423750116
          - type: nauc_mrr_at_1_diff1
            value: 20.81511754780404
          - type: nauc_mrr_at_1_max
            value: 17.31621820467371
          - type: nauc_mrr_at_1_std
            value: -3.062161046879616
          - type: nauc_mrr_at_20_diff1
            value: 16.453078176658412
          - type: nauc_mrr_at_20_max
            value: 19.61511763534643
          - type: nauc_mrr_at_20_std
            value: 1.1504468243169772
          - type: nauc_mrr_at_3_diff1
            value: 16.45317063630442
          - type: nauc_mrr_at_3_max
            value: 18.820538793222735
          - type: nauc_mrr_at_3_std
            value: -0.505799010681032
          - type: nauc_mrr_at_5_diff1
            value: 16.239396076435447
          - type: nauc_mrr_at_5_max
            value: 19.514405308342404
          - type: nauc_mrr_at_5_std
            value: 0.42152258676157106
          - type: nauc_ndcg_at_1000_diff1
            value: 12.799637809854447
          - type: nauc_ndcg_at_1000_max
            value: 26.286436521297098
          - type: nauc_ndcg_at_1000_std
            value: 13.849793575042407
          - type: nauc_ndcg_at_100_diff1
            value: 13.780919818793214
          - type: nauc_ndcg_at_100_max
            value: 27.263414842629384
          - type: nauc_ndcg_at_100_std
            value: 12.844324409823212
          - type: nauc_ndcg_at_10_diff1
            value: 15.691735156401645
          - type: nauc_ndcg_at_10_max
            value: 25.546421591723778
          - type: nauc_ndcg_at_10_std
            value: 5.030693260079141
          - type: nauc_ndcg_at_1_diff1
            value: 20.81511754780404
          - type: nauc_ndcg_at_1_max
            value: 17.31621820467371
          - type: nauc_ndcg_at_1_std
            value: -3.062161046879616
          - type: nauc_ndcg_at_20_diff1
            value: 14.918017633315037
          - type: nauc_ndcg_at_20_max
            value: 27.198495675799926
          - type: nauc_ndcg_at_20_std
            value: 7.859145154218754
          - type: nauc_ndcg_at_3_diff1
            value: 16.45411219760524
          - type: nauc_ndcg_at_3_max
            value: 21.843580863721826
          - type: nauc_ndcg_at_3_std
            value: 0.25079066807691736
          - type: nauc_ndcg_at_5_diff1
            value: 16.51852886026338
          - type: nauc_ndcg_at_5_max
            value: 24.32358445742888
          - type: nauc_ndcg_at_5_std
            value: 2.0046033593381365
          - type: nauc_precision_at_1000_diff1
            value: -3.043549167595678
          - type: nauc_precision_at_1000_max
            value: 17.721081069519855
          - type: nauc_precision_at_1000_std
            value: 34.394832596775096
          - type: nauc_precision_at_100_diff1
            value: 5.918389112534078
          - type: nauc_precision_at_100_max
            value: 25.041523333915638
          - type: nauc_precision_at_100_std
            value: 26.422448938245065
          - type: nauc_precision_at_10_diff1
            value: 12.559354156188075
          - type: nauc_precision_at_10_max
            value: 27.102948515447505
          - type: nauc_precision_at_10_std
            value: 9.922230490706765
          - type: nauc_precision_at_1_diff1
            value: 20.81511754780404
          - type: nauc_precision_at_1_max
            value: 17.31621820467371
          - type: nauc_precision_at_1_std
            value: -3.062161046879616
          - type: nauc_precision_at_20_diff1
            value: 10.239015656701062
          - type: nauc_precision_at_20_max
            value: 28.631431971198385
          - type: nauc_precision_at_20_std
            value: 14.923889979389953
          - type: nauc_precision_at_3_diff1
            value: 14.715917541943435
          - type: nauc_precision_at_3_max
            value: 23.488016057716443
          - type: nauc_precision_at_3_std
            value: 1.8688429519876193
          - type: nauc_precision_at_5_diff1
            value: 14.607533180532764
          - type: nauc_precision_at_5_max
            value: 26.69556237014592
          - type: nauc_precision_at_5_std
            value: 4.869786655689707
          - type: nauc_recall_at_1000_diff1
            value: -3.592050112505089
          - type: nauc_recall_at_1000_max
            value: 17.35902743346563
          - type: nauc_recall_at_1000_std
            value: 35.46357913035807
          - type: nauc_recall_at_100_diff1
            value: 5.712224816491693
          - type: nauc_recall_at_100_max
            value: 24.952810805795224
          - type: nauc_recall_at_100_std
            value: 26.49557743326384
          - type: nauc_recall_at_10_diff1
            value: 12.374218338608538
          - type: nauc_recall_at_10_max
            value: 26.5955214750823
          - type: nauc_recall_at_10_std
            value: 9.623097045252097
          - type: nauc_recall_at_1_diff1
            value: 20.70536617482489
          - type: nauc_recall_at_1_max
            value: 16.988060184234318
          - type: nauc_recall_at_1_std
            value: -3.4275203611745013
          - type: nauc_recall_at_20_diff1
            value: 10.079156462598272
          - type: nauc_recall_at_20_max
            value: 28.130382940517656
          - type: nauc_recall_at_20_std
            value: 14.778620879657767
          - type: nauc_recall_at_3_diff1
            value: 14.445322713318905
          - type: nauc_recall_at_3_max
            value: 22.913177040177732
          - type: nauc_recall_at_3_std
            value: 1.3968297812096289
          - type: nauc_recall_at_5_diff1
            value: 14.300977741042697
          - type: nauc_recall_at_5_max
            value: 26.064746286034463
          - type: nauc_recall_at_5_std
            value: 4.468436508425328
          - type: ndcg_at_1
            value: 25.1
          - type: ndcg_at_10
            value: 22.555
          - type: ndcg_at_100
            value: 31.558000000000003
          - type: ndcg_at_1000
            value: 36.866
          - type: ndcg_at_20
            value: 25.954
          - type: ndcg_at_3
            value: 21.488
          - type: ndcg_at_5
            value: 18.656
          - type: precision_at_1
            value: 25.1
          - type: precision_at_10
            value: 11.82
          - type: precision_at_100
            value: 2.465
          - type: precision_at_1000
            value: 0.373
          - type: precision_at_20
            value: 7.870000000000001
          - type: precision_at_3
            value: 20.467
          - type: precision_at_5
            value: 16.520000000000003
          - type: recall_at_1
            value: 5.093
          - type: recall_at_10
            value: 23.953
          - type: recall_at_100
            value: 50.03999999999999
          - type: recall_at_1000
            value: 75.74499999999999
          - type: recall_at_20
            value: 31.923000000000002
          - type: recall_at_3
            value: 12.468
          - type: recall_at_5
            value: 16.773
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB SciFact
          revision: 0228b52cf27578f30900b9e5271d331663a030d7
          split: test
          type: mteb/scifact
        metrics:
          - type: main_score
            value: 81.313
          - type: map_at_1
            value: 67.38300000000001
          - type: map_at_10
            value: 77.017
          - type: map_at_100
            value: 77.321
          - type: map_at_1000
            value: 77.331
          - type: map_at_20
            value: 77.262
          - type: map_at_3
            value: 74.111
          - type: map_at_5
            value: 75.881
          - type: mrr_at_1
            value: 70.33333333333334
          - type: mrr_at_10
            value: 77.81560846560845
          - type: mrr_at_100
            value: 78.00735197296981
          - type: mrr_at_1000
            value: 78.01761089473817
          - type: mrr_at_20
            value: 77.95766363266362
          - type: mrr_at_3
            value: 75.72222222222223
          - type: mrr_at_5
            value: 77.00555555555557
          - type: nauc_map_at_1000_diff1
            value: 75.04841791054689
          - type: nauc_map_at_1000_max
            value: 58.36172663414763
          - type: nauc_map_at_1000_std
            value: -11.893595632272119
          - type: nauc_map_at_100_diff1
            value: 75.05064539007354
          - type: nauc_map_at_100_max
            value: 58.37324776917011
          - type: nauc_map_at_100_std
            value: -11.877215894403568
          - type: nauc_map_at_10_diff1
            value: 74.75549994121076
          - type: nauc_map_at_10_max
            value: 58.24150489656241
          - type: nauc_map_at_10_std
            value: -12.344245577155307
          - type: nauc_map_at_1_diff1
            value: 76.73802929240316
          - type: nauc_map_at_1_max
            value: 51.51486878608817
          - type: nauc_map_at_1_std
            value: -18.187044359595266
          - type: nauc_map_at_20_diff1
            value: 75.01108764373232
          - type: nauc_map_at_20_max
            value: 58.428062710077334
          - type: nauc_map_at_20_std
            value: -11.884812488296847
          - type: nauc_map_at_3_diff1
            value: 75.76878808666785
          - type: nauc_map_at_3_max
            value: 55.0893236506397
          - type: nauc_map_at_3_std
            value: -18.680147004087416
          - type: nauc_map_at_5_diff1
            value: 75.21872474724155
          - type: nauc_map_at_5_max
            value: 56.99417811848851
          - type: nauc_map_at_5_std
            value: -15.023574589807998
          - type: nauc_mrr_at_1000_diff1
            value: 75.30185058060118
          - type: nauc_mrr_at_1000_max
            value: 58.99827784504953
          - type: nauc_mrr_at_1000_std
            value: -9.180976480652097
          - type: nauc_mrr_at_100_diff1
            value: 75.3039902169212
          - type: nauc_mrr_at_100_max
            value: 59.0096982171748
          - type: nauc_mrr_at_100_std
            value: -9.165687912589478
          - type: nauc_mrr_at_10_diff1
            value: 75.06584397042454
          - type: nauc_mrr_at_10_max
            value: 59.059479758705095
          - type: nauc_mrr_at_10_std
            value: -9.171739325385065
          - type: nauc_mrr_at_1_diff1
            value: 76.94126061472998
          - type: nauc_mrr_at_1_max
            value: 58.63634435063004
          - type: nauc_mrr_at_1_std
            value: -7.595328003491241
          - type: nauc_mrr_at_20_diff1
            value: 75.25985436830398
          - type: nauc_mrr_at_20_max
            value: 59.047844055490515
          - type: nauc_mrr_at_20_std
            value: -9.217229457280327
          - type: nauc_mrr_at_3_diff1
            value: 75.70972174140121
          - type: nauc_mrr_at_3_max
            value: 58.53109550921837
          - type: nauc_mrr_at_3_std
            value: -11.233362761574888
          - type: nauc_mrr_at_5_diff1
            value: 75.3027582677559
          - type: nauc_mrr_at_5_max
            value: 58.51186203154683
          - type: nauc_mrr_at_5_std
            value: -10.2389936280827
          - type: nauc_ndcg_at_1000_diff1
            value: 74.73042662069368
          - type: nauc_ndcg_at_1000_max
            value: 59.234679098286435
          - type: nauc_ndcg_at_1000_std
            value: -10.056585749544686
          - type: nauc_ndcg_at_100_diff1
            value: 74.77417755774573
          - type: nauc_ndcg_at_100_max
            value: 59.56267106047054
          - type: nauc_ndcg_at_100_std
            value: -9.507635585959678
          - type: nauc_ndcg_at_10_diff1
            value: 73.51173182085725
          - type: nauc_ndcg_at_10_max
            value: 59.488170283330234
          - type: nauc_ndcg_at_10_std
            value: -10.720733926384735
          - type: nauc_ndcg_at_1_diff1
            value: 76.94126061472998
          - type: nauc_ndcg_at_1_max
            value: 58.63634435063004
          - type: nauc_ndcg_at_1_std
            value: -7.595328003491241
          - type: nauc_ndcg_at_20_diff1
            value: 74.40614935696766
          - type: nauc_ndcg_at_20_max
            value: 59.958864387137226
          - type: nauc_ndcg_at_20_std
            value: -9.611226342001965
          - type: nauc_ndcg_at_3_diff1
            value: 75.17084819068555
          - type: nauc_ndcg_at_3_max
            value: 57.01635203576452
          - type: nauc_ndcg_at_3_std
            value: -16.69034944254818
          - type: nauc_ndcg_at_5_diff1
            value: 74.42154242123861
          - type: nauc_ndcg_at_5_max
            value: 56.96751544369478
          - type: nauc_ndcg_at_5_std
            value: -15.466581364009777
          - type: nauc_precision_at_1000_diff1
            value: -29.885864068853113
          - type: nauc_precision_at_1000_max
            value: 15.246331345070333
          - type: nauc_precision_at_1000_std
            value: 64.18030587603968
          - type: nauc_precision_at_100_diff1
            value: -22.526159307459164
          - type: nauc_precision_at_100_max
            value: 19.83878305556087
          - type: nauc_precision_at_100_std
            value: 61.81734299609778
          - type: nauc_precision_at_10_diff1
            value: -9.744869185690087
          - type: nauc_precision_at_10_max
            value: 30.835764902042573
          - type: nauc_precision_at_10_std
            value: 51.66797440109854
          - type: nauc_precision_at_1_diff1
            value: 76.94126061472998
          - type: nauc_precision_at_1_max
            value: 58.63634435063004
          - type: nauc_precision_at_1_std
            value: -7.595328003491241
          - type: nauc_precision_at_20_diff1
            value: -15.854662566288075
          - type: nauc_precision_at_20_max
            value: 25.540596169213263
          - type: nauc_precision_at_20_std
            value: 57.87224253577742
          - type: nauc_precision_at_3_diff1
            value: 36.685786823107975
          - type: nauc_precision_at_3_max
            value: 45.39544319415371
          - type: nauc_precision_at_3_std
            value: 8.267737553608583
          - type: nauc_precision_at_5_diff1
            value: 15.315102224001208
          - type: nauc_precision_at_5_max
            value: 39.43523589454333
          - type: nauc_precision_at_5_std
            value: 29.17523334728261
          - type: nauc_recall_at_1000_diff1
            value: .nan
          - type: nauc_recall_at_1000_max
            value: .nan
          - type: nauc_recall_at_1000_std
            value: .nan
          - type: nauc_recall_at_100_diff1
            value: 77.35760971055122
          - type: nauc_recall_at_100_max
            value: 82.1661998132589
          - type: nauc_recall_at_100_std
            value: 29.74789915966396
          - type: nauc_recall_at_10_diff1
            value: 60.19810822879889
          - type: nauc_recall_at_10_max
            value: 65.9952096780744
          - type: nauc_recall_at_10_std
            value: -8.764259326919047
          - type: nauc_recall_at_1_diff1
            value: 76.73802929240316
          - type: nauc_recall_at_1_max
            value: 51.51486878608817
          - type: nauc_recall_at_1_std
            value: -18.187044359595266
          - type: nauc_recall_at_20_diff1
            value: 66.887914586124
          - type: nauc_recall_at_20_max
            value: 77.53014249177924
          - type: nauc_recall_at_20_std
            value: 6.2375674907644045
          - type: nauc_recall_at_3_diff1
            value: 73.15618370243749
          - type: nauc_recall_at_3_max
            value: 51.8421919050744
          - type: nauc_recall_at_3_std
            value: -30.197347334361
          - type: nauc_recall_at_5_diff1
            value: 69.63152781695797
          - type: nauc_recall_at_5_max
            value: 52.313360589975076
          - type: nauc_recall_at_5_std
            value: -27.475502645659226
          - type: ndcg_at_1
            value: 70.333
          - type: ndcg_at_10
            value: 81.313
          - type: ndcg_at_100
            value: 82.419
          - type: ndcg_at_1000
            value: 82.645
          - type: ndcg_at_20
            value: 82.013
          - type: ndcg_at_3
            value: 76.632
          - type: ndcg_at_5
            value: 79.077
          - type: precision_at_1
            value: 70.333
          - type: precision_at_10
            value: 10.567
          - type: precision_at_100
            value: 1.113
          - type: precision_at_1000
            value: 0.11299999999999999
          - type: precision_at_20
            value: 5.45
          - type: precision_at_3
            value: 29.444
          - type: precision_at_5
            value: 19.400000000000002
          - type: recall_at_1
            value: 67.38300000000001
          - type: recall_at_10
            value: 93.611
          - type: recall_at_100
            value: 98.333
          - type: recall_at_1000
            value: 100
          - type: recall_at_20
            value: 96.167
          - type: recall_at_3
            value: 80.917
          - type: recall_at_5
            value: 87.394
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB TRECCOVID
          revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
          split: test
          type: mteb/trec-covid
        metrics:
          - type: main_score
            value: 86.438
          - type: map_at_1
            value: 0.246
          - type: map_at_10
            value: 2.306
          - type: map_at_100
            value: 14.591000000000001
          - type: map_at_1000
            value: 36.059999999999995
          - type: map_at_20
            value: 4.162
          - type: map_at_3
            value: 0.738
          - type: map_at_5
            value: 1.2189999999999999
          - type: mrr_at_1
            value: 92
          - type: mrr_at_10
            value: 96
          - type: mrr_at_100
            value: 96
          - type: mrr_at_1000
            value: 96
          - type: mrr_at_20
            value: 96
          - type: mrr_at_3
            value: 96
          - type: mrr_at_5
            value: 96
          - type: nauc_map_at_1000_diff1
            value: -22.761515794474683
          - type: nauc_map_at_1000_max
            value: 27.820651228713956
          - type: nauc_map_at_1000_std
            value: 71.83059059452174
          - type: nauc_map_at_100_diff1
            value: 2.1790372665645985
          - type: nauc_map_at_100_max
            value: 14.257921425662278
          - type: nauc_map_at_100_std
            value: 52.48972009046084
          - type: nauc_map_at_10_diff1
            value: 19.82787446032468
          - type: nauc_map_at_10_max
            value: 0.6164112414011461
          - type: nauc_map_at_10_std
            value: 17.02439234880446
          - type: nauc_map_at_1_diff1
            value: 14.55103360563013
          - type: nauc_map_at_1_max
            value: -1.6788350095288704
          - type: nauc_map_at_1_std
            value: 5.297647152979803
          - type: nauc_map_at_20_diff1
            value: 14.8794609533735
          - type: nauc_map_at_20_max
            value: -2.5385796849879476
          - type: nauc_map_at_20_std
            value: 25.28013324056331
          - type: nauc_map_at_3_diff1
            value: 17.00420260483426
          - type: nauc_map_at_3_max
            value: -3.3326758887083994
          - type: nauc_map_at_3_std
            value: 6.755584420286978
          - type: nauc_map_at_5_diff1
            value: 18.01887831857493
          - type: nauc_map_at_5_max
            value: -0.20050837416180262
          - type: nauc_map_at_5_std
            value: 8.561948963118322
          - type: nauc_mrr_at_1000_diff1
            value: -10.971055088702034
          - type: nauc_mrr_at_1000_max
            value: 23.34267040149383
          - type: nauc_mrr_at_1000_std
            value: 46.49859943977593
          - type: nauc_mrr_at_100_diff1
            value: -10.971055088702034
          - type: nauc_mrr_at_100_max
            value: 23.34267040149383
          - type: nauc_mrr_at_100_std
            value: 46.49859943977593
          - type: nauc_mrr_at_10_diff1
            value: -10.971055088702034
          - type: nauc_mrr_at_10_max
            value: 23.34267040149383
          - type: nauc_mrr_at_10_std
            value: 46.49859943977593
          - type: nauc_mrr_at_1_diff1
            value: -10.971055088702213
          - type: nauc_mrr_at_1_max
            value: 23.342670401493866
          - type: nauc_mrr_at_1_std
            value: 46.49859943977584
          - type: nauc_mrr_at_20_diff1
            value: -10.971055088702034
          - type: nauc_mrr_at_20_max
            value: 23.34267040149383
          - type: nauc_mrr_at_20_std
            value: 46.49859943977593
          - type: nauc_mrr_at_3_diff1
            value: -10.971055088702034
          - type: nauc_mrr_at_3_max
            value: 23.34267040149383
          - type: nauc_mrr_at_3_std
            value: 46.49859943977593
          - type: nauc_mrr_at_5_diff1
            value: -10.971055088702034
          - type: nauc_mrr_at_5_max
            value: 23.34267040149383
          - type: nauc_mrr_at_5_std
            value: 46.49859943977593
          - type: nauc_ndcg_at_1000_diff1
            value: -18.31263218691838
          - type: nauc_ndcg_at_1000_max
            value: 27.73438353091248
          - type: nauc_ndcg_at_1000_std
            value: 71.48659179814995
          - type: nauc_ndcg_at_100_diff1
            value: -27.992325451927186
          - type: nauc_ndcg_at_100_max
            value: 28.255864098560707
          - type: nauc_ndcg_at_100_std
            value: 75.14579385079674
          - type: nauc_ndcg_at_10_diff1
            value: -8.144751519247938
          - type: nauc_ndcg_at_10_max
            value: 25.558877520680124
          - type: nauc_ndcg_at_10_std
            value: 74.7572150705637
          - type: nauc_ndcg_at_1_diff1
            value: 16.76577585000697
          - type: nauc_ndcg_at_1_max
            value: 8.307681544704138
          - type: nauc_ndcg_at_1_std
            value: 58.066321533510546
          - type: nauc_ndcg_at_20_diff1
            value: -20.395935610617506
          - type: nauc_ndcg_at_20_max
            value: 13.855324797866162
          - type: nauc_ndcg_at_20_std
            value: 73.28813885551733
          - type: nauc_ndcg_at_3_diff1
            value: 6.617214064862965
          - type: nauc_ndcg_at_3_max
            value: 6.769967032124153
          - type: nauc_ndcg_at_3_std
            value: 58.81924750609674
          - type: nauc_ndcg_at_5_diff1
            value: 4.010229362207553
          - type: nauc_ndcg_at_5_max
            value: 15.806937140075162
          - type: nauc_ndcg_at_5_std
            value: 64.16373136138701
          - type: nauc_precision_at_1000_diff1
            value: -35.69245033890321
          - type: nauc_precision_at_1000_max
            value: 29.773854942146016
          - type: nauc_precision_at_1000_std
            value: 34.51184375699267
          - type: nauc_precision_at_100_diff1
            value: -35.11125639593742
          - type: nauc_precision_at_100_max
            value: 30.702640227422588
          - type: nauc_precision_at_100_std
            value: 71.4996572186129
          - type: nauc_precision_at_10_diff1
            value: -23.298868807095037
          - type: nauc_precision_at_10_max
            value: 39.589436024499705
          - type: nauc_precision_at_10_std
            value: 76.1337980062292
          - type: nauc_precision_at_1_diff1
            value: -10.971055088702213
          - type: nauc_precision_at_1_max
            value: 23.342670401493866
          - type: nauc_precision_at_1_std
            value: 46.49859943977584
          - type: nauc_precision_at_20_diff1
            value: -29.329327980889335
          - type: nauc_precision_at_20_max
            value: 11.858896642149604
          - type: nauc_precision_at_20_std
            value: 67.29665651857641
          - type: nauc_precision_at_3_diff1
            value: -29.222972972972972
          - type: nauc_precision_at_3_max
            value: 29.892615830115947
          - type: nauc_precision_at_3_std
            value: 52.14165057915088
          - type: nauc_precision_at_5_diff1
            value: -28.95650527113159
          - type: nauc_precision_at_5_max
            value: 59.611135660627276
          - type: nauc_precision_at_5_std
            value: 68.33533236538078
          - type: nauc_recall_at_1000_diff1
            value: -12.600696861809551
          - type: nauc_recall_at_1000_max
            value: 23.65718948783771
          - type: nauc_recall_at_1000_std
            value: 58.45976113241065
          - type: nauc_recall_at_100_diff1
            value: 11.646564765343207
          - type: nauc_recall_at_100_max
            value: 8.659686510034886
          - type: nauc_recall_at_100_std
            value: 35.810233566395794
          - type: nauc_recall_at_10_diff1
            value: 21.95634026505432
          - type: nauc_recall_at_10_max
            value: -1.9343852262751597
          - type: nauc_recall_at_10_std
            value: 11.803977166363625
          - type: nauc_recall_at_1_diff1
            value: 14.55103360563013
          - type: nauc_recall_at_1_max
            value: -1.6788350095288704
          - type: nauc_recall_at_1_std
            value: 5.297647152979803
          - type: nauc_recall_at_20_diff1
            value: 18.43436469166756
          - type: nauc_recall_at_20_max
            value: -6.04718458442069
          - type: nauc_recall_at_20_std
            value: 17.696574929265427
          - type: nauc_recall_at_3_diff1
            value: 18.894666026909974
          - type: nauc_recall_at_3_max
            value: -4.980513377878677
          - type: nauc_recall_at_3_std
            value: 2.9597934364239875
          - type: nauc_recall_at_5_diff1
            value: 19.620752388113065
          - type: nauc_recall_at_5_max
            value: -1.622705626776803
          - type: nauc_recall_at_5_std
            value: 4.654905320572235
          - type: ndcg_at_1
            value: 86
          - type: ndcg_at_10
            value: 86.438
          - type: ndcg_at_100
            value: 68.979
          - type: ndcg_at_1000
            value: 61.687000000000005
          - type: ndcg_at_20
            value: 82.494
          - type: ndcg_at_3
            value: 89.011
          - type: ndcg_at_5
            value: 88.629
          - type: precision_at_1
            value: 92
          - type: precision_at_10
            value: 90.60000000000001
          - type: precision_at_100
            value: 70.94
          - type: precision_at_1000
            value: 27.002
          - type: precision_at_20
            value: 86
          - type: precision_at_3
            value: 94.667
          - type: precision_at_5
            value: 93.60000000000001
          - type: recall_at_1
            value: 0.246
          - type: recall_at_10
            value: 2.402
          - type: recall_at_100
            value: 17.463
          - type: recall_at_1000
            value: 58.095
          - type: recall_at_20
            value: 4.449
          - type: recall_at_3
            value: 0.759
          - type: recall_at_5
            value: 1.258
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB Touche2020
          revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
          split: test
          type: mteb/touche2020
        metrics:
          - type: main_score
            value: 26.596999999999998
          - type: map_at_1
            value: 2.492
          - type: map_at_10
            value: 10.735
          - type: map_at_100
            value: 16.682
          - type: map_at_1000
            value: 18.403
          - type: map_at_20
            value: 12.917000000000002
          - type: map_at_3
            value: 5.17
          - type: map_at_5
            value: 7.757
          - type: mrr_at_1
            value: 32.6530612244898
          - type: mrr_at_10
            value: 46.303045027534814
          - type: mrr_at_100
            value: 47.28774571332247
          - type: mrr_at_1000
            value: 47.28774571332247
          - type: mrr_at_20
            value: 47.015586454361966
          - type: mrr_at_3
            value: 40.816326530612244
          - type: mrr_at_5
            value: 44.18367346938775
          - type: nauc_map_at_1000_diff1
            value: 11.335574982192163
          - type: nauc_map_at_1000_max
            value: -0.8598274464471192
          - type: nauc_map_at_1000_std
            value: -15.231845346554659
          - type: nauc_map_at_100_diff1
            value: 11.206116403137699
          - type: nauc_map_at_100_max
            value: -2.3784869726219764
          - type: nauc_map_at_100_std
            value: -18.67373469274601
          - type: nauc_map_at_10_diff1
            value: 14.110151248235939
          - type: nauc_map_at_10_max
            value: -0.28701326962970963
          - type: nauc_map_at_10_std
            value: -33.99696491060436
          - type: nauc_map_at_1_diff1
            value: 21.156709083334775
          - type: nauc_map_at_1_max
            value: -2.157834650647083
          - type: nauc_map_at_1_std
            value: -30.794160263652802
          - type: nauc_map_at_20_diff1
            value: 13.15680258919864
          - type: nauc_map_at_20_max
            value: -3.3318355189188305
          - type: nauc_map_at_20_std
            value: -32.22884578499942
          - type: nauc_map_at_3_diff1
            value: 16.35589367098705
          - type: nauc_map_at_3_max
            value: -2.46509831705108
          - type: nauc_map_at_3_std
            value: -36.778901075123656
          - type: nauc_map_at_5_diff1
            value: 12.399286451976096
          - type: nauc_map_at_5_max
            value: -6.660679305623031
          - type: nauc_map_at_5_std
            value: -37.17482542753885
          - type: nauc_mrr_at_1000_diff1
            value: 35.79771420444037
          - type: nauc_mrr_at_1000_max
            value: 3.96194578776969
          - type: nauc_mrr_at_1000_std
            value: -28.13723455933009
          - type: nauc_mrr_at_100_diff1
            value: 35.79771420444037
          - type: nauc_mrr_at_100_max
            value: 3.96194578776969
          - type: nauc_mrr_at_100_std
            value: -28.13723455933009
          - type: nauc_mrr_at_10_diff1
            value: 35.342862255513786
          - type: nauc_mrr_at_10_max
            value: 3.8834259049036333
          - type: nauc_mrr_at_10_std
            value: -27.68280924117899
          - type: nauc_mrr_at_1_diff1
            value: 33.380355990146
          - type: nauc_mrr_at_1_max
            value: 12.83074393320823
          - type: nauc_mrr_at_1_std
            value: -23.4424761925381
          - type: nauc_mrr_at_20_diff1
            value: 35.962814146075594
          - type: nauc_mrr_at_20_max
            value: 3.8147946011890803
          - type: nauc_mrr_at_20_std
            value: -27.60539100275652
          - type: nauc_mrr_at_3_diff1
            value: 33.12022321313229
          - type: nauc_mrr_at_3_max
            value: 3.4480043310191277
          - type: nauc_mrr_at_3_std
            value: -32.92204805838337
          - type: nauc_mrr_at_5_diff1
            value: 35.97719343207735
          - type: nauc_mrr_at_5_max
            value: 2.757619527166485
          - type: nauc_mrr_at_5_std
            value: -30.80006606256878
          - type: nauc_ndcg_at_1000_diff1
            value: 18.11533813577644
          - type: nauc_ndcg_at_1000_max
            value: 1.9915750044715081
          - type: nauc_ndcg_at_1000_std
            value: 7.352102753749795
          - type: nauc_ndcg_at_100_diff1
            value: 15.924538562545404
          - type: nauc_ndcg_at_100_max
            value: -7.179439986891839
          - type: nauc_ndcg_at_100_std
            value: 2.0323790255423355
          - type: nauc_ndcg_at_10_diff1
            value: 23.447559750152287
          - type: nauc_ndcg_at_10_max
            value: -3.6579030981671137
          - type: nauc_ndcg_at_10_std
            value: -30.086068424084626
          - type: nauc_ndcg_at_1_diff1
            value: 28.529374726155144
          - type: nauc_ndcg_at_1_max
            value: 12.404802289906062
          - type: nauc_ndcg_at_1_std
            value: -24.04566237921898
          - type: nauc_ndcg_at_20_diff1
            value: 18.242702297694578
          - type: nauc_ndcg_at_20_max
            value: -11.247547069942474
          - type: nauc_ndcg_at_20_std
            value: -26.997061324593357
          - type: nauc_ndcg_at_3_diff1
            value: 28.69532079386643
          - type: nauc_ndcg_at_3_max
            value: 0.5999757426015948
          - type: nauc_ndcg_at_3_std
            value: -37.39763786997949
          - type: nauc_ndcg_at_5_diff1
            value: 22.250418536855168
          - type: nauc_ndcg_at_5_max
            value: -5.282078779032189
          - type: nauc_ndcg_at_5_std
            value: -37.34621514266717
          - type: nauc_precision_at_1000_diff1
            value: -5.833939931080579
          - type: nauc_precision_at_1000_max
            value: 39.54611889184263
          - type: nauc_precision_at_1000_std
            value: 43.621604632945406
          - type: nauc_precision_at_100_diff1
            value: 3.136900834976186
          - type: nauc_precision_at_100_max
            value: 14.56627037716479
          - type: nauc_precision_at_100_std
            value: 61.40167189444594
          - type: nauc_precision_at_10_diff1
            value: 24.365479840589494
          - type: nauc_precision_at_10_max
            value: -2.708612191027584
          - type: nauc_precision_at_10_std
            value: -19.43242154430193
          - type: nauc_precision_at_1_diff1
            value: 33.380355990146
          - type: nauc_precision_at_1_max
            value: 12.83074393320823
          - type: nauc_precision_at_1_std
            value: -23.4424761925381
          - type: nauc_precision_at_20_diff1
            value: 20.473477308430237
          - type: nauc_precision_at_20_max
            value: -3.7772785312524912
          - type: nauc_precision_at_20_std
            value: -7.096694858556529
          - type: nauc_precision_at_3_diff1
            value: 28.334109781699112
          - type: nauc_precision_at_3_max
            value: -6.277807607594587
          - type: nauc_precision_at_3_std
            value: -40.62335017056855
          - type: nauc_precision_at_5_diff1
            value: 21.052413262881274
          - type: nauc_precision_at_5_max
            value: -15.720148003128722
          - type: nauc_precision_at_5_std
            value: -38.65755384255953
          - type: nauc_recall_at_1000_diff1
            value: 3.9912115667343886
          - type: nauc_recall_at_1000_max
            value: 2.3261787568338295
          - type: nauc_recall_at_1000_std
            value: 76.06780062528254
          - type: nauc_recall_at_100_diff1
            value: 5.859597648408654
          - type: nauc_recall_at_100_max
            value: -14.72466783682324
          - type: nauc_recall_at_100_std
            value: 28.835912273557618
          - type: nauc_recall_at_10_diff1
            value: 15.0046703019797
          - type: nauc_recall_at_10_max
            value: -12.61475085286235
          - type: nauc_recall_at_10_std
            value: -29.04758840050514
          - type: nauc_recall_at_1_diff1
            value: 21.156709083334775
          - type: nauc_recall_at_1_max
            value: -2.157834650647083
          - type: nauc_recall_at_1_std
            value: -30.794160263652802
          - type: nauc_recall_at_20_diff1
            value: 13.076618909825493
          - type: nauc_recall_at_20_max
            value: -18.0425193284075
          - type: nauc_recall_at_20_std
            value: -22.37479839545477
          - type: nauc_recall_at_3_diff1
            value: 17.013862570480683
          - type: nauc_recall_at_3_max
            value: -10.976230804308784
          - type: nauc_recall_at_3_std
            value: -39.6623780651685
          - type: nauc_recall_at_5_diff1
            value: 12.171847439522834
          - type: nauc_recall_at_5_max
            value: -17.29935794420055
          - type: nauc_recall_at_5_std
            value: -37.85648419874096
          - type: ndcg_at_1
            value: 31.633
          - type: ndcg_at_10
            value: 26.596999999999998
          - type: ndcg_at_100
            value: 38.242
          - type: ndcg_at_1000
            value: 49.999
          - type: ndcg_at_20
            value: 26.927
          - type: ndcg_at_3
            value: 26.354
          - type: ndcg_at_5
            value: 27.853
          - type: precision_at_1
            value: 32.653
          - type: precision_at_10
            value: 23.673
          - type: precision_at_100
            value: 7.878
          - type: precision_at_1000
            value: 1.5779999999999998
          - type: precision_at_20
            value: 17.143
          - type: precision_at_3
            value: 26.531
          - type: precision_at_5
            value: 28.571
          - type: recall_at_1
            value: 2.492
          - type: recall_at_10
            value: 17.328
          - type: recall_at_100
            value: 48.726
          - type: recall_at_1000
            value: 85.309
          - type: recall_at_20
            value: 24.214
          - type: recall_at_3
            value: 6.279999999999999
          - type: recall_at_5
            value: 10.656
        task:
          type: Retrieval
tags:
  - mteb
language:
  - en

Introduction

The model weights and technical details will be shared, soon.

Model Details

• Base Decoder-only LLM: Mistral-7B-v0.1
• Attention mechanism: Bidirectional attention masking
• Pooling Type: Average (mean) pooling
• Embedding Dimension: 4096

How to use

How to use will be updated, soon

NV-Retriever-v1 Team:

• Mengyao Xu
• Gabriel Moreira
• Radek Osmulski
• Ronay Ak
• Benedikt Schifferer
• Even Oldridge

Correspondence to

Benedikt Schifferer (bschifferer@nvidia.com)

Citation

The paper will follow.

License

This model should not be used for any commercial purpose. Refer the license for the detailed terms.

Troubleshooting

Troubleshooting will be updated, soon.