metadata
license: mit
tags:
- mteb
model-index:
- name: ret-phi2-v0
results:
- task:
type: Retrieval
dataset:
type: arguana
name: MTEB ArguAna
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 24.609
- type: map_at_10
value: 39.404
- type: map_at_100
value: 40.421
- type: map_at_1000
value: 40.437
- type: map_at_3
value: 34.258
- type: map_at_5
value: 37.078
- type: mrr_at_1
value: 24.822
- type: mrr_at_10
value: 39.48
- type: mrr_at_100
value: 40.498
- type: mrr_at_1000
value: 40.513
- type: mrr_at_3
value: 34.436
- type: mrr_at_5
value: 37.156
- type: ndcg_at_1
value: 24.609
- type: ndcg_at_10
value: 48.274
- type: ndcg_at_100
value: 52.654
- type: ndcg_at_1000
value: 53.037
- type: ndcg_at_3
value: 37.558
- type: ndcg_at_5
value: 42.678
- type: precision_at_1
value: 24.609
- type: precision_at_10
value: 7.688000000000001
- type: precision_at_100
value: 0.962
- type: precision_at_1000
value: 0.099
- type: precision_at_3
value: 15.717999999999998
- type: precision_at_5
value: 11.935
- type: recall_at_1
value: 24.609
- type: recall_at_10
value: 76.885
- type: recall_at_100
value: 96.15899999999999
- type: recall_at_1000
value: 99.14699999999999
- type: recall_at_3
value: 47.155
- type: recall_at_5
value: 59.673
- task:
type: Retrieval
dataset:
type: BeIR/cqadupstack
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 27.916
- type: map_at_10
value: 36.125
- type: map_at_100
value: 37.423
- type: map_at_1000
value: 37.545
- type: map_at_3
value: 33.019
- type: map_at_5
value: 34.977000000000004
- type: mrr_at_1
value: 33.906
- type: mrr_at_10
value: 41.832
- type: mrr_at_100
value: 42.667
- type: mrr_at_1000
value: 42.72
- type: mrr_at_3
value: 39.103
- type: mrr_at_5
value: 40.763
- type: ndcg_at_1
value: 33.906
- type: ndcg_at_10
value: 41.514
- type: ndcg_at_100
value: 46.855000000000004
- type: ndcg_at_1000
value: 49.199
- type: ndcg_at_3
value: 36.666
- type: ndcg_at_5
value: 39.281
- type: precision_at_1
value: 33.906
- type: precision_at_10
value: 7.553999999999999
- type: precision_at_100
value: 1.239
- type: precision_at_1000
value: 0.168
- type: precision_at_3
value: 16.929
- type: precision_at_5
value: 12.504000000000001
- type: recall_at_1
value: 27.916
- type: recall_at_10
value: 51.785000000000004
- type: recall_at_100
value: 74.566
- type: recall_at_1000
value: 90.092
- type: recall_at_3
value: 37.917
- type: recall_at_5
value: 44.919
- task:
type: Retrieval
dataset:
type: BeIR/cqadupstack
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 26.905
- type: map_at_10
value: 36.664
- type: map_at_100
value: 37.796
- type: map_at_1000
value: 37.911
- type: map_at_3
value: 34.009
- type: map_at_5
value: 35.354
- type: mrr_at_1
value: 34.459
- type: mrr_at_10
value: 42.836
- type: mrr_at_100
value: 43.54
- type: mrr_at_1000
value: 43.589
- type: mrr_at_3
value: 40.754000000000005
- type: mrr_at_5
value: 41.849
- type: ndcg_at_1
value: 34.459
- type: ndcg_at_10
value: 42.268
- type: ndcg_at_100
value: 46.527
- type: ndcg_at_1000
value: 48.667
- type: ndcg_at_3
value: 38.408
- type: ndcg_at_5
value: 39.889
- type: precision_at_1
value: 34.459
- type: precision_at_10
value: 8
- type: precision_at_100
value: 1.269
- type: precision_at_1000
value: 0.174
- type: precision_at_3
value: 18.705
- type: precision_at_5
value: 13.083
- type: recall_at_1
value: 26.905
- type: recall_at_10
value: 52.378
- type: recall_at_100
value: 70.419
- type: recall_at_1000
value: 84.165
- type: recall_at_3
value: 40.467999999999996
- type: recall_at_5
value: 44.911
- task:
type: Retrieval
dataset:
type: BeIR/cqadupstack
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 34.475
- type: map_at_10
value: 45.221000000000004
- type: map_at_100
value: 46.215
- type: map_at_1000
value: 46.276
- type: map_at_3
value: 42.487
- type: map_at_5
value: 43.948
- type: mrr_at_1
value: 38.871
- type: mrr_at_10
value: 48.521
- type: mrr_at_100
value: 49.172
- type: mrr_at_1000
value: 49.207
- type: mrr_at_3
value: 46.123
- type: mrr_at_5
value: 47.452
- type: ndcg_at_1
value: 38.871
- type: ndcg_at_10
value: 50.739999999999995
- type: ndcg_at_100
value: 54.849000000000004
- type: ndcg_at_1000
value: 56.3
- type: ndcg_at_3
value: 45.762
- type: ndcg_at_5
value: 48.03
- type: precision_at_1
value: 38.871
- type: precision_at_10
value: 8.107000000000001
- type: precision_at_100
value: 1.11
- type: precision_at_1000
value: 0.129
- type: precision_at_3
value: 20.209
- type: precision_at_5
value: 13.767999999999999
- type: recall_at_1
value: 34.475
- type: recall_at_10
value: 63.82299999999999
- type: recall_at_100
value: 81.761
- type: recall_at_1000
value: 92.604
- type: recall_at_3
value: 50.331
- type: recall_at_5
value: 56.003
- task:
type: Retrieval
dataset:
type: BeIR/cqadupstack
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 21.689
- type: map_at_10
value: 28.363
- type: map_at_100
value: 29.324
- type: map_at_1000
value: 29.416999999999998
- type: map_at_3
value: 26.064
- type: map_at_5
value: 27.423
- type: mrr_at_1
value: 22.938
- type: mrr_at_10
value: 29.786
- type: mrr_at_100
value: 30.688
- type: mrr_at_1000
value: 30.763
- type: mrr_at_3
value: 27.533
- type: mrr_at_5
value: 28.860999999999997
- type: ndcg_at_1
value: 22.938
- type: ndcg_at_10
value: 32.461
- type: ndcg_at_100
value: 37.492
- type: ndcg_at_1000
value: 39.925
- type: ndcg_at_3
value: 27.916
- type: ndcg_at_5
value: 30.287
- type: precision_at_1
value: 22.938
- type: precision_at_10
value: 4.96
- type: precision_at_100
value: 0.7929999999999999
- type: precision_at_1000
value: 0.104
- type: precision_at_3
value: 11.676
- type: precision_at_5
value: 8.339
- type: recall_at_1
value: 21.689
- type: recall_at_10
value: 43.702000000000005
- type: recall_at_100
value: 67.23400000000001
- type: recall_at_1000
value: 85.688
- type: recall_at_3
value: 31.526
- type: recall_at_5
value: 37.262
- task:
type: Retrieval
dataset:
type: BeIR/cqadupstack
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 14.094000000000001
- type: map_at_10
value: 21.310000000000002
- type: map_at_100
value: 22.427
- type: map_at_1000
value: 22.545
- type: map_at_3
value: 18.83
- type: map_at_5
value: 20.225
- type: mrr_at_1
value: 17.413
- type: mrr_at_10
value: 25.430000000000003
- type: mrr_at_100
value: 26.418000000000003
- type: mrr_at_1000
value: 26.494
- type: mrr_at_3
value: 22.989
- type: mrr_at_5
value: 24.388
- type: ndcg_at_1
value: 17.413
- type: ndcg_at_10
value: 26.223000000000003
- type: ndcg_at_100
value: 31.838
- type: ndcg_at_1000
value: 34.678
- type: ndcg_at_3
value: 21.677
- type: ndcg_at_5
value: 23.838
- type: precision_at_1
value: 17.413
- type: precision_at_10
value: 4.9750000000000005
- type: precision_at_100
value: 0.8999999999999999
- type: precision_at_1000
value: 0.128
- type: precision_at_3
value: 10.697
- type: precision_at_5
value: 7.91
- type: recall_at_1
value: 14.094000000000001
- type: recall_at_10
value: 37.230999999999995
- type: recall_at_100
value: 62.062
- type: recall_at_1000
value: 82.204
- type: recall_at_3
value: 24.766
- type: recall_at_5
value: 30.173
- task:
type: Retrieval
dataset:
type: BeIR/cqadupstack
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 27.256999999999998
- type: map_at_10
value: 36.869
- type: map_at_100
value: 38.145
- type: map_at_1000
value: 38.255
- type: map_at_3
value: 34.161
- type: map_at_5
value: 35.504000000000005
- type: mrr_at_1
value: 32.531
- type: mrr_at_10
value: 41.957
- type: mrr_at_100
value: 42.766
- type: mrr_at_1000
value: 42.815999999999995
- type: mrr_at_3
value: 39.589
- type: mrr_at_5
value: 40.749
- type: ndcg_at_1
value: 32.531
- type: ndcg_at_10
value: 42.54
- type: ndcg_at_100
value: 47.948
- type: ndcg_at_1000
value: 50.056999999999995
- type: ndcg_at_3
value: 37.775999999999996
- type: ndcg_at_5
value: 39.667
- type: precision_at_1
value: 32.531
- type: precision_at_10
value: 7.7
- type: precision_at_100
value: 1.213
- type: precision_at_1000
value: 0.154
- type: precision_at_3
value: 17.806
- type: precision_at_5
value: 12.493
- type: recall_at_1
value: 27.256999999999998
- type: recall_at_10
value: 54.217999999999996
- type: recall_at_100
value: 76.98
- type: recall_at_1000
value: 90.913
- type: recall_at_3
value: 41.144999999999996
- type: recall_at_5
value: 45.674
- task:
type: Retrieval
dataset:
type: BeIR/cqadupstack
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 23.249
- type: map_at_10
value: 32.278
- type: map_at_100
value: 33.585
- type: map_at_1000
value: 33.69
- type: map_at_3
value: 29.776000000000003
- type: map_at_5
value: 31.096
- type: mrr_at_1
value: 28.425
- type: mrr_at_10
value: 37.124
- type: mrr_at_100
value: 38.053
- type: mrr_at_1000
value: 38.111
- type: mrr_at_3
value: 34.989
- type: mrr_at_5
value: 36.159
- type: ndcg_at_1
value: 28.425
- type: ndcg_at_10
value: 37.472
- type: ndcg_at_100
value: 43.261
- type: ndcg_at_1000
value: 45.540000000000006
- type: ndcg_at_3
value: 33.334
- type: ndcg_at_5
value: 35.082
- type: precision_at_1
value: 28.425
- type: precision_at_10
value: 6.758
- type: precision_at_100
value: 1.15
- type: precision_at_1000
value: 0.151
- type: precision_at_3
value: 16.058
- type: precision_at_5
value: 11.164
- type: recall_at_1
value: 23.249
- type: recall_at_10
value: 48.094
- type: recall_at_100
value: 72.988
- type: recall_at_1000
value: 88.625
- type: recall_at_3
value: 36.342999999999996
- type: recall_at_5
value: 41.187000000000005
- task:
type: Retrieval
dataset:
type: BeIR/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 23.019250000000003
- type: map_at_10
value: 30.98783333333333
- type: map_at_100
value: 32.07916666666667
- type: map_at_1000
value: 32.193333333333335
- type: map_at_3
value: 28.572916666666664
- type: map_at_5
value: 29.886083333333335
- type: mrr_at_1
value: 27.01383333333333
- type: mrr_at_10
value: 34.78475
- type: mrr_at_100
value: 35.628416666666666
- type: mrr_at_1000
value: 35.696250000000006
- type: mrr_at_3
value: 32.63225
- type: mrr_at_5
value: 33.8265
- type: ndcg_at_1
value: 27.01383333333333
- type: ndcg_at_10
value: 35.75991666666666
- type: ndcg_at_100
value: 40.696416666666664
- type: ndcg_at_1000
value: 43.18933333333333
- type: ndcg_at_3
value: 31.56075
- type: ndcg_at_5
value: 33.47166666666667
- type: precision_at_1
value: 27.01383333333333
- type: precision_at_10
value: 6.201416666666667
- type: precision_at_100
value: 1.0189166666666667
- type: precision_at_1000
value: 0.13999999999999999
- type: precision_at_3
value: 14.448249999999998
- type: precision_at_5
value: 10.209333333333333
- type: recall_at_1
value: 23.019250000000003
- type: recall_at_10
value: 46.17675
- type: recall_at_100
value: 68.06741666666667
- type: recall_at_1000
value: 85.66791666666667
- type: recall_at_3
value: 34.435500000000005
- type: recall_at_5
value: 39.362
- task:
type: Retrieval
dataset:
type: BeIR/cqadupstack
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 21.754
- type: map_at_10
value: 27.815
- type: map_at_100
value: 28.776000000000003
- type: map_at_1000
value: 28.874
- type: map_at_3
value: 25.822
- type: map_at_5
value: 26.562
- type: mrr_at_1
value: 23.926
- type: mrr_at_10
value: 30.148000000000003
- type: mrr_at_100
value: 31.035
- type: mrr_at_1000
value: 31.116
- type: mrr_at_3
value: 28.349000000000004
- type: mrr_at_5
value: 29.108
- type: ndcg_at_1
value: 23.926
- type: ndcg_at_10
value: 31.635
- type: ndcg_at_100
value: 36.457
- type: ndcg_at_1000
value: 38.944
- type: ndcg_at_3
value: 27.857
- type: ndcg_at_5
value: 29.017
- type: precision_at_1
value: 23.926
- type: precision_at_10
value: 4.984999999999999
- type: precision_at_100
value: 0.8019999999999999
- type: precision_at_1000
value: 0.108
- type: precision_at_3
value: 11.759
- type: precision_at_5
value: 7.914000000000001
- type: recall_at_1
value: 21.754
- type: recall_at_10
value: 41.117
- type: recall_at_100
value: 63.123
- type: recall_at_1000
value: 81.399
- type: recall_at_3
value: 30.556
- type: recall_at_5
value: 33.571
- task:
type: Retrieval
dataset:
type: BeIR/cqadupstack
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 15.204999999999998
- type: map_at_10
value: 21.166
- type: map_at_100
value: 22.127
- type: map_at_1000
value: 22.239
- type: map_at_3
value: 19.342000000000002
- type: map_at_5
value: 20.329
- type: mrr_at_1
value: 18.340999999999998
- type: mrr_at_10
value: 24.562
- type: mrr_at_100
value: 25.462
- type: mrr_at_1000
value: 25.541000000000004
- type: mrr_at_3
value: 22.694
- type: mrr_at_5
value: 23.694000000000003
- type: ndcg_at_1
value: 18.340999999999998
- type: ndcg_at_10
value: 25.055
- type: ndcg_at_100
value: 29.82
- type: ndcg_at_1000
value: 32.68
- type: ndcg_at_3
value: 21.676000000000002
- type: ndcg_at_5
value: 23.153000000000002
- type: precision_at_1
value: 18.340999999999998
- type: precision_at_10
value: 4.425
- type: precision_at_100
value: 0.779
- type: precision_at_1000
value: 0.117
- type: precision_at_3
value: 10.106
- type: precision_at_5
value: 7.199
- type: recall_at_1
value: 15.204999999999998
- type: recall_at_10
value: 33.542
- type: recall_at_100
value: 55.093
- type: recall_at_1000
value: 75.64699999999999
- type: recall_at_3
value: 23.892
- type: recall_at_5
value: 27.789
- task:
type: Retrieval
dataset:
type: BeIR/cqadupstack
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 23.714
- type: map_at_10
value: 30.636000000000003
- type: map_at_100
value: 31.653
- type: map_at_1000
value: 31.762
- type: map_at_3
value: 28.51
- type: map_at_5
value: 29.715999999999998
- type: mrr_at_1
value: 27.612
- type: mrr_at_10
value: 34.269
- type: mrr_at_100
value: 35.149
- type: mrr_at_1000
value: 35.225
- type: mrr_at_3
value: 32.338
- type: mrr_at_5
value: 33.341
- type: ndcg_at_1
value: 27.612
- type: ndcg_at_10
value: 34.854
- type: ndcg_at_100
value: 39.800999999999995
- type: ndcg_at_1000
value: 42.400999999999996
- type: ndcg_at_3
value: 31.005
- type: ndcg_at_5
value: 32.727000000000004
- type: precision_at_1
value: 27.612
- type: precision_at_10
value: 5.578
- type: precision_at_100
value: 0.907
- type: precision_at_1000
value: 0.124
- type: precision_at_3
value: 13.619
- type: precision_at_5
value: 9.403
- type: recall_at_1
value: 23.714
- type: recall_at_10
value: 44.262
- type: recall_at_100
value: 66.079
- type: recall_at_1000
value: 84.405
- type: recall_at_3
value: 33.547
- type: recall_at_5
value: 37.951
- task:
type: Retrieval
dataset:
type: BeIR/cqadupstack
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 22.838
- type: map_at_10
value: 31.244
- type: map_at_100
value: 32.469
- type: map_at_1000
value: 32.679
- type: map_at_3
value: 28.644
- type: map_at_5
value: 30.179000000000002
- type: mrr_at_1
value: 27.075
- type: mrr_at_10
value: 35.039
- type: mrr_at_100
value: 35.909
- type: mrr_at_1000
value: 35.99
- type: mrr_at_3
value: 33.004
- type: mrr_at_5
value: 34.397
- type: ndcg_at_1
value: 27.075
- type: ndcg_at_10
value: 36.319
- type: ndcg_at_100
value: 41.066
- type: ndcg_at_1000
value: 44.272
- type: ndcg_at_3
value: 32.361000000000004
- type: ndcg_at_5
value: 34.544999999999995
- type: precision_at_1
value: 27.075
- type: precision_at_10
value: 6.957000000000001
- type: precision_at_100
value: 1.346
- type: precision_at_1000
value: 0.215
- type: precision_at_3
value: 15.217
- type: precision_at_5
value: 11.304
- type: recall_at_1
value: 22.838
- type: recall_at_10
value: 45.737
- type: recall_at_100
value: 67.723
- type: recall_at_1000
value: 89.293
- type: recall_at_3
value: 34.666999999999994
- type: recall_at_5
value: 40.208
- task:
type: Retrieval
dataset:
type: BeIR/cqadupstack
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 17.135
- type: map_at_10
value: 24.163
- type: map_at_100
value: 25.009999999999998
- type: map_at_1000
value: 25.127
- type: map_at_3
value: 22.211
- type: map_at_5
value: 23.32
- type: mrr_at_1
value: 18.669
- type: mrr_at_10
value: 25.913000000000004
- type: mrr_at_100
value: 26.682
- type: mrr_at_1000
value: 26.783
- type: mrr_at_3
value: 24.122
- type: mrr_at_5
value: 25.157
- type: ndcg_at_1
value: 18.669
- type: ndcg_at_10
value: 28.038
- type: ndcg_at_100
value: 32.443
- type: ndcg_at_1000
value: 35.609
- type: ndcg_at_3
value: 24.291
- type: ndcg_at_5
value: 26.144000000000002
- type: precision_at_1
value: 18.669
- type: precision_at_10
value: 4.417999999999999
- type: precision_at_100
value: 0.719
- type: precision_at_1000
value: 0.108
- type: precision_at_3
value: 10.598
- type: precision_at_5
value: 7.431
- type: recall_at_1
value: 17.135
- type: recall_at_10
value: 38.232
- type: recall_at_100
value: 58.781000000000006
- type: recall_at_1000
value: 82.98
- type: recall_at_3
value: 28.067999999999998
- type: recall_at_5
value: 32.696
- task:
type: Retrieval
dataset:
type: climate-fever
name: MTEB ClimateFEVER
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 11.318
- type: map_at_10
value: 20.830000000000002
- type: map_at_100
value: 22.948
- type: map_at_1000
value: 23.138
- type: map_at_3
value: 17.022000000000002
- type: map_at_5
value: 18.921
- type: mrr_at_1
value: 25.602999999999998
- type: mrr_at_10
value: 38.513999999999996
- type: mrr_at_100
value: 39.467
- type: mrr_at_1000
value: 39.503
- type: mrr_at_3
value: 34.766999999999996
- type: mrr_at_5
value: 37.024
- type: ndcg_at_1
value: 25.602999999999998
- type: ndcg_at_10
value: 29.609999999999996
- type: ndcg_at_100
value: 37.525999999999996
- type: ndcg_at_1000
value: 40.68
- type: ndcg_at_3
value: 23.552999999999997
- type: ndcg_at_5
value: 25.747999999999998
- type: precision_at_1
value: 25.602999999999998
- type: precision_at_10
value: 9.569999999999999
- type: precision_at_100
value: 1.798
- type: precision_at_1000
value: 0.23900000000000002
- type: precision_at_3
value: 17.785
- type: precision_at_5
value: 14.033000000000001
- type: recall_at_1
value: 11.318
- type: recall_at_10
value: 36.605
- type: recall_at_100
value: 63.666
- type: recall_at_1000
value: 80.97
- type: recall_at_3
value: 22.161
- type: recall_at_5
value: 27.99
- task:
type: Retrieval
dataset:
type: dbpedia-entity
name: MTEB DBPedia
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 8.318
- type: map_at_10
value: 18.602
- type: map_at_100
value: 26.378
- type: map_at_1000
value: 28.149
- type: map_at_3
value: 13.36
- type: map_at_5
value: 15.482999999999999
- type: mrr_at_1
value: 66.75
- type: mrr_at_10
value: 74.47
- type: mrr_at_100
value: 74.816
- type: mrr_at_1000
value: 74.823
- type: mrr_at_3
value: 73.208
- type: mrr_at_5
value: 73.871
- type: ndcg_at_1
value: 53.87499999999999
- type: ndcg_at_10
value: 40.511
- type: ndcg_at_100
value: 44.973
- type: ndcg_at_1000
value: 52.33
- type: ndcg_at_3
value: 44.896
- type: ndcg_at_5
value: 42.137
- type: precision_at_1
value: 66.75
- type: precision_at_10
value: 32.225
- type: precision_at_100
value: 10.543
- type: precision_at_1000
value: 2.251
- type: precision_at_3
value: 48.5
- type: precision_at_5
value: 40.849999999999994
- type: recall_at_1
value: 8.318
- type: recall_at_10
value: 24.163
- type: recall_at_100
value: 50.824999999999996
- type: recall_at_1000
value: 73.623
- type: recall_at_3
value: 14.863999999999999
- type: recall_at_5
value: 18.052
- task:
type: Retrieval
dataset:
type: fever
name: MTEB FEVER
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 64.228
- type: map_at_10
value: 75.004
- type: map_at_100
value: 75.25500000000001
- type: map_at_1000
value: 75.268
- type: map_at_3
value: 73.295
- type: map_at_5
value: 74.401
- type: mrr_at_1
value: 69.06700000000001
- type: mrr_at_10
value: 79.477
- type: mrr_at_100
value: 79.629
- type: mrr_at_1000
value: 79.631
- type: mrr_at_3
value: 77.985
- type: mrr_at_5
value: 79.00500000000001
- type: ndcg_at_1
value: 69.06700000000001
- type: ndcg_at_10
value: 80.138
- type: ndcg_at_100
value: 81.143
- type: ndcg_at_1000
value: 81.37299999999999
- type: ndcg_at_3
value: 77.074
- type: ndcg_at_5
value: 78.873
- type: precision_at_1
value: 69.06700000000001
- type: precision_at_10
value: 10.05
- type: precision_at_100
value: 1.072
- type: precision_at_1000
value: 0.11100000000000002
- type: precision_at_3
value: 30.188
- type: precision_at_5
value: 19.157
- type: recall_at_1
value: 64.228
- type: recall_at_10
value: 91.5
- type: recall_at_100
value: 95.69800000000001
- type: recall_at_1000
value: 97.16900000000001
- type: recall_at_3
value: 83.26599999999999
- type: recall_at_5
value: 87.744
- task:
type: Retrieval
dataset:
type: fiqa
name: MTEB FiQA2018
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 20.61
- type: map_at_10
value: 33.507
- type: map_at_100
value: 35.33
- type: map_at_1000
value: 35.489
- type: map_at_3
value: 29.345
- type: map_at_5
value: 31.834
- type: mrr_at_1
value: 40.278000000000006
- type: mrr_at_10
value: 49.212
- type: mrr_at_100
value: 50.124
- type: mrr_at_1000
value: 50.153999999999996
- type: mrr_at_3
value: 46.991
- type: mrr_at_5
value: 48.449
- type: ndcg_at_1
value: 40.278000000000006
- type: ndcg_at_10
value: 41.08
- type: ndcg_at_100
value: 47.865
- type: ndcg_at_1000
value: 50.566
- type: ndcg_at_3
value: 37.855
- type: ndcg_at_5
value: 39.24
- type: precision_at_1
value: 40.278000000000006
- type: precision_at_10
value: 11.126999999999999
- type: precision_at_100
value: 1.81
- type: precision_at_1000
value: 0.22899999999999998
- type: precision_at_3
value: 25
- type: precision_at_5
value: 18.457
- type: recall_at_1
value: 20.61
- type: recall_at_10
value: 47.3
- type: recall_at_100
value: 72.129
- type: recall_at_1000
value: 88.25
- type: recall_at_3
value: 34.307
- type: recall_at_5
value: 41.182
- task:
type: Retrieval
dataset:
type: hotpotqa
name: MTEB HotpotQA
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 37.873000000000005
- type: map_at_10
value: 54.013
- type: map_at_100
value: 54.89000000000001
- type: map_at_1000
value: 54.959
- type: map_at_3
value: 51.185
- type: map_at_5
value: 52.933
- type: mrr_at_1
value: 75.74600000000001
- type: mrr_at_10
value: 81.599
- type: mrr_at_100
value: 81.833
- type: mrr_at_1000
value: 81.842
- type: mrr_at_3
value: 80.673
- type: mrr_at_5
value: 81.242
- type: ndcg_at_1
value: 75.74600000000001
- type: ndcg_at_10
value: 63.187000000000005
- type: ndcg_at_100
value: 66.345
- type: ndcg_at_1000
value: 67.77300000000001
- type: ndcg_at_3
value: 59.096000000000004
- type: ndcg_at_5
value: 61.332
- type: precision_at_1
value: 75.74600000000001
- type: precision_at_10
value: 12.848
- type: precision_at_100
value: 1.533
- type: precision_at_1000
value: 0.172
- type: precision_at_3
value: 36.786
- type: precision_at_5
value: 23.835
- type: recall_at_1
value: 37.873000000000005
- type: recall_at_10
value: 64.24
- type: recall_at_100
value: 76.651
- type: recall_at_1000
value: 86.212
- type: recall_at_3
value: 55.179
- type: recall_at_5
value: 59.587999999999994
- task:
type: Retrieval
dataset:
type: msmarco
name: MTEB MSMARCO
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 23.108
- type: map_at_10
value: 35.607
- type: map_at_100
value: 36.769
- type: map_at_1000
value: 36.815
- type: map_at_3
value: 31.576999999999998
- type: map_at_5
value: 33.939
- type: mrr_at_1
value: 23.768
- type: mrr_at_10
value: 36.203
- type: mrr_at_100
value: 37.299
- type: mrr_at_1000
value: 37.339
- type: mrr_at_3
value: 32.245000000000005
- type: mrr_at_5
value: 34.575
- type: ndcg_at_1
value: 23.768
- type: ndcg_at_10
value: 42.724000000000004
- type: ndcg_at_100
value: 48.241
- type: ndcg_at_1000
value: 49.346000000000004
- type: ndcg_at_3
value: 34.528
- type: ndcg_at_5
value: 38.746
- type: precision_at_1
value: 23.768
- type: precision_at_10
value: 6.755999999999999
- type: precision_at_100
value: 0.9520000000000001
- type: precision_at_1000
value: 0.105
- type: precision_at_3
value: 14.666
- type: precision_at_5
value: 10.923
- type: recall_at_1
value: 23.108
- type: recall_at_10
value: 64.676
- type: recall_at_100
value: 90.033
- type: recall_at_1000
value: 98.394
- type: recall_at_3
value: 42.421
- type: recall_at_5
value: 52.569
- task:
type: Retrieval
dataset:
type: nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 5.898
- type: map_at_10
value: 14.115
- type: map_at_100
value: 17.868000000000002
- type: map_at_1000
value: 19.425
- type: map_at_3
value: 10.385
- type: map_at_5
value: 12.064
- type: mrr_at_1
value: 50.464
- type: mrr_at_10
value: 59.265
- type: mrr_at_100
value: 59.63
- type: mrr_at_1000
value: 59.673
- type: mrr_at_3
value: 56.96600000000001
- type: mrr_at_5
value: 58.282000000000004
- type: ndcg_at_1
value: 48.452
- type: ndcg_at_10
value: 37.819
- type: ndcg_at_100
value: 34.421
- type: ndcg_at_1000
value: 43.275999999999996
- type: ndcg_at_3
value: 44.037
- type: ndcg_at_5
value: 41.272
- type: precision_at_1
value: 50.15500000000001
- type: precision_at_10
value: 28.142
- type: precision_at_100
value: 8.780000000000001
- type: precision_at_1000
value: 2.185
- type: precision_at_3
value: 41.382999999999996
- type: precision_at_5
value: 35.975
- type: recall_at_1
value: 5.898
- type: recall_at_10
value: 18.584999999999997
- type: recall_at_100
value: 34.660000000000004
- type: recall_at_1000
value: 67.361
- type: recall_at_3
value: 11.774999999999999
- type: recall_at_5
value: 14.438999999999998
- task:
type: Retrieval
dataset:
type: nq
name: MTEB NQ
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 32.976
- type: map_at_10
value: 48.672
- type: map_at_100
value: 49.622
- type: map_at_1000
value: 49.647999999999996
- type: map_at_3
value: 44.389
- type: map_at_5
value: 46.942
- type: mrr_at_1
value: 36.876999999999995
- type: mrr_at_10
value: 51.123
- type: mrr_at_100
value: 51.82299999999999
- type: mrr_at_1000
value: 51.839999999999996
- type: mrr_at_3
value: 47.658
- type: mrr_at_5
value: 49.756
- type: ndcg_at_1
value: 36.848
- type: ndcg_at_10
value: 56.389
- type: ndcg_at_100
value: 60.31100000000001
- type: ndcg_at_1000
value: 60.895999999999994
- type: ndcg_at_3
value: 48.469
- type: ndcg_at_5
value: 52.672
- type: precision_at_1
value: 36.848
- type: precision_at_10
value: 9.215
- type: precision_at_100
value: 1.141
- type: precision_at_1000
value: 0.12
- type: precision_at_3
value: 21.997
- type: precision_at_5
value: 15.672
- type: recall_at_1
value: 32.976
- type: recall_at_10
value: 77.301
- type: recall_at_100
value: 94.15299999999999
- type: recall_at_1000
value: 98.44500000000001
- type: recall_at_3
value: 56.979
- type: recall_at_5
value: 66.621
- task:
type: Retrieval
dataset:
type: quora
name: MTEB QuoraRetrieval
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 70.53399999999999
- type: map_at_10
value: 84.248
- type: map_at_100
value: 84.887
- type: map_at_1000
value: 84.905
- type: map_at_3
value: 81.32000000000001
- type: map_at_5
value: 83.159
- type: mrr_at_1
value: 81.03
- type: mrr_at_10
value: 87.35199999999999
- type: mrr_at_100
value: 87.444
- type: mrr_at_1000
value: 87.445
- type: mrr_at_3
value: 86.343
- type: mrr_at_5
value: 87.04499999999999
- type: ndcg_at_1
value: 81.06
- type: ndcg_at_10
value: 88.102
- type: ndcg_at_100
value: 89.32
- type: ndcg_at_1000
value: 89.434
- type: ndcg_at_3
value: 85.19
- type: ndcg_at_5
value: 86.824
- type: precision_at_1
value: 81.06
- type: precision_at_10
value: 13.327
- type: precision_at_100
value: 1.526
- type: precision_at_1000
value: 0.157
- type: precision_at_3
value: 37.169999999999995
- type: precision_at_5
value: 24.462
- type: recall_at_1
value: 70.53399999999999
- type: recall_at_10
value: 95.383
- type: recall_at_100
value: 99.494
- type: recall_at_1000
value: 99.985
- type: recall_at_3
value: 87.031
- type: recall_at_5
value: 91.623
- task:
type: Retrieval
dataset:
type: scidocs
name: MTEB SCIDOCS
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 4.3180000000000005
- type: map_at_10
value: 10.237
- type: map_at_100
value: 11.879000000000001
- type: map_at_1000
value: 12.124
- type: map_at_3
value: 7.617999999999999
- type: map_at_5
value: 8.883000000000001
- type: mrr_at_1
value: 21.2
- type: mrr_at_10
value: 31.016
- type: mrr_at_100
value: 32.062000000000005
- type: mrr_at_1000
value: 32.128
- type: mrr_at_3
value: 28.016999999999996
- type: mrr_at_5
value: 29.607
- type: ndcg_at_1
value: 21.2
- type: ndcg_at_10
value: 17.485
- type: ndcg_at_100
value: 24.162
- type: ndcg_at_1000
value: 28.825
- type: ndcg_at_3
value: 17.024
- type: ndcg_at_5
value: 14.594
- type: precision_at_1
value: 21.2
- type: precision_at_10
value: 8.92
- type: precision_at_100
value: 1.854
- type: precision_at_1000
value: 0.297
- type: precision_at_3
value: 15.8
- type: precision_at_5
value: 12.58
- type: recall_at_1
value: 4.3180000000000005
- type: recall_at_10
value: 18.12
- type: recall_at_100
value: 37.628
- type: recall_at_1000
value: 60.324999999999996
- type: recall_at_3
value: 9.622
- type: recall_at_5
value: 12.772
- task:
type: Retrieval
dataset:
type: scifact
name: MTEB SciFact
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 57.05
- type: map_at_10
value: 67.352
- type: map_at_100
value: 67.919
- type: map_at_1000
value: 67.944
- type: map_at_3
value: 64.78699999999999
- type: map_at_5
value: 66.216
- type: mrr_at_1
value: 60
- type: mrr_at_10
value: 68.535
- type: mrr_at_100
value: 68.988
- type: mrr_at_1000
value: 69.01
- type: mrr_at_3
value: 66.667
- type: mrr_at_5
value: 67.717
- type: ndcg_at_1
value: 60
- type: ndcg_at_10
value: 71.628
- type: ndcg_at_100
value: 74.076
- type: ndcg_at_1000
value: 74.717
- type: ndcg_at_3
value: 67.51
- type: ndcg_at_5
value: 69.393
- type: precision_at_1
value: 60
- type: precision_at_10
value: 9.433
- type: precision_at_100
value: 1.0699999999999998
- type: precision_at_1000
value: 0.11199999999999999
- type: precision_at_3
value: 26.444000000000003
- type: precision_at_5
value: 17.2
- type: recall_at_1
value: 57.05
- type: recall_at_10
value: 83.289
- type: recall_at_100
value: 94.267
- type: recall_at_1000
value: 99.333
- type: recall_at_3
value: 72.35000000000001
- type: recall_at_5
value: 77
- task:
type: Retrieval
dataset:
type: trec-covid
name: MTEB TRECCOVID
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 0.242
- type: map_at_10
value: 2.153
- type: map_at_100
value: 13.045000000000002
- type: map_at_1000
value: 31.039
- type: map_at_3
value: 0.709
- type: map_at_5
value: 1.138
- type: mrr_at_1
value: 94
- type: mrr_at_10
value: 95.65
- type: mrr_at_100
value: 95.65
- type: mrr_at_1000
value: 95.65
- type: mrr_at_3
value: 95
- type: mrr_at_5
value: 95.39999999999999
- type: ndcg_at_1
value: 89
- type: ndcg_at_10
value: 83.39999999999999
- type: ndcg_at_100
value: 64.116
- type: ndcg_at_1000
value: 56.501000000000005
- type: ndcg_at_3
value: 88.061
- type: ndcg_at_5
value: 86.703
- type: precision_at_1
value: 94
- type: precision_at_10
value: 87.4
- type: precision_at_100
value: 65.58
- type: precision_at_1000
value: 25.113999999999997
- type: precision_at_3
value: 91.333
- type: precision_at_5
value: 90
- type: recall_at_1
value: 0.242
- type: recall_at_10
value: 2.267
- type: recall_at_100
value: 15.775
- type: recall_at_1000
value: 53.152
- type: recall_at_3
value: 0.721
- type: recall_at_5
value: 1.172
- task:
type: Retrieval
dataset:
type: webis-touche2020
name: MTEB Touche2020
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 2.4619999999999997
- type: map_at_10
value: 10.086
- type: map_at_100
value: 16.265
- type: map_at_1000
value: 17.846
- type: map_at_3
value: 4.603
- type: map_at_5
value: 6.517
- type: mrr_at_1
value: 26.531
- type: mrr_at_10
value: 43.608000000000004
- type: mrr_at_100
value: 44.175
- type: mrr_at_1000
value: 44.190000000000005
- type: mrr_at_3
value: 37.755
- type: mrr_at_5
value: 41.531
- type: ndcg_at_1
value: 25.509999999999998
- type: ndcg_at_10
value: 25.663999999999998
- type: ndcg_at_100
value: 37.362
- type: ndcg_at_1000
value: 48.817
- type: ndcg_at_3
value: 23.223
- type: ndcg_at_5
value: 24.403
- type: precision_at_1
value: 26.531
- type: precision_at_10
value: 24.694
- type: precision_at_100
value: 7.776
- type: precision_at_1000
value: 1.541
- type: precision_at_3
value: 23.810000000000002
- type: precision_at_5
value: 25.306
- type: recall_at_1
value: 2.4619999999999997
- type: recall_at_10
value: 17.712
- type: recall_at_100
value: 48.232
- type: recall_at_1000
value: 83.348
- type: recall_at_3
value: 5.763
- type: recall_at_5
value: 9.577
datasets:
- Tevatron/msmarco-passage-corpus
- Tevatron/msmarco-passage
language:
- en
library_name: sentence-transformers
pipeline_tag: sentence-similarity