Muennighoff commited on
Commit
0f072d5
1 Parent(s): 90780e8

Fix MTEB eval scores

Browse files
Files changed (1) hide show
  1. README.md +20 -20
README.md CHANGED
@@ -2824,13 +2824,13 @@ model-index:
2824
  - type: cos_sim_spearman
2825
  value: 0.01720838634736358
2826
  - type: euclidean_pearson
2827
- value: -0.06727915670345885
2828
  - type: euclidean_spearman
2829
- value: -0.06112826908474543
2830
  - type: manhattan_pearson
2831
- value: -0.0494386093060865
2832
  - type: manhattan_spearman
2833
- value: -0.05018174110623732
2834
  - task:
2835
  type: STS
2836
  dataset:
@@ -2878,13 +2878,13 @@ model-index:
2878
  - type: cos_sim_spearman
2879
  value: 0.020879072561774542
2880
  - type: euclidean_pearson
2881
- value: -0.030725243785454597
2882
  - type: euclidean_spearman
2883
- value: -0.05372133927948353
2884
  - type: manhattan_pearson
2885
- value: -0.04867795293367359
2886
  - type: manhattan_spearman
2887
- value: -0.07939706984001878
2888
  - task:
2889
  type: STS
2890
  dataset:
@@ -2932,13 +2932,13 @@ model-index:
2932
  - type: cos_sim_spearman
2933
  value: 0.18906275286984808
2934
  - type: euclidean_pearson
2935
- value: -0.023390998579461995
2936
  - type: euclidean_spearman
2937
- value: -0.04151213674012541
2938
  - type: manhattan_pearson
2939
- value: -0.02234831868844863
2940
  - type: manhattan_spearman
2941
- value: -0.045552913285014415
2942
  - task:
2943
  type: STS
2944
  dataset:
@@ -2950,13 +2950,13 @@ model-index:
2950
  - type: cos_sim_spearman
2951
  value: 0.163855949033176
2952
  - type: euclidean_pearson
2953
- value: -0.08734648741714238
2954
  - type: euclidean_spearman
2955
- value: -0.1075672244732182
2956
  - type: manhattan_pearson
2957
- value: -0.07536654126608877
2958
  - type: manhattan_spearman
2959
- value: -0.08330065460047295
2960
  - task:
2961
  type: STS
2962
  dataset:
@@ -2968,13 +2968,13 @@ model-index:
2968
  - type: cos_sim_spearman
2969
  value: 0.23488974089577816
2970
  - type: euclidean_pearson
2971
- value: -0.031310350304707864
2972
  - type: euclidean_spearman
2973
- value: -0.031242598481634666
2974
  - type: manhattan_pearson
2975
- value: -0.011096752982707007
2976
  - type: manhattan_spearman
2977
- value: -0.014591693078765849
2978
  - task:
2979
  type: Retrieval
2980
  dataset:
 
2824
  - type: cos_sim_spearman
2825
  value: 0.01720838634736358
2826
  - type: euclidean_pearson
2827
+ value: 0.06727915670345885
2828
  - type: euclidean_spearman
2829
+ value: 0.06112826908474543
2830
  - type: manhattan_pearson
2831
+ value: 0.0494386093060865
2832
  - type: manhattan_spearman
2833
+ value: 0.05018174110623732
2834
  - task:
2835
  type: STS
2836
  dataset:
 
2878
  - type: cos_sim_spearman
2879
  value: 0.020879072561774542
2880
  - type: euclidean_pearson
2881
+ value: 0.030725243785454597
2882
  - type: euclidean_spearman
2883
+ value: 0.05372133927948353
2884
  - type: manhattan_pearson
2885
+ value: 0.04867795293367359
2886
  - type: manhattan_spearman
2887
+ value: 0.07939706984001878
2888
  - task:
2889
  type: STS
2890
  dataset:
 
2932
  - type: cos_sim_spearman
2933
  value: 0.18906275286984808
2934
  - type: euclidean_pearson
2935
+ value: 0.023390998579461995
2936
  - type: euclidean_spearman
2937
+ value: 0.04151213674012541
2938
  - type: manhattan_pearson
2939
+ value: 0.02234831868844863
2940
  - type: manhattan_spearman
2941
+ value: 0.045552913285014415
2942
  - task:
2943
  type: STS
2944
  dataset:
 
2950
  - type: cos_sim_spearman
2951
  value: 0.163855949033176
2952
  - type: euclidean_pearson
2953
+ value: 0.08734648741714238
2954
  - type: euclidean_spearman
2955
+ value: 0.1075672244732182
2956
  - type: manhattan_pearson
2957
+ value: 0.07536654126608877
2958
  - type: manhattan_spearman
2959
+ value: 0.08330065460047295
2960
  - task:
2961
  type: STS
2962
  dataset:
 
2968
  - type: cos_sim_spearman
2969
  value: 0.23488974089577816
2970
  - type: euclidean_pearson
2971
+ value: 0.031310350304707864
2972
  - type: euclidean_spearman
2973
+ value: 0.031242598481634666
2974
  - type: manhattan_pearson
2975
+ value: 0.011096752982707007
2976
  - type: manhattan_spearman
2977
+ value: 0.014591693078765849
2978
  - task:
2979
  type: Retrieval
2980
  dataset: