Muennighoff
commited on
Commit
•
0f072d5
1
Parent(s):
90780e8
Fix MTEB eval scores
Browse files
README.md
CHANGED
@@ -2824,13 +2824,13 @@ model-index:
|
|
2824 |
- type: cos_sim_spearman
|
2825 |
value: 0.01720838634736358
|
2826 |
- type: euclidean_pearson
|
2827 |
-
value:
|
2828 |
- type: euclidean_spearman
|
2829 |
-
value:
|
2830 |
- type: manhattan_pearson
|
2831 |
-
value:
|
2832 |
- type: manhattan_spearman
|
2833 |
-
value:
|
2834 |
- task:
|
2835 |
type: STS
|
2836 |
dataset:
|
@@ -2878,13 +2878,13 @@ model-index:
|
|
2878 |
- type: cos_sim_spearman
|
2879 |
value: 0.020879072561774542
|
2880 |
- type: euclidean_pearson
|
2881 |
-
value:
|
2882 |
- type: euclidean_spearman
|
2883 |
-
value:
|
2884 |
- type: manhattan_pearson
|
2885 |
-
value:
|
2886 |
- type: manhattan_spearman
|
2887 |
-
value:
|
2888 |
- task:
|
2889 |
type: STS
|
2890 |
dataset:
|
@@ -2932,13 +2932,13 @@ model-index:
|
|
2932 |
- type: cos_sim_spearman
|
2933 |
value: 0.18906275286984808
|
2934 |
- type: euclidean_pearson
|
2935 |
-
value:
|
2936 |
- type: euclidean_spearman
|
2937 |
-
value:
|
2938 |
- type: manhattan_pearson
|
2939 |
-
value:
|
2940 |
- type: manhattan_spearman
|
2941 |
-
value:
|
2942 |
- task:
|
2943 |
type: STS
|
2944 |
dataset:
|
@@ -2950,13 +2950,13 @@ model-index:
|
|
2950 |
- type: cos_sim_spearman
|
2951 |
value: 0.163855949033176
|
2952 |
- type: euclidean_pearson
|
2953 |
-
value:
|
2954 |
- type: euclidean_spearman
|
2955 |
-
value:
|
2956 |
- type: manhattan_pearson
|
2957 |
-
value:
|
2958 |
- type: manhattan_spearman
|
2959 |
-
value:
|
2960 |
- task:
|
2961 |
type: STS
|
2962 |
dataset:
|
@@ -2968,13 +2968,13 @@ model-index:
|
|
2968 |
- type: cos_sim_spearman
|
2969 |
value: 0.23488974089577816
|
2970 |
- type: euclidean_pearson
|
2971 |
-
value:
|
2972 |
- type: euclidean_spearman
|
2973 |
-
value:
|
2974 |
- type: manhattan_pearson
|
2975 |
-
value:
|
2976 |
- type: manhattan_spearman
|
2977 |
-
value:
|
2978 |
- task:
|
2979 |
type: Retrieval
|
2980 |
dataset:
|
|
|
2824 |
- type: cos_sim_spearman
|
2825 |
value: 0.01720838634736358
|
2826 |
- type: euclidean_pearson
|
2827 |
+
value: 0.06727915670345885
|
2828 |
- type: euclidean_spearman
|
2829 |
+
value: 0.06112826908474543
|
2830 |
- type: manhattan_pearson
|
2831 |
+
value: 0.0494386093060865
|
2832 |
- type: manhattan_spearman
|
2833 |
+
value: 0.05018174110623732
|
2834 |
- task:
|
2835 |
type: STS
|
2836 |
dataset:
|
|
|
2878 |
- type: cos_sim_spearman
|
2879 |
value: 0.020879072561774542
|
2880 |
- type: euclidean_pearson
|
2881 |
+
value: 0.030725243785454597
|
2882 |
- type: euclidean_spearman
|
2883 |
+
value: 0.05372133927948353
|
2884 |
- type: manhattan_pearson
|
2885 |
+
value: 0.04867795293367359
|
2886 |
- type: manhattan_spearman
|
2887 |
+
value: 0.07939706984001878
|
2888 |
- task:
|
2889 |
type: STS
|
2890 |
dataset:
|
|
|
2932 |
- type: cos_sim_spearman
|
2933 |
value: 0.18906275286984808
|
2934 |
- type: euclidean_pearson
|
2935 |
+
value: 0.023390998579461995
|
2936 |
- type: euclidean_spearman
|
2937 |
+
value: 0.04151213674012541
|
2938 |
- type: manhattan_pearson
|
2939 |
+
value: 0.02234831868844863
|
2940 |
- type: manhattan_spearman
|
2941 |
+
value: 0.045552913285014415
|
2942 |
- task:
|
2943 |
type: STS
|
2944 |
dataset:
|
|
|
2950 |
- type: cos_sim_spearman
|
2951 |
value: 0.163855949033176
|
2952 |
- type: euclidean_pearson
|
2953 |
+
value: 0.08734648741714238
|
2954 |
- type: euclidean_spearman
|
2955 |
+
value: 0.1075672244732182
|
2956 |
- type: manhattan_pearson
|
2957 |
+
value: 0.07536654126608877
|
2958 |
- type: manhattan_spearman
|
2959 |
+
value: 0.08330065460047295
|
2960 |
- task:
|
2961 |
type: STS
|
2962 |
dataset:
|
|
|
2968 |
- type: cos_sim_spearman
|
2969 |
value: 0.23488974089577816
|
2970 |
- type: euclidean_pearson
|
2971 |
+
value: 0.031310350304707864
|
2972 |
- type: euclidean_spearman
|
2973 |
+
value: 0.031242598481634666
|
2974 |
- type: manhattan_pearson
|
2975 |
+
value: 0.011096752982707007
|
2976 |
- type: manhattan_spearman
|
2977 |
+
value: 0.014591693078765849
|
2978 |
- task:
|
2979 |
type: Retrieval
|
2980 |
dataset:
|