Omartificial-Intelligence-Space commited on
Commit
92ef9d5
1 Parent(s): b385a28

update readme.md

Browse files
Files changed (1) hide show
  1. README.md +256 -0
README.md CHANGED
@@ -3,6 +3,7 @@ language:
3
  - ar
4
  library_name: sentence-transformers
5
  tags:
 
6
  - sentence-transformers
7
  - sentence-similarity
8
  - feature-extraction
@@ -56,6 +57,261 @@ widget:
56
  - الشاب نائم بينما الأم تقود ابنتها إلى الحديقة
57
  pipeline_tag: sentence-similarity
58
  model-index:
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
59
  - name: SentenceTransformer based on tomaarsen/mpnet-base-all-nli-triplet
60
  results:
61
  - task:
 
3
  - ar
4
  library_name: sentence-transformers
5
  tags:
6
+ - mteb
7
  - sentence-transformers
8
  - sentence-similarity
9
  - feature-extraction
 
57
  - الشاب نائم بينما الأم تقود ابنتها إلى الحديقة
58
  pipeline_tag: sentence-similarity
59
  model-index:
60
+ - name: Omartificial-Intelligence-Space/Arabic-mpnet-base-all-nli-triplet
61
+ results:
62
+ - dataset:
63
+ config: default
64
+ name: MTEB BIOSSES (default)
65
+ revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
66
+ split: test
67
+ type: mteb/biosses-sts
68
+ metrics:
69
+ - type: cosine_pearson
70
+ value: 69.84925402371587
71
+ - type: cosine_spearman
72
+ value: 67.12261377163864
73
+ - type: euclidean_pearson
74
+ value: 68.77931734192
75
+ - type: euclidean_spearman
76
+ value: 67.10454107068325
77
+ - type: main_score
78
+ value: 67.12261377163864
79
+ - type: manhattan_pearson
80
+ value: 69.39988076793398
81
+ - type: manhattan_spearman
82
+ value: 67.68708446481159
83
+ task:
84
+ type: STS
85
+ - dataset:
86
+ config: default
87
+ name: MTEB SICK-R (default)
88
+ revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
89
+ split: test
90
+ type: mteb/sickr-sts
91
+ metrics:
92
+ - type: cosine_pearson
93
+ value: 72.71925116055804
94
+ - type: cosine_spearman
95
+ value: 68.9386835022992
96
+ - type: euclidean_pearson
97
+ value: 71.00708266525079
98
+ - type: euclidean_spearman
99
+ value: 69.07087906196487
100
+ - type: main_score
101
+ value: 68.9386835022992
102
+ - type: manhattan_pearson
103
+ value: 70.95266060047263
104
+ - type: manhattan_spearman
105
+ value: 69.11051988196195
106
+ task:
107
+ type: STS
108
+ - dataset:
109
+ config: default
110
+ name: MTEB STS12 (default)
111
+ revision: a0d554a64d88156834ff5ae9920b964011b16384
112
+ split: test
113
+ type: mteb/sts12-sts
114
+ metrics:
115
+ - type: cosine_pearson
116
+ value: 71.67274455692545
117
+ - type: cosine_spearman
118
+ value: 68.71669873972587
119
+ - type: euclidean_pearson
120
+ value: 69.79037485042406
121
+ - type: euclidean_spearman
122
+ value: 68.80550150752252
123
+ - type: main_score
124
+ value: 68.71669873972587
125
+ - type: manhattan_pearson
126
+ value: 69.7571283034187
127
+ - type: manhattan_spearman
128
+ value: 68.58306466019968
129
+ task:
130
+ type: STS
131
+ - dataset:
132
+ config: default
133
+ name: MTEB STS13 (default)
134
+ revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
135
+ split: test
136
+ type: mteb/sts13-sts
137
+ metrics:
138
+ - type: cosine_pearson
139
+ value: 54.172888286882504
140
+ - type: cosine_spearman
141
+ value: 56.04247097489131
142
+ - type: euclidean_pearson
143
+ value: 57.88587934777827
144
+ - type: euclidean_spearman
145
+ value: 57.6139294630564
146
+ - type: main_score
147
+ value: 56.04247097489131
148
+ - type: manhattan_pearson
149
+ value: 57.616116618991185
150
+ - type: manhattan_spearman
151
+ value: 57.23150380799801
152
+ task:
153
+ type: STS
154
+ - dataset:
155
+ config: default
156
+ name: MTEB STS14 (default)
157
+ revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
158
+ split: test
159
+ type: mteb/sts14-sts
160
+ metrics:
161
+ - type: cosine_pearson
162
+ value: 59.58820914531488
163
+ - type: cosine_spearman
164
+ value: 58.80575077741524
165
+ - type: euclidean_pearson
166
+ value: 61.1884427988923
167
+ - type: euclidean_spearman
168
+ value: 60.661625936116124
169
+ - type: main_score
170
+ value: 58.80575077741524
171
+ - type: manhattan_pearson
172
+ value: 60.800157410891885
173
+ - type: manhattan_spearman
174
+ value: 60.29447727072491
175
+ task:
176
+ type: STS
177
+ - dataset:
178
+ config: default
179
+ name: MTEB STS15 (default)
180
+ revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
181
+ split: test
182
+ type: mteb/sts15-sts
183
+ metrics:
184
+ - type: cosine_pearson
185
+ value: 73.45220638967554
186
+ - type: cosine_spearman
187
+ value: 73.74453589715445
188
+ - type: euclidean_pearson
189
+ value: 73.8887071337604
190
+ - type: euclidean_spearman
191
+ value: 73.51752094057372
192
+ - type: main_score
193
+ value: 73.74453589715445
194
+ - type: manhattan_pearson
195
+ value: 73.45961523235827
196
+ - type: manhattan_spearman
197
+ value: 73.07675481848841
198
+ task:
199
+ type: STS
200
+ - dataset:
201
+ config: default
202
+ name: MTEB STS16 (default)
203
+ revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
204
+ split: test
205
+ type: mteb/sts16-sts
206
+ metrics:
207
+ - type: cosine_pearson
208
+ value: 66.84132105540075
209
+ - type: cosine_spearman
210
+ value: 68.24735989887876
211
+ - type: euclidean_pearson
212
+ value: 68.2712231484699
213
+ - type: euclidean_spearman
214
+ value: 68.02365271737838
215
+ - type: main_score
216
+ value: 68.24735989887876
217
+ - type: manhattan_pearson
218
+ value: 67.87379902773417
219
+ - type: manhattan_spearman
220
+ value: 67.65342499070456
221
+ task:
222
+ type: STS
223
+ - dataset:
224
+ config: ar-ar
225
+ name: MTEB STS17 (ar-ar)
226
+ revision: faeb762787bd10488a50c8b5be4a3b82e411949c
227
+ split: test
228
+ type: mteb/sts17-crosslingual-sts
229
+ metrics:
230
+ - type: cosine_pearson
231
+ value: 79.2987412566616
232
+ - type: cosine_spearman
233
+ value: 79.93275889323859
234
+ - type: euclidean_pearson
235
+ value: 77.90301430319637
236
+ - type: euclidean_spearman
237
+ value: 79.12169562085792
238
+ - type: main_score
239
+ value: 79.93275889323859
240
+ - type: manhattan_pearson
241
+ value: 77.93298637610417
242
+ - type: manhattan_spearman
243
+ value: 79.38516109229111
244
+ task:
245
+ type: STS
246
+ - dataset:
247
+ config: ar
248
+ name: MTEB STS22 (ar)
249
+ revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
250
+ split: test
251
+ type: mteb/sts22-crosslingual-sts
252
+ metrics:
253
+ - type: cosine_pearson
254
+ value: 46.955019830396445
255
+ - type: cosine_spearman
256
+ value: 52.44226852669887
257
+ - type: euclidean_pearson
258
+ value: 42.80891863181744
259
+ - type: euclidean_spearman
260
+ value: 53.175461247693704
261
+ - type: main_score
262
+ value: 52.44226852669887
263
+ - type: manhattan_pearson
264
+ value: 42.97005510727849
265
+ - type: manhattan_spearman
266
+ value: 53.158087426369825
267
+ task:
268
+ type: STS
269
+ - dataset:
270
+ config: default
271
+ name: MTEB STSBenchmark (default)
272
+ revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
273
+ split: test
274
+ type: mteb/stsbenchmark-sts
275
+ metrics:
276
+ - type: cosine_pearson
277
+ value: 66.99025999216197
278
+ - type: cosine_spearman
279
+ value: 67.56341643518167
280
+ - type: euclidean_pearson
281
+ value: 69.73441598964332
282
+ - type: euclidean_spearman
283
+ value: 68.72541136876826
284
+ - type: main_score
285
+ value: 67.56341643518167
286
+ - type: manhattan_pearson
287
+ value: 69.43492004000674
288
+ - type: manhattan_spearman
289
+ value: 68.39614969063062
290
+ task:
291
+ type: STS
292
+ - dataset:
293
+ config: default
294
+ name: MTEB SummEval (default)
295
+ revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
296
+ split: test
297
+ type: mteb/summeval
298
+ metrics:
299
+ - type: cosine_pearson
300
+ value: 30.13248188083236
301
+ - type: cosine_spearman
302
+ value: 28.78575545661001
303
+ - type: dot_pearson
304
+ value: 30.934754821379464
305
+ - type: dot_spearman
306
+ value: 29.730792596057093
307
+ - type: main_score
308
+ value: 28.78575545661001
309
+ - type: pearson
310
+ value: 30.13248188083236
311
+ - type: spearman
312
+ value: 28.78575545661001
313
+ task:
314
+ type: Summarization
315
  - name: SentenceTransformer based on tomaarsen/mpnet-base-all-nli-triplet
316
  results:
317
  - task: