Update README.md
Browse files
README.md
CHANGED
|
@@ -5,12 +5,63 @@ tags:
|
|
| 5 |
- feature-extraction
|
| 6 |
- sentence-similarity
|
| 7 |
- transformers
|
|
|
|
| 8 |
license: apache-2.0
|
| 9 |
datasets:
|
| 10 |
- unicamp-dl/mmarco
|
| 11 |
language:
|
| 12 |
- it
|
| 13 |
library_name: sentence-transformers
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 14 |
---
|
| 15 |
|
| 16 |
# mmarco-sentence-flare-it
|
|
|
|
| 5 |
- feature-extraction
|
| 6 |
- sentence-similarity
|
| 7 |
- transformers
|
| 8 |
+
- mteb
|
| 9 |
license: apache-2.0
|
| 10 |
datasets:
|
| 11 |
- unicamp-dl/mmarco
|
| 12 |
language:
|
| 13 |
- it
|
| 14 |
library_name: sentence-transformers
|
| 15 |
+
model-index:
|
| 16 |
+
- name: mmarco-sentence-flare-it
|
| 17 |
+
results:
|
| 18 |
+
- task:
|
| 19 |
+
type: Classification
|
| 20 |
+
dataset:
|
| 21 |
+
type: mteb/amazon_massive_intent
|
| 22 |
+
name: MTEB MassiveIntentClassification (it)
|
| 23 |
+
config: it
|
| 24 |
+
split: test
|
| 25 |
+
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
|
| 26 |
+
metrics:
|
| 27 |
+
- type: accuracy
|
| 28 |
+
value: 22.299932750504368
|
| 29 |
+
- type: f1
|
| 30 |
+
value: 20.147804322480262
|
| 31 |
+
- task:
|
| 32 |
+
type: Classification
|
| 33 |
+
dataset:
|
| 34 |
+
type: mteb/amazon_massive_scenario
|
| 35 |
+
name: MTEB MassiveScenarioClassification (it)
|
| 36 |
+
config: it
|
| 37 |
+
split: test
|
| 38 |
+
revision: 7d571f92784cd94a019292a1f45445077d0ef634
|
| 39 |
+
metrics:
|
| 40 |
+
- type: accuracy
|
| 41 |
+
value: 27.40753194351042
|
| 42 |
+
- type: f1
|
| 43 |
+
value: 25.187141587127705
|
| 44 |
+
- task:
|
| 45 |
+
type: STS
|
| 46 |
+
dataset:
|
| 47 |
+
type: mteb/sts22-crosslingual-sts
|
| 48 |
+
name: MTEB STS22 (it)
|
| 49 |
+
config: it
|
| 50 |
+
split: test
|
| 51 |
+
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
|
| 52 |
+
metrics:
|
| 53 |
+
- type: cos_sim_pearson
|
| 54 |
+
value: 30.67175493186678
|
| 55 |
+
- type: cos_sim_spearman
|
| 56 |
+
value: 37.92638638971281
|
| 57 |
+
- type: euclidean_pearson
|
| 58 |
+
value: 37.47072224334179
|
| 59 |
+
- type: euclidean_spearman
|
| 60 |
+
value: 39.23036609148336
|
| 61 |
+
- type: manhattan_pearson
|
| 62 |
+
value: 42.92657347688227
|
| 63 |
+
- type: manhattan_spearman
|
| 64 |
+
value: 43.93955531904934
|
| 65 |
---
|
| 66 |
|
| 67 |
# mmarco-sentence-flare-it
|