Add multilingual to the language tag

README.md

@@ -11,2055 +11,902 @@ language:
 - pms
 - pt
 - ro
-
-tags:
-- translation
-- opus-mt-tc
-
-license: cc-by-4.0
-model-index:
-- name: opus-mt-tc-big-itc-itc
-  results:
-  - task:
-      name: Translation ast-cat
-      type: translation
-      args: ast-cat
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ast cat devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 31.8
-       - name: chr-F
-         type: chrf
-         value: 0.57870
-  - task:
-      name: Translation ast-fra
-      type: translation
-      args: ast-fra
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ast fra devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 31.1
-       - name: chr-F
-         type: chrf
-         value: 0.56761
-  - task:
-      name: Translation ast-glg
-      type: translation
-      args: ast-glg
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ast glg devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 27.9
-       - name: chr-F
-         type: chrf
-         value: 0.55161
-  - task:
-      name: Translation ast-ita
-      type: translation
-      args: ast-ita
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ast ita devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 22.1
-       - name: chr-F
-         type: chrf
-         value: 0.51764
-  - task:
-      name: Translation ast-oci
-      type: translation
-      args: ast-oci
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ast oci devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 20.6
-       - name: chr-F
-         type: chrf
-         value: 0.49545
-  - task:
-      name: Translation ast-por
-      type: translation
-      args: ast-por
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ast por devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 31.5
-       - name: chr-F
-         type: chrf
-         value: 0.57347
-  - task:
-      name: Translation ast-ron
-      type: translation
-      args: ast-ron
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ast ron devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 24.8
-       - name: chr-F
-         type: chrf
-         value: 0.52317
-  - task:
-      name: Translation ast-spa
-      type: translation
-      args: ast-spa
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ast spa devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 21.2
-       - name: chr-F
-         type: chrf
-         value: 0.49741
-  - task:
-      name: Translation cat-ast
-      type: translation
-      args: cat-ast
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: cat ast devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 24.7
-       - name: chr-F
-         type: chrf
-         value: 0.56754
-  - task:
-      name: Translation cat-fra
-      type: translation
-      args: cat-fra
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: cat fra devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 38.4
-       - name: chr-F
-         type: chrf
-         value: 0.63368
-  - task:
-      name: Translation cat-glg
-      type: translation
-      args: cat-glg
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: cat glg devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 32.2
-       - name: chr-F
-         type: chrf
-         value: 0.59596
-  - task:
-      name: Translation cat-ita
-      type: translation
-      args: cat-ita
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: cat ita devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 26.3
-       - name: chr-F
-         type: chrf
-         value: 0.55886
-  - task:
-      name: Translation cat-oci
-      type: translation
-      args: cat-oci
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: cat oci devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 24.6
-       - name: chr-F
-         type: chrf
-         value: 0.54285
-  - task:
-      name: Translation cat-por
-      type: translation
-      args: cat-por
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: cat por devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 37.7
-       - name: chr-F
-         type: chrf
-         value: 0.62913
-  - task:
-      name: Translation cat-ron
-      type: translation
-      args: cat-ron
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: cat ron devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 29.5
-       - name: chr-F
-         type: chrf
-         value: 0.56885
-  - task:
-      name: Translation cat-spa
-      type: translation
-      args: cat-spa
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: cat spa devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 24.6
-       - name: chr-F
-         type: chrf
-         value: 0.53372
-  - task:
-      name: Translation fra-ast
-      type: translation
-      args: fra-ast
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: fra ast devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 20.7
-       - name: chr-F
-         type: chrf
-         value: 0.52696
-  - task:
-      name: Translation fra-cat
-      type: translation
-      args: fra-cat
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: fra cat devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 34.6
-       - name: chr-F
-         type: chrf
-         value: 0.60492
-  - task:
-      name: Translation fra-glg
-      type: translation
-      args: fra-glg
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: fra glg devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 30.3
-       - name: chr-F
-         type: chrf
-         value: 0.57485
-  - task:
-      name: Translation fra-ita
-      type: translation
-      args: fra-ita
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: fra ita devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 27.3
-       - name: chr-F
-         type: chrf
-         value: 0.56493
-  - task:
-      name: Translation fra-oci
-      type: translation
-      args: fra-oci
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: fra oci devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 28.2
-       - name: chr-F
-         type: chrf
-         value: 0.57449
-  - task:
-      name: Translation fra-por
-      type: translation
-      args: fra-por
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: fra por devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 36.9
-       - name: chr-F
-         type: chrf
-         value: 0.62211
-  - task:
-      name: Translation fra-ron
-      type: translation
-      args: fra-ron
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: fra ron devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 29.4
-       - name: chr-F
-         type: chrf
-         value: 0.56998
-  - task:
-      name: Translation fra-spa
-      type: translation
-      args: fra-spa
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: fra spa devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 24.2
-       - name: chr-F
-         type: chrf
-         value: 0.52880
-  - task:
-      name: Translation glg-ast
-      type: translation
-      args: glg-ast
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: glg ast devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 22.4
-       - name: chr-F
-         type: chrf
-         value: 0.55090
-  - task:
-      name: Translation glg-cat
-      type: translation
-      args: glg-cat
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: glg cat devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 32.6
-       - name: chr-F
-         type: chrf
-         value: 0.60550
-  - task:
-      name: Translation glg-fra
-      type: translation
-      args: glg-fra
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: glg fra devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 36.0
-       - name: chr-F
-         type: chrf
-         value: 0.62026
-  - task:
-      name: Translation glg-ita
-      type: translation
-      args: glg-ita
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: glg ita devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 25.9
-       - name: chr-F
-         type: chrf
-         value: 0.55834
-  - task:
-      name: Translation glg-oci
-      type: translation
-      args: glg-oci
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: glg oci devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 21.9
-       - name: chr-F
-         type: chrf
-         value: 0.52520
-  - task:
-      name: Translation glg-por
-      type: translation
-      args: glg-por
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: glg por devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 32.7
-       - name: chr-F
-         type: chrf
-         value: 0.60027
-  - task:
-      name: Translation glg-ron
-      type: translation
-      args: glg-ron
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: glg ron devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 27.8
-       - name: chr-F
-         type: chrf
-         value: 0.55621
-  - task:
-      name: Translation glg-spa
-      type: translation
-      args: glg-spa
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: glg spa devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 24.4
-       - name: chr-F
-         type: chrf
-         value: 0.53219
-  - task:
-      name: Translation ita-ast
-      type: translation
-      args: ita-ast
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ita ast devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 17.1
-       - name: chr-F
-         type: chrf
-         value: 0.50741
-  - task:
-      name: Translation ita-cat
-      type: translation
-      args: ita-cat
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ita cat devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 27.9
-       - name: chr-F
-         type: chrf
-         value: 0.57061
-  - task:
-      name: Translation ita-fra
-      type: translation
-      args: ita-fra
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ita fra devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 32.0
-       - name: chr-F
-         type: chrf
-         value: 0.60199
-  - task:
-      name: Translation ita-glg
-      type: translation
-      args: ita-glg
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ita glg devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 25.9
-       - name: chr-F
-         type: chrf
-         value: 0.55312
-  - task:
-      name: Translation ita-oci
-      type: translation
-      args: ita-oci
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ita oci devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 18.1
-       - name: chr-F
-         type: chrf
-         value: 0.48447
-  - task:
-      name: Translation ita-por
-      type: translation
-      args: ita-por
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ita por devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 29.0
-       - name: chr-F
-         type: chrf
-         value: 0.58162
-  - task:
-      name: Translation ita-ron
-      type: translation
-      args: ita-ron
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ita ron devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 24.2
-       - name: chr-F
-         type: chrf
-         value: 0.53703
-  - task:
-      name: Translation ita-spa
-      type: translation
-      args: ita-spa
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ita spa devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 23.1
-       - name: chr-F
-         type: chrf
-         value: 0.52238
-  - task:
-      name: Translation oci-ast
-      type: translation
-      args: oci-ast
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: oci ast devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 20.2
-       - name: chr-F
-         type: chrf
-         value: 0.53010
-  - task:
-      name: Translation oci-cat
-      type: translation
-      args: oci-cat
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: oci cat devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 32.2
-       - name: chr-F
-         type: chrf
-         value: 0.59946
-  - task:
-      name: Translation oci-fra
-      type: translation
-      args: oci-fra
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: oci fra devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 39.0
-       - name: chr-F
-         type: chrf
-         value: 0.64290
-  - task:
-      name: Translation oci-glg
-      type: translation
-      args: oci-glg
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: oci glg devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 28.0
-       - name: chr-F
-         type: chrf
-         value: 0.56737
-  - task:
-      name: Translation oci-ita
-      type: translation
-      args: oci-ita
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: oci ita devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 24.2
-       - name: chr-F
-         type: chrf
-         value: 0.54220
-  - task:
-      name: Translation oci-por
-      type: translation
-      args: oci-por
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: oci por devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 35.7
-       - name: chr-F
-         type: chrf
-         value: 0.62127
-  - task:
-      name: Translation oci-ron
-      type: translation
-      args: oci-ron
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: oci ron devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 28.0
-       - name: chr-F
-         type: chrf
-         value: 0.55906
-  - task:
-      name: Translation oci-spa
-      type: translation
-      args: oci-spa
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: oci spa devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 22.8
-       - name: chr-F
-         type: chrf
-         value: 0.52110
-  - task:
-      name: Translation por-ast
-      type: translation
-      args: por-ast
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: por ast devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 22.5
-       - name: chr-F
-         type: chrf
-         value: 0.54539
-  - task:
-      name: Translation por-cat
-      type: translation
-      args: por-cat
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: por cat devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 36.4
-       - name: chr-F
-         type: chrf
-         value: 0.61809
-  - task:
-      name: Translation por-fra
-      type: translation
-      args: por-fra
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: por fra devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 39.7
-       - name: chr-F
-         type: chrf
-         value: 0.64343
-  - task:
-      name: Translation por-glg
-      type: translation
-      args: por-glg
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: por glg devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 30.4
-       - name: chr-F
-         type: chrf
-         value: 0.57965
-  - task:
-      name: Translation por-ita
-      type: translation
-      args: por-ita
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: por ita devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 26.3
-       - name: chr-F
-         type: chrf
-         value: 0.55841
-  - task:
-      name: Translation por-oci
-      type: translation
-      args: por-oci
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: por oci devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 25.3
-       - name: chr-F
-         type: chrf
-         value: 0.54829
-  - task:
-      name: Translation por-ron
-      type: translation
-      args: por-ron
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: por ron devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 29.8
-       - name: chr-F
-         type: chrf
-         value: 0.57283
-  - task:
-      name: Translation por-spa
-      type: translation
-      args: por-spa
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: por spa devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 25.2
-       - name: chr-F
-         type: chrf
-         value: 0.53513
-  - task:
-      name: Translation ron-ast
-      type: translation
-      args: ron-ast
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ron ast devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 20.1
-       - name: chr-F
-         type: chrf
-         value: 0.52265
-  - task:
-      name: Translation ron-cat
-      type: translation
-      args: ron-cat
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ron cat devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 32.6
-       - name: chr-F
-         type: chrf
-         value: 0.59689
-  - task:
-      name: Translation ron-fra
-      type: translation
-      args: ron-fra
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ron fra devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 37.4
-       - name: chr-F
-         type: chrf
-         value: 0.63060
-  - task:
-      name: Translation ron-glg
-      type: translation
-      args: ron-glg
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ron glg devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 29.3
-       - name: chr-F
-         type: chrf
-         value: 0.56677
-  - task:
-      name: Translation ron-ita
-      type: translation
-      args: ron-ita
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ron ita devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 25.6
-       - name: chr-F
-         type: chrf
-         value: 0.55485
-  - task:
-      name: Translation ron-oci
-      type: translation
-      args: ron-oci
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ron oci devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 21.8
-       - name: chr-F
-         type: chrf
-         value: 0.52433
-  - task:
-      name: Translation ron-por
-      type: translation
-      args: ron-por
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ron por devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 36.1
-       - name: chr-F
-         type: chrf
-         value: 0.61831
-  - task:
-      name: Translation ron-spa
-      type: translation
-      args: ron-spa
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: ron spa devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 24.1
-       - name: chr-F
-         type: chrf
-         value: 0.52712
-  - task:
-      name: Translation spa-ast
-      type: translation
-      args: spa-ast
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: spa ast devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 15.7
-       - name: chr-F
-         type: chrf
-         value: 0.49008
-  - task:
-      name: Translation spa-cat
-      type: translation
-      args: spa-cat
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: spa cat devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 23.2
-       - name: chr-F
-         type: chrf
-         value: 0.53905
-  - task:
-      name: Translation spa-fra
-      type: translation
-      args: spa-fra
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: spa fra devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 27.4
-       - name: chr-F
-         type: chrf
-         value: 0.57078
-  - task:
-      name: Translation spa-glg
-      type: translation
-      args: spa-glg
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: spa glg devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 22.0
-       - name: chr-F
-         type: chrf
-         value: 0.52563
-  - task:
-      name: Translation spa-ita
-      type: translation
-      args: spa-ita
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: spa ita devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 22.3
-       - name: chr-F
-         type: chrf
-         value: 0.52783
-  - task:
-      name: Translation spa-oci
-      type: translation
-      args: spa-oci
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: spa oci devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 16.3
-       - name: chr-F
-         type: chrf
-         value: 0.48064
-  - task:
-      name: Translation spa-por
-      type: translation
-      args: spa-por
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: spa por devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 25.8
-       - name: chr-F
-         type: chrf
-         value: 0.55736
-  - task:
-      name: Translation spa-ron
-      type: translation
-      args: spa-ron
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: spa ron devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 21.4
-       - name: chr-F
-         type: chrf
-         value: 0.51623
-  - task:
-      name: Translation fra-spa
-      type: translation
-      args: fra-spa
-    dataset:
-      name: news-test2008
-      type: news-test2008
-      args: fra-spa
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 33.9
-       - name: chr-F
-         type: chrf
-         value: 0.58939
-  - task:
-      name: Translation spa-fra
-      type: translation
-      args: spa-fra
-    dataset:
-      name: news-test2008
-      type: news-test2008
-      args: spa-fra
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 32.4
-       - name: chr-F
-         type: chrf
-         value: 0.58695
-  - task:
-      name: Translation cat-fra
-      type: translation
-      args: cat-fra
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: cat-fra
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 54.6
-       - name: chr-F
-         type: chrf
-         value: 0.71201
-  - task:
-      name: Translation cat-ita
-      type: translation
-      args: cat-ita
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: cat-ita
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 58.4
-       - name: chr-F
-         type: chrf
-         value: 0.74198
-  - task:
-      name: Translation cat-por
-      type: translation
-      args: cat-por
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: cat-por
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 57.4
-       - name: chr-F
-         type: chrf
-         value: 0.74930
-  - task:
-      name: Translation cat-spa
-      type: translation
-      args: cat-spa
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: cat-spa
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 78.1
-       - name: chr-F
-         type: chrf
-         value: 0.87844
-  - task:
-      name: Translation fra-cat
-      type: translation
-      args: fra-cat
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: fra-cat
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 46.2
-       - name: chr-F
-         type: chrf
-         value: 0.66525
-  - task:
-      name: Translation fra-ita
-      type: translation
-      args: fra-ita
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: fra-ita
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 53.8
-       - name: chr-F
-         type: chrf
-         value: 0.72742
-  - task:
-      name: Translation fra-por
-      type: translation
-      args: fra-por
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: fra-por
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 48.6
-       - name: chr-F
-         type: chrf
-         value: 0.68413
-  - task:
-      name: Translation fra-ron
-      type: translation
-      args: fra-ron
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: fra-ron
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 44.0
-       - name: chr-F
-         type: chrf
-         value: 0.65009
-  - task:
-      name: Translation fra-spa
-      type: translation
-      args: fra-spa
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: fra-spa
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 54.8
-       - name: chr-F
-         type: chrf
-         value: 0.72080
-  - task:
-      name: Translation glg-por
-      type: translation
-      args: glg-por
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: glg-por
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 61.1
-       - name: chr-F
-         type: chrf
-         value: 0.76720
-  - task:
-      name: Translation glg-spa
-      type: translation
-      args: glg-spa
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: glg-spa
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 71.7
-       - name: chr-F
-         type: chrf
-         value: 0.82362
-  - task:
-      name: Translation ita-cat
-      type: translation
-      args: ita-cat
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: ita-cat
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 56.4
-       - name: chr-F
-         type: chrf
-         value: 0.72529
-  - task:
-      name: Translation ita-fra
-      type: translation
-      args: ita-fra
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: ita-fra
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 65.2
-       - name: chr-F
-         type: chrf
-         value: 0.77932
-  - task:
-      name: Translation ita-por
-      type: translation
-      args: ita-por
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: ita-por
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 54.0
-       - name: chr-F
-         type: chrf
-         value: 0.72798
-  - task:
-      name: Translation ita-ron
-      type: translation
-      args: ita-ron
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: ita-ron
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 51.1
-       - name: chr-F
-         type: chrf
-         value: 0.70814
-  - task:
-      name: Translation ita-spa
-      type: translation
-      args: ita-spa
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: ita-spa
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 62.9
-       - name: chr-F
-         type: chrf
-         value: 0.77455
-  - task:
-      name: Translation lad-spa
-      type: translation
-      args: lad-spa
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: lad-spa
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 34.7
-       - name: chr-F
-         type: chrf
-         value: 0.52243
-  - task:
-      name: Translation lad_Latn-spa
-      type: translation
-      args: lad_Latn-spa
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: lad_Latn-spa
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 42.6
-       - name: chr-F
-         type: chrf
-         value: 0.59363
-  - task:
-      name: Translation oci-fra
-      type: translation
-      args: oci-fra
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: oci-fra
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 29.6
-       - name: chr-F
-         type: chrf
-         value: 0.49660
-  - task:
-      name: Translation pms-ita
-      type: translation
-      args: pms-ita
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: pms-ita
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 20.0
-       - name: chr-F
-         type: chrf
-         value: 0.40221
-  - task:
-      name: Translation por-cat
-      type: translation
-      args: por-cat
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: por-cat
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 52.2
-       - name: chr-F
-         type: chrf
-         value: 0.71146
-  - task:
-      name: Translation por-fra
-      type: translation
-      args: por-fra
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: por-fra
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 60.9
-       - name: chr-F
-         type: chrf
-         value: 0.75565
-  - task:
-      name: Translation por-glg
-      type: translation
-      args: por-glg
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: por-glg
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 59.0
-       - name: chr-F
-         type: chrf
-         value: 0.75348
-  - task:
-      name: Translation por-ita
-      type: translation
-      args: por-ita
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: por-ita
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 58.8
-       - name: chr-F
-         type: chrf
-         value: 0.76883
-  - task:
-      name: Translation por-ron
-      type: translation
-      args: por-ron
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: por-ron
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 46.6
-       - name: chr-F
-         type: chrf
-         value: 0.67838
-  - task:
-      name: Translation por-spa
-      type: translation
-      args: por-spa
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: por-spa
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 64.8
-       - name: chr-F
-         type: chrf
-         value: 0.79336
-  - task:
-      name: Translation ron-fra
-      type: translation
-      args: ron-fra
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: ron-fra
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 55.0
-       - name: chr-F
-         type: chrf
-         value: 0.70307
-  - task:
-      name: Translation ron-ita
-      type: translation
-      args: ron-ita
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: ron-ita
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 53.7
-       - name: chr-F
-         type: chrf
-         value: 0.73862
-  - task:
-      name: Translation ron-por
-      type: translation
-      args: ron-por
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: ron-por
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 50.7
-       - name: chr-F
-         type: chrf
-         value: 0.70889
-  - task:
-      name: Translation ron-spa
-      type: translation
-      args: ron-spa
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: ron-spa
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 57.2
-       - name: chr-F
-         type: chrf
-         value: 0.73529
-  - task:
-      name: Translation spa-cat
-      type: translation
-      args: spa-cat
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: spa-cat
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 67.9
-       - name: chr-F
-         type: chrf
-         value: 0.82758
-  - task:
-      name: Translation spa-fra
-      type: translation
-      args: spa-fra
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: spa-fra
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 57.3
-       - name: chr-F
-         type: chrf
-         value: 0.73113
+- multilingual
+license: cc-by-4.0
+tags:
+- translation
+- opus-mt-tc
+model-index:
+- name: opus-mt-tc-big-itc-itc
+  results:
   - task:
-      name: Translation spa-glg
       type: translation
-      args: spa-glg
+      name: Translation ast-cat
     dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: spa-glg
+      name: flores101-devtest
+      type: flores_101
+      args: ast cat devtest
     metrics:
-       - name: BLEU
-         type: bleu
-         value: 63.0
-       - name: chr-F
-         type: chrf
-         value: 0.77332
+    - type: bleu
+      value: 31.8
+      name: BLEU
+    - type: chrf
+      value: 0.5787
+      name: chr-F
+    - type: bleu
+      value: 31.1
+      name: BLEU
+    - type: chrf
+      value: 0.56761
+      name: chr-F
+    - type: bleu
+      value: 27.9
+      name: BLEU
+    - type: chrf
+      value: 0.55161
+      name: chr-F
+    - type: bleu
+      value: 22.1
+      name: BLEU
+    - type: chrf
+      value: 0.51764
+      name: chr-F
+    - type: bleu
+      value: 20.6
+      name: BLEU
+    - type: chrf
+      value: 0.49545
+      name: chr-F
+    - type: bleu
+      value: 31.5
+      name: BLEU
+    - type: chrf
+      value: 0.57347
+      name: chr-F
+    - type: bleu
+      value: 24.8
+      name: BLEU
+    - type: chrf
+      value: 0.52317
+      name: chr-F
+    - type: bleu
+      value: 21.2
+      name: BLEU
+    - type: chrf
+      value: 0.49741
+      name: chr-F
+    - type: bleu
+      value: 24.7
+      name: BLEU
+    - type: chrf
+      value: 0.56754
+      name: chr-F
+    - type: bleu
+      value: 38.4
+      name: BLEU
+    - type: chrf
+      value: 0.63368
+      name: chr-F
+    - type: bleu
+      value: 32.2
+      name: BLEU
+    - type: chrf
+      value: 0.59596
+      name: chr-F
+    - type: bleu
+      value: 26.3
+      name: BLEU
+    - type: chrf
+      value: 0.55886
+      name: chr-F
+    - type: bleu
+      value: 24.6
+      name: BLEU
+    - type: chrf
+      value: 0.54285
+      name: chr-F
+    - type: bleu
+      value: 37.7
+      name: BLEU
+    - type: chrf
+      value: 0.62913
+      name: chr-F
+    - type: bleu
+      value: 29.5
+      name: BLEU
+    - type: chrf
+      value: 0.56885
+      name: chr-F
+    - type: bleu
+      value: 24.6
+      name: BLEU
+    - type: chrf
+      value: 0.53372
+      name: chr-F
+    - type: bleu
+      value: 20.7
+      name: BLEU
+    - type: chrf
+      value: 0.52696
+      name: chr-F
+    - type: bleu
+      value: 34.6
+      name: BLEU
+    - type: chrf
+      value: 0.60492
+      name: chr-F
+    - type: bleu
+      value: 30.3
+      name: BLEU
+    - type: chrf
+      value: 0.57485
+      name: chr-F
+    - type: bleu
+      value: 27.3
+      name: BLEU
+    - type: chrf
+      value: 0.56493
+      name: chr-F
+    - type: bleu
+      value: 28.2
+      name: BLEU
+    - type: chrf
+      value: 0.57449
+      name: chr-F
+    - type: bleu
+      value: 36.9
+      name: BLEU
+    - type: chrf
+      value: 0.62211
+      name: chr-F
+    - type: bleu
+      value: 29.4
+      name: BLEU
+    - type: chrf
+      value: 0.56998
+      name: chr-F
+    - type: bleu
+      value: 24.2
+      name: BLEU
+    - type: chrf
+      value: 0.5288
+      name: chr-F
+    - type: bleu
+      value: 22.4
+      name: BLEU
+    - type: chrf
+      value: 0.5509
+      name: chr-F
+    - type: bleu
+      value: 32.6
+      name: BLEU
+    - type: chrf
+      value: 0.6055
+      name: chr-F
+    - type: bleu
+      value: 36.0
+      name: BLEU
+    - type: chrf
+      value: 0.62026
+      name: chr-F
+    - type: bleu
+      value: 25.9
+      name: BLEU
+    - type: chrf
+      value: 0.55834
+      name: chr-F
+    - type: bleu
+      value: 21.9
+      name: BLEU
+    - type: chrf
+      value: 0.5252
+      name: chr-F
+    - type: bleu
+      value: 32.7
+      name: BLEU
+    - type: chrf
+      value: 0.60027
+      name: chr-F
+    - type: bleu
+      value: 27.8
+      name: BLEU
+    - type: chrf
+      value: 0.55621
+      name: chr-F
+    - type: bleu
+      value: 24.4
+      name: BLEU
+    - type: chrf
+      value: 0.53219
+      name: chr-F
+    - type: bleu
+      value: 17.1
+      name: BLEU
+    - type: chrf
+      value: 0.50741
+      name: chr-F
+    - type: bleu
+      value: 27.9
+      name: BLEU
+    - type: chrf
+      value: 0.57061
+      name: chr-F
+    - type: bleu
+      value: 32.0
+      name: BLEU
+    - type: chrf
+      value: 0.60199
+      name: chr-F
+    - type: bleu
+      value: 25.9
+      name: BLEU
+    - type: chrf
+      value: 0.55312
+      name: chr-F
+    - type: bleu
+      value: 18.1
+      name: BLEU
+    - type: chrf
+      value: 0.48447
+      name: chr-F
+    - type: bleu
+      value: 29.0
+      name: BLEU
+    - type: chrf
+      value: 0.58162
+      name: chr-F
+    - type: bleu
+      value: 24.2
+      name: BLEU
+    - type: chrf
+      value: 0.53703
+      name: chr-F
+    - type: bleu
+      value: 23.1
+      name: BLEU
+    - type: chrf
+      value: 0.52238
+      name: chr-F
+    - type: bleu
+      value: 20.2
+      name: BLEU
+    - type: chrf
+      value: 0.5301
+      name: chr-F
+    - type: bleu
+      value: 32.2
+      name: BLEU
+    - type: chrf
+      value: 0.59946
+      name: chr-F
+    - type: bleu
+      value: 39.0
+      name: BLEU
+    - type: chrf
+      value: 0.6429
+      name: chr-F
+    - type: bleu
+      value: 28.0
+      name: BLEU
+    - type: chrf
+      value: 0.56737
+      name: chr-F
+    - type: bleu
+      value: 24.2
+      name: BLEU
+    - type: chrf
+      value: 0.5422
+      name: chr-F
+    - type: bleu
+      value: 35.7
+      name: BLEU
+    - type: chrf
+      value: 0.62127
+      name: chr-F
+    - type: bleu
+      value: 28.0
+      name: BLEU
+    - type: chrf
+      value: 0.55906
+      name: chr-F
+    - type: bleu
+      value: 22.8
+      name: BLEU
+    - type: chrf
+      value: 0.5211
+      name: chr-F
+    - type: bleu
+      value: 22.5
+      name: BLEU
+    - type: chrf
+      value: 0.54539
+      name: chr-F
+    - type: bleu
+      value: 36.4
+      name: BLEU
+    - type: chrf
+      value: 0.61809
+      name: chr-F
+    - type: bleu
+      value: 39.7
+      name: BLEU
+    - type: chrf
+      value: 0.64343
+      name: chr-F
+    - type: bleu
+      value: 30.4
+      name: BLEU
+    - type: chrf
+      value: 0.57965
+      name: chr-F
+    - type: bleu
+      value: 26.3
+      name: BLEU
+    - type: chrf
+      value: 0.55841
+      name: chr-F
+    - type: bleu
+      value: 25.3
+      name: BLEU
+    - type: chrf
+      value: 0.54829
+      name: chr-F
+    - type: bleu
+      value: 29.8
+      name: BLEU
+    - type: chrf
+      value: 0.57283
+      name: chr-F
+    - type: bleu
+      value: 25.2
+      name: BLEU
+    - type: chrf
+      value: 0.53513
+      name: chr-F
+    - type: bleu
+      value: 20.1
+      name: BLEU
+    - type: chrf
+      value: 0.52265
+      name: chr-F
+    - type: bleu
+      value: 32.6
+      name: BLEU
+    - type: chrf
+      value: 0.59689
+      name: chr-F
+    - type: bleu
+      value: 37.4
+      name: BLEU
+    - type: chrf
+      value: 0.6306
+      name: chr-F
+    - type: bleu
+      value: 29.3
+      name: BLEU
+    - type: chrf
+      value: 0.56677
+      name: chr-F
+    - type: bleu
+      value: 25.6
+      name: BLEU
+    - type: chrf
+      value: 0.55485
+      name: chr-F
+    - type: bleu
+      value: 21.8
+      name: BLEU
+    - type: chrf
+      value: 0.52433
+      name: chr-F
+    - type: bleu
+      value: 36.1
+      name: BLEU
+    - type: chrf
+      value: 0.61831
+      name: chr-F
+    - type: bleu
+      value: 24.1
+      name: BLEU
+    - type: chrf
+      value: 0.52712
+      name: chr-F
+    - type: bleu
+      value: 15.7
+      name: BLEU
+    - type: chrf
+      value: 0.49008
+      name: chr-F
+    - type: bleu
+      value: 23.2
+      name: BLEU
+    - type: chrf
+      value: 0.53905
+      name: chr-F
+    - type: bleu
+      value: 27.4
+      name: BLEU
+    - type: chrf
+      value: 0.57078
+      name: chr-F
+    - type: bleu
+      value: 22.0
+      name: BLEU
+    - type: chrf
+      value: 0.52563
+      name: chr-F
+    - type: bleu
+      value: 22.3
+      name: BLEU
+    - type: chrf
+      value: 0.52783
+      name: chr-F
+    - type: bleu
+      value: 16.3
+      name: BLEU
+    - type: chrf
+      value: 0.48064
+      name: chr-F
+    - type: bleu
+      value: 25.8
+      name: BLEU
+    - type: chrf
+      value: 0.55736
+      name: chr-F
+    - type: bleu
+      value: 21.4
+      name: BLEU
+    - type: chrf
+      value: 0.51623
+      name: chr-F
   - task:
-      name: Translation spa-ita
       type: translation
-      args: spa-ita
+      name: Translation fra-spa
     dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: spa-ita
+      name: news-test2008
+      type: news-test2008
+      args: fra-spa
     metrics:
-       - name: BLEU
-         type: bleu
-         value: 60.3
-       - name: chr-F
-         type: chrf
-         value: 0.77046
+    - type: bleu
+      value: 33.9
+      name: BLEU
+    - type: chrf
+      value: 0.58939
+      name: chr-F
+    - type: bleu
+      value: 32.4
+      name: BLEU
+    - type: chrf
+      value: 0.58695
+      name: chr-F
   - task:
-      name: Translation spa-por
       type: translation
-      args: spa-por
+      name: Translation cat-fra
     dataset:
       name: tatoeba-test-v2021-08-07
       type: tatoeba_mt
-      args: spa-por
+      args: cat-fra
     metrics:
-       - name: BLEU
-         type: bleu
-         value: 59.1
-       - name: chr-F
-         type: chrf
-         value: 0.75854
+    - type: bleu
+      value: 54.6
+      name: BLEU
+    - type: chrf
+      value: 0.71201
+      name: chr-F
+    - type: bleu
+      value: 58.4
+      name: BLEU
+    - type: chrf
+      value: 0.74198
+      name: chr-F
+    - type: bleu
+      value: 57.4
+      name: BLEU
+    - type: chrf
+      value: 0.7493
+      name: chr-F
+    - type: bleu
+      value: 78.1
+      name: BLEU
+    - type: chrf
+      value: 0.87844
+      name: chr-F
+    - type: bleu
+      value: 46.2
+      name: BLEU
+    - type: chrf
+      value: 0.66525
+      name: chr-F
+    - type: bleu
+      value: 53.8
+      name: BLEU
+    - type: chrf
+      value: 0.72742
+      name: chr-F
+    - type: bleu
+      value: 48.6
+      name: BLEU
+    - type: chrf
+      value: 0.68413
+      name: chr-F
+    - type: bleu
+      value: 44.0
+      name: BLEU
+    - type: chrf
+      value: 0.65009
+      name: chr-F
+    - type: bleu
+      value: 54.8
+      name: BLEU
+    - type: chrf
+      value: 0.7208
+      name: chr-F
+    - type: bleu
+      value: 61.1
+      name: BLEU
+    - type: chrf
+      value: 0.7672
+      name: chr-F
+    - type: bleu
+      value: 71.7
+      name: BLEU
+    - type: chrf
+      value: 0.82362
+      name: chr-F
+    - type: bleu
+      value: 56.4
+      name: BLEU
+    - type: chrf
+      value: 0.72529
+      name: chr-F
+    - type: bleu
+      value: 65.2
+      name: BLEU
+    - type: chrf
+      value: 0.77932
+      name: chr-F
+    - type: bleu
+      value: 54.0
+      name: BLEU
+    - type: chrf
+      value: 0.72798
+      name: chr-F
+    - type: bleu
+      value: 51.1
+      name: BLEU
+    - type: chrf
+      value: 0.70814
+      name: chr-F
+    - type: bleu
+      value: 62.9
+      name: BLEU
+    - type: chrf
+      value: 0.77455
+      name: chr-F
+    - type: bleu
+      value: 34.7
+      name: BLEU
+    - type: chrf
+      value: 0.52243
+      name: chr-F
+    - type: bleu
+      value: 42.6
+      name: BLEU
+    - type: chrf
+      value: 0.59363
+      name: chr-F
+    - type: bleu
+      value: 29.6
+      name: BLEU
+    - type: chrf
+      value: 0.4966
+      name: chr-F
+    - type: bleu
+      value: 20.0
+      name: BLEU
+    - type: chrf
+      value: 0.40221
+      name: chr-F
+    - type: bleu
+      value: 52.2
+      name: BLEU
+    - type: chrf
+      value: 0.71146
+      name: chr-F
+    - type: bleu
+      value: 60.9
+      name: BLEU
+    - type: chrf
+      value: 0.75565
+      name: chr-F
+    - type: bleu
+      value: 59.0
+      name: BLEU
+    - type: chrf
+      value: 0.75348
+      name: chr-F
+    - type: bleu
+      value: 58.8
+      name: BLEU
+    - type: chrf
+      value: 0.76883
+      name: chr-F
+    - type: bleu
+      value: 46.6
+      name: BLEU
+    - type: chrf
+      value: 0.67838
+      name: chr-F
+    - type: bleu
+      value: 64.8
+      name: BLEU
+    - type: chrf
+      value: 0.79336
+      name: chr-F
+    - type: bleu
+      value: 55.0
+      name: BLEU
+    - type: chrf
+      value: 0.70307
+      name: chr-F
+    - type: bleu
+      value: 53.7
+      name: BLEU
+    - type: chrf
+      value: 0.73862
+      name: chr-F
+    - type: bleu
+      value: 50.7
+      name: BLEU
+    - type: chrf
+      value: 0.70889
+      name: chr-F
+    - type: bleu
+      value: 57.2
+      name: BLEU
+    - type: chrf
+      value: 0.73529
+      name: chr-F
+    - type: bleu
+      value: 67.9
+      name: BLEU
+    - type: chrf
+      value: 0.82758
+      name: chr-F
+    - type: bleu
+      value: 57.3
+      name: BLEU
+    - type: chrf
+      value: 0.73113
+      name: chr-F
+    - type: bleu
+      value: 63.0
+      name: BLEU
+    - type: chrf
+      value: 0.77332
+      name: chr-F
+    - type: bleu
+      value: 60.3
+      name: BLEU
+    - type: chrf
+      value: 0.77046
+      name: chr-F
+    - type: bleu
+      value: 59.1
+      name: BLEU
+    - type: chrf
+      value: 0.75854
+      name: chr-F
+    - type: bleu
+      value: 45.5
+      name: BLEU
+    - type: chrf
+      value: 0.66679
+      name: chr-F
   - task:
-      name: Translation spa-ron
       type: translation
-      args: spa-ron
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: spa-ron
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 45.5
-       - name: chr-F
-         type: chrf
-         value: 0.66679
-  - task:
       name: Translation fra-ita
-      type: translation
-      args: fra-ita
     dataset:
       name: newstest2009
       type: wmt-2009-news
       args: fra-ita
     metrics:
-       - name: BLEU
-         type: bleu
-         value: 31.2
-       - name: chr-F
-         type: chrf
-         value: 0.59764
+    - type: bleu
+      value: 31.2
+      name: BLEU
+    - type: chrf
+      value: 0.59764
+      name: chr-F
+    - type: bleu
+      value: 32.5
+      name: BLEU
+    - type: chrf
+      value: 0.58829
+      name: chr-F
+    - type: bleu
+      value: 31.6
+      name: BLEU
+    - type: chrf
+      value: 0.59084
+      name: chr-F
+    - type: bleu
+      value: 33.5
+      name: BLEU
+    - type: chrf
+      value: 0.59669
+      name: chr-F
+    - type: bleu
+      value: 32.3
+      name: BLEU
+    - type: chrf
+      value: 0.59096
+      name: chr-F
+    - type: bleu
+      value: 33.2
+      name: BLEU
+    - type: chrf
+      value: 0.60783
+      name: chr-F
   - task:
-      name: Translation fra-spa
-      type: translation
-      args: fra-spa
-    dataset:
-      name: newstest2009
-      type: wmt-2009-news
-      args: fra-spa
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 32.5
-       - name: chr-F
-         type: chrf
-         value: 0.58829
-  - task:
-      name: Translation ita-fra
-      type: translation
-      args: ita-fra
-    dataset:
-      name: newstest2009
-      type: wmt-2009-news
-      args: ita-fra
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 31.6
-       - name: chr-F
-         type: chrf
-         value: 0.59084
-  - task:
-      name: Translation ita-spa
-      type: translation
-      args: ita-spa
-    dataset:
-      name: newstest2009
-      type: wmt-2009-news
-      args: ita-spa
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 33.5
-       - name: chr-F
-         type: chrf
-         value: 0.59669
-  - task:
-      name: Translation spa-fra
-      type: translation
-      args: spa-fra
-    dataset:
-      name: newstest2009
-      type: wmt-2009-news
-      args: spa-fra
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 32.3
-       - name: chr-F
-         type: chrf
-         value: 0.59096
-  - task:
-      name: Translation spa-ita
       type: translation
-      args: spa-ita
-    dataset:
-      name: newstest2009
-      type: wmt-2009-news
-      args: spa-ita
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 33.2
-       - name: chr-F
-         type: chrf
-         value: 0.60783
-  - task:
       name: Translation fra-spa
-      type: translation
-      args: fra-spa
     dataset:
       name: newstest2010
       type: wmt-2010-news
       args: fra-spa
     metrics:
-       - name: BLEU
-         type: bleu
-         value: 37.8
-       - name: chr-F
-         type: chrf
-         value: 0.62250
+    - type: bleu
+      value: 37.8
+      name: BLEU
+    - type: chrf
+      value: 0.6225
+      name: chr-F
+    - type: bleu
+      value: 36.2
+      name: BLEU
+    - type: chrf
+      value: 0.61953
+      name: chr-F
   - task:
-      name: Translation spa-fra
       type: translation
-      args: spa-fra
-    dataset:
-      name: newstest2010
-      type: wmt-2010-news
-      args: spa-fra
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 36.2
-       - name: chr-F
-         type: chrf
-         value: 0.61953
-  - task:
       name: Translation fra-spa
-      type: translation
-      args: fra-spa
     dataset:
       name: newstest2011
       type: wmt-2011-news
       args: fra-spa
     metrics:
-       - name: BLEU
-         type: bleu
-         value: 39.8
-       - name: chr-F
-         type: chrf
-         value: 0.62953
+    - type: bleu
+      value: 39.8
+      name: BLEU
+    - type: chrf
+      value: 0.62953
+      name: chr-F
+    - type: bleu
+      value: 34.9
+      name: BLEU
+    - type: chrf
+      value: 0.6113
+      name: chr-F
   - task:
-      name: Translation spa-fra
       type: translation
-      args: spa-fra
-    dataset:
-      name: newstest2011
-      type: wmt-2011-news
-      args: spa-fra
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 34.9
-       - name: chr-F
-         type: chrf
-         value: 0.61130
-  - task:
       name: Translation fra-spa
-      type: translation
-      args: fra-spa
     dataset:
       name: newstest2012
       type: wmt-2012-news
       args: fra-spa
     metrics:
-       - name: BLEU
-         type: bleu
-         value: 39.0
-       - name: chr-F
-         type: chrf
-         value: 0.62397
+    - type: bleu
+      value: 39.0
+      name: BLEU
+    - type: chrf
+      value: 0.62397
+      name: chr-F
+    - type: bleu
+      value: 34.3
+      name: BLEU
+    - type: chrf
+      value: 0.60927
+      name: chr-F
   - task:
-      name: Translation spa-fra
       type: translation
-      args: spa-fra
-    dataset:
-      name: newstest2012
-      type: wmt-2012-news
-      args: spa-fra
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 34.3
-       - name: chr-F
-         type: chrf
-         value: 0.60927
-  - task:
       name: Translation fra-spa
-      type: translation
-      args: fra-spa
     dataset:
       name: newstest2013
       type: wmt-2013-news
       args: fra-spa
     metrics:
-       - name: BLEU
-         type: bleu
-         value: 34.9
-       - name: chr-F
-         type: chrf
-         value: 0.59312
+    - type: bleu
+      value: 34.9
+      name: BLEU
+    - type: chrf
+      value: 0.59312
+      name: chr-F
+    - type: bleu
+      value: 33.6
+      name: BLEU
+    - type: chrf
+      value: 0.59468
+      name: chr-F
   - task:
-      name: Translation spa-fra
       type: translation
-      args: spa-fra
-    dataset:
-      name: newstest2013
-      type: wmt-2013-news
-      args: spa-fra
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 33.6
-       - name: chr-F
-         type: chrf
-         value: 0.59468
-  - task:
       name: Translation cat-ita
-      type: translation
-      args: cat-ita
     dataset:
       name: wmt21-ml-wp
       type: wmt21-ml-wp
       args: cat-ita
     metrics:
-       - name: BLEU
-         type: bleu
-         value: 47.8
-       - name: chr-F
-         type: chrf
-         value: 0.69968
-  - task:
-      name: Translation cat-oci
-      type: translation
-      args: cat-oci
-    dataset:
-      name: wmt21-ml-wp
-      type: wmt21-ml-wp
-      args: cat-oci
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 51.6
-       - name: chr-F
-         type: chrf
-         value: 0.73808
-  - task:
-      name: Translation cat-ron
-      type: translation
-      args: cat-ron
-    dataset:
-      name: wmt21-ml-wp
-      type: wmt21-ml-wp
-      args: cat-ron
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 29.0
-       - name: chr-F
-         type: chrf
-         value: 0.51178
-  - task:
-      name: Translation ita-cat
-      type: translation
-      args: ita-cat
-    dataset:
-      name: wmt21-ml-wp
-      type: wmt21-ml-wp
-      args: ita-cat
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 48.9
-       - name: chr-F
-         type: chrf
-         value: 0.70538
-  - task:
-      name: Translation ita-oci
-      type: translation
-      args: ita-oci
-    dataset:
-      name: wmt21-ml-wp
-      type: wmt21-ml-wp
-      args: ita-oci
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 32.0
-       - name: chr-F
-         type: chrf
-         value: 0.59025
-  - task:
-      name: Translation ita-ron
-      type: translation
-      args: ita-ron
-    dataset:
-      name: wmt21-ml-wp
-      type: wmt21-ml-wp
-      args: ita-ron
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 28.9
-       - name: chr-F
-         type: chrf
-         value: 0.51261
-  - task:
-      name: Translation oci-cat
-      type: translation
-      args: oci-cat
-    dataset:
-      name: wmt21-ml-wp
-      type: wmt21-ml-wp
-      args: oci-cat
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 66.1
-       - name: chr-F
-         type: chrf
-         value: 0.80908
-  - task:
-      name: Translation oci-ita
-      type: translation
-      args: oci-ita
-    dataset:
-      name: wmt21-ml-wp
-      type: wmt21-ml-wp
-      args: oci-ita
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 39.6
-       - name: chr-F
-         type: chrf
-         value: 0.63584
-  - task:
-      name: Translation oci-ron
-      type: translation
-      args: oci-ron
-    dataset:
-      name: wmt21-ml-wp
-      type: wmt21-ml-wp
-      args: oci-ron
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 24.6
-       - name: chr-F
-         type: chrf
-         value: 0.47384
-  - task:
-      name: Translation ron-cat
-      type: translation
-      args: ron-cat
-    dataset:
-      name: wmt21-ml-wp
-      type: wmt21-ml-wp
-      args: ron-cat
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 31.1
-       - name: chr-F
-         type: chrf
-         value: 0.52994
-  - task:
-      name: Translation ron-ita
-      type: translation
-      args: ron-ita
-    dataset:
-      name: wmt21-ml-wp
-      type: wmt21-ml-wp
-      args: ron-ita
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 29.6
-       - name: chr-F
-         type: chrf
-         value: 0.52714
-  - task:
-      name: Translation ron-oci
-      type: translation
-      args: ron-oci
-    dataset:
-      name: wmt21-ml-wp
-      type: wmt21-ml-wp
-      args: ron-oci
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 21.3
-       - name: chr-F
-         type: chrf
-         value: 0.45932
+    - type: bleu
+      value: 47.8
+      name: BLEU
+    - type: chrf
+      value: 0.69968
+      name: chr-F
+    - type: bleu
+      value: 51.6
+      name: BLEU
+    - type: chrf
+      value: 0.73808
+      name: chr-F
+    - type: bleu
+      value: 29.0
+      name: BLEU
+    - type: chrf
+      value: 0.51178
+      name: chr-F
+    - type: bleu
+      value: 48.9
+      name: BLEU
+    - type: chrf
+      value: 0.70538
+      name: chr-F
+    - type: bleu
+      value: 32.0
+      name: BLEU
+    - type: chrf
+      value: 0.59025
+      name: chr-F
+    - type: bleu
+      value: 28.9
+      name: BLEU
+    - type: chrf
+      value: 0.51261
+      name: chr-F
+    - type: bleu
+      value: 66.1
+      name: BLEU
+    - type: chrf
+      value: 0.80908
+      name: chr-F
+    - type: bleu
+      value: 39.6
+      name: BLEU
+    - type: chrf
+      value: 0.63584
+      name: chr-F
+    - type: bleu
+      value: 24.6
+      name: BLEU
+    - type: chrf
+      value: 0.47384
+      name: chr-F
+    - type: bleu
+      value: 31.1
+      name: BLEU
+    - type: chrf
+      value: 0.52994
+      name: chr-F
+    - type: bleu
+      value: 29.6
+      name: BLEU
+    - type: chrf
+      value: 0.52714
+      name: chr-F
+    - type: bleu
+      value: 21.3
+      name: BLEU
+    - type: chrf
+      value: 0.45932
+      name: chr-F
 ---
 # opus-mt-tc-big-itc-itc
 
@@ -2115,7 +962,7 @@ A short example code:
 from transformers import MarianMTModel, MarianTokenizer
 
 src_text = [
-    ">>fra<< Charras anglés?",
+    ">>fra<< Charras angl�s?",
     ">>fra<< Vull veure't."
 ]
 
@@ -2137,7 +984,7 @@ You can also use OPUS-MT models with the transformers pipelines, for example:
 ```python
 from transformers import pipeline
 pipe = pipeline("translation", model="Helsinki-NLP/opus-mt-tc-big-itc-itc")
-print(pipe(">>fra<< Charras anglés?"))
+print(pipe(">>fra<< Charras angl�s?"))
 
 # expected output: Conversations anglaises ?
 ```
@@ -2305,7 +1152,7 @@ print(pipe(">>fra<< Charras anglés?"))
 
 ## Citation Information
 
-* Publications: [OPUS-MT – Building open translation services for the World](https://aclanthology.org/2020.eamt-1.61/) and [The Tatoeba Translation Challenge – Realistic Data Sets for Low Resource and Multilingual MT](https://aclanthology.org/2020.wmt-1.139/) (Please, cite if you use this model.)
+* Publications: [OPUS-MT � Building open translation services for the World](https://aclanthology.org/2020.eamt-1.61/) and [The Tatoeba Translation Challenge � Realistic Data Sets for Low Resource and Multilingual MT](https://aclanthology.org/2020.wmt-1.139/) (Please, cite if you use this model.)
 
 ```
 @inproceedings{tiedemann-thottingal-2020-opus,
@@ -2335,7 +1182,7 @@ print(pipe(">>fra<< Charras anglés?"))
 
 ## Acknowledgements
 
-The work is supported by the [European Language Grid](https://www.european-language-grid.eu/) as [pilot project 2866](https://live.european-language-grid.eu/catalogue/#/resource/projects/2866), by the [FoTran project](https://www.helsinki.fi/en/researchgroups/natural-language-understanding-with-cross-lingual-grounding), funded by the European Research Council (ERC) under the European Union’s Horizon 2020 research and innovation programme (grant agreement No 771113), and the [MeMAD project](https://memad.eu/), funded by the European Union’s Horizon 2020 Research and Innovation Programme under grant agreement No 780069. We are also grateful for the generous computational resources and IT infrastructure provided by [CSC -- IT Center for Science](https://www.csc.fi/), Finland.
+The work is supported by the [European Language Grid](https://www.european-language-grid.eu/) as [pilot project 2866](https://live.european-language-grid.eu/catalogue/#/resource/projects/2866), by the [FoTran project](https://www.helsinki.fi/en/researchgroups/natural-language-understanding-with-cross-lingual-grounding), funded by the European Research Council (ERC) under the European Union�s Horizon 2020 research and innovation programme (grant agreement No 771113), and the [MeMAD project](https://memad.eu/), funded by the European Union�s Horizon 2020 Research and Innovation Programme under grant agreement No 780069. We are also grateful for the generous computational resources and IT infrastructure provided by [CSC -- IT Center for Science](https://www.csc.fi/), Finland.
 
 ## Model conversion info