transformers pytorch safetensors marian text2text-generation translation opus-mt-tc-bible acf an ast ca cbk co crs de egl en es ext fr frm fro frp fur gcf gl ht it kea la lad lij lld lmo lou mfe mo mwl nap oc osp pap pcd pms pt rm ro rup sc scn vec wa license:apache-2.0 model-index autotrain_compatible endpoints_compatible region:us
---
language:
- acf
- an
- ast
- ca
- cbk
- co
- crs
- de
- egl
- en
- es
- ext
- fr
- frm
- fro
- frp
- fur
- gcf
- gl
- ht
- it
- kea
- la
- lad
- lij
- lld
- lmo
- lou
- mfe
- mo
- mwl
- nap
- oc
- osp
- pap
- pcd
- pms
- pt
- rm
- ro
- rup
- sc
- scn
- vec
- wa
library_name: transformers
license: apache-2.0
tags:
- translation
- opus-mt-tc-bible
model-index:
- name: opus-mt-tc-bible-big-itc-deu_eng_fra_por_spa
  results:
  - task:
      type: translation
      name: Translation ast-deu
    dataset:
      name: flores200-devtest
      type: flores200-devtest
      args: ast-deu
    metrics:
    - type: bleu
      value: 24.8
      name: BLEU
    - type: chrf
      value: 0.53776
      name: chr-F
    - type: bleu
      value: 36.8
      name: BLEU
    - type: chrf
      value: 0.61482
      name: chr-F
    - type: bleu
      value: 31.3
      name: BLEU
    - type: chrf
      value: 0.56504
      name: chr-F
    - type: bleu
      value: 31.1
      name: BLEU
    - type: chrf
      value: 0.57158
      name: chr-F
    - type: bleu
      value: 21.2
      name: BLEU
    - type: chrf
      value: 0.49579
      name: chr-F
    - type: bleu
      value: 29.2
      name: BLEU
    - type: chrf
      value: 0.58203
      name: chr-F
    - type: bleu
      value: 44.6
      name: BLEU
    - type: chrf
      value: 0.69165
      name: chr-F
    - type: bleu
      value: 38.9
      name: BLEU
    - type: chrf
      value: 0.63612
      name: chr-F
    - type: bleu
      value: 37.7
      name: BLEU
    - type: chrf
      value: 0.62911
      name: chr-F
    - type: bleu
      value: 24.6
      name: BLEU
    - type: chrf
      value: 0.5332
      name: chr-F
    - type: bleu
      value: 29.1
      name: BLEU
    - type: chrf
      value: 0.58592
      name: chr-F
    - type: bleu
      value: 43.8
      name: BLEU
    - type: chrf
      value: 0.68067
      name: chr-F
    - type: bleu
      value: 37.0
      name: BLEU
    - type: chrf
      value: 0.62388
      name: chr-F
    - type: bleu
      value: 24.4
      name: BLEU
    - type: chrf
      value: 0.52983
      name: chr-F
    - type: bleu
      value: 21.8
      name: BLEU
    - type: chrf
      value: 0.51969
      name: chr-F
    - type: bleu
      value: 34.3
      name: BLEU
    - type: chrf
      value: 0.60793
      name: chr-F
    - type: bleu
      value: 30.0
      name: BLEU
    - type: chrf
      value: 0.56989
      name: chr-F
    - type: bleu
      value: 29.3
      name: BLEU
    - type: chrf
      value: 0.56207
      name: chr-F
    - type: bleu
      value: 20.0
      name: BLEU
    - type: chrf
      value: 0.48436
      name: chr-F
    - type: bleu
      value: 27.7
      name: BLEU
    - type: chrf
      value: 0.57369
      name: chr-F
    - type: bleu
      value: 40.0
      name: BLEU
    - type: chrf
      value: 0.66358
      name: chr-F
    - type: bleu
      value: 36.5
      name: BLEU
    - type: chrf
      value: 0.62487
      name: chr-F
    - type: bleu
      value: 32.7
      name: BLEU
    - type: chrf
      value: 0.60267
      name: chr-F
    - type: bleu
      value: 24.3
      name: BLEU
    - type: chrf
      value: 0.53227
      name: chr-F
    - type: bleu
      value: 19.1
      name: BLEU
    - type: chrf
      value: 0.49916
      name: chr-F
    - type: bleu
      value: 32.5
      name: BLEU
    - type: chrf
      value: 0.59656
      name: chr-F
    - type: bleu
      value: 35.4
      name: BLEU
    - type: chrf
      value: 0.61574
      name: chr-F
    - type: bleu
      value: 27.7
      name: BLEU
    - type: chrf
      value: 0.55195
      name: chr-F
    - type: bleu
      value: 18.4
      name: BLEU
    - type: chrf
      value: 0.47382
      name: chr-F
    - type: bleu
      value: 24.1
      name: BLEU
    - type: chrf
      value: 0.55779
      name: chr-F
    - type: bleu
      value: 32.2
      name: BLEU
    - type: chrf
      value: 0.61563
      name: chr-F
    - type: bleu
      value: 31.2
      name: BLEU
    - type: chrf
      value: 0.6021
      name: chr-F
    - type: bleu
      value: 28.8
      name: BLEU
    - type: chrf
      value: 0.58279
      name: chr-F
    - type: bleu
      value: 23.2
      name: BLEU
    - type: chrf
      value: 0.52348
      name: chr-F
    - type: bleu
      value: 19.3
      name: BLEU
    - type: chrf
      value: 0.49089
      name: chr-F
    - type: bleu
      value: 35.5
      name: BLEU
    - type: chrf
      value: 0.60553
      name: chr-F
    - type: bleu
      value: 26.6
      name: BLEU
    - type: chrf
      value: 0.54027
      name: chr-F
    - type: bleu
      value: 28.9
      name: BLEU
    - type: chrf
      value: 0.57696
      name: chr-F
    - type: bleu
      value: 18.0
      name: BLEU
    - type: chrf
      value: 0.46974
      name: chr-F
    - type: bleu
      value: 22.7
      name: BLEU
    - type: chrf
      value: 0.51695
      name: chr-F
    - type: bleu
      value: 36.2
      name: BLEU
    - type: chrf
      value: 0.62347
      name: chr-F
    - type: bleu
      value: 31.4
      name: BLEU
    - type: chrf
      value: 0.57498
      name: chr-F
    - type: bleu
      value: 29.4
      name: BLEU
    - type: chrf
      value: 0.56183
      name: chr-F
    - type: bleu
      value: 20.0
      name: BLEU
    - type: chrf
      value: 0.48038
      name: chr-F
    - type: bleu
      value: 15.4
      name: BLEU
    - type: chrf
      value: 0.45516
      name: chr-F
    - type: bleu
      value: 25.5
      name: BLEU
    - type: chrf
      value: 0.5354
      name: chr-F
    - type: bleu
      value: 22.2
      name: BLEU
    - type: chrf
      value: 0.50076
      name: chr-F
    - type: bleu
      value: 22.9
      name: BLEU
    - type: chrf
      value: 0.50134
      name: chr-F
    - type: bleu
      value: 16.2
      name: BLEU
    - type: chrf
      value: 0.44053
      name: chr-F
    - type: bleu
      value: 28.7
      name: BLEU
    - type: chrf
      value: 0.57822
      name: chr-F
    - type: bleu
      value: 50.7
      name: BLEU
    - type: chrf
      value: 0.7303
      name: chr-F
    - type: bleu
      value: 39.7
      name: BLEU
    - type: chrf
      value: 0.649
      name: chr-F
    - type: bleu
      value: 36.9
      name: BLEU
    - type: chrf
      value: 0.63318
      name: chr-F
    - type: bleu
      value: 22.9
      name: BLEU
    - type: chrf
      value: 0.52269
      name: chr-F
    - type: bleu
      value: 23.2
      name: BLEU
    - type: chrf
      value: 0.53166
      name: chr-F
    - type: bleu
      value: 44.6
      name: BLEU
    - type: chrf
      value: 0.68541
      name: chr-F
    - type: bleu
      value: 30.5
      name: BLEU
    - type: chrf
      value: 0.57224
      name: chr-F
    - type: bleu
      value: 33.2
      name: BLEU
    - type: chrf
      value: 0.59064
      name: chr-F
    - type: bleu
      value: 21.7
      name: BLEU
    - type: chrf
      value: 0.49601
      name: chr-F
    - type: bleu
      value: 30.3
      name: BLEU
    - type: chrf
      value: 0.59047
      name: chr-F
    - type: bleu
      value: 48.0
      name: BLEU
    - type: chrf
      value: 0.71096
      name: chr-F
    - type: bleu
      value: 40.1
      name: BLEU
    - type: chrf
      value: 0.64555
      name: chr-F
    - type: bleu
      value: 25.1
      name: BLEU
    - type: chrf
      value: 0.534
      name: chr-F
    - type: bleu
      value: 28.7
      name: BLEU
    - type: chrf
      value: 0.58428
      name: chr-F
    - type: bleu
      value: 41.8
      name: BLEU
    - type: chrf
      value: 0.67719
      name: chr-F
    - type: bleu
      value: 37.6
      name: BLEU
    - type: chrf
      value: 0.63678
      name: chr-F
    - type: bleu
      value: 36.1
      name: BLEU
    - type: chrf
      value: 0.62371
      name: chr-F
    - type: bleu
      value: 24.5
      name: BLEU
    - type: chrf
      value: 0.5315
      name: chr-F
    - type: bleu
      value: 19.2
      name: BLEU
    - type: chrf
      value: 0.48102
      name: chr-F
    - type: bleu
      value: 29.6
      name: BLEU
    - type: chrf
      value: 0.55782
      name: chr-F
    - type: bleu
      value: 26.1
      name: BLEU
    - type: chrf
      value: 0.52773
      name: chr-F
    - type: bleu
      value: 25.2
      name: BLEU
    - type: chrf
      value: 0.51894
      name: chr-F
    - type: bleu
      value: 17.9
      name: BLEU
    - type: chrf
      value: 0.45724
      name: chr-F
    - type: bleu
      value: 21.5
      name: BLEU
    - type: chrf
      value: 0.53451
      name: chr-F
    - type: bleu
      value: 28.5
      name: BLEU
    - type: chrf
      value: 0.58896
      name: chr-F
    - type: bleu
      value: 27.6
      name: BLEU
    - type: chrf
      value: 0.57406
      name: chr-F
    - type: bleu
      value: 25.2
      name: BLEU
    - type: chrf
      value: 0.55749
      name: chr-F
    - type: bleu
      value: 19.9
      name: BLEU
    - type: chrf
      value: 0.49238
      name: chr-F
    - type: bleu
      value: 34.2
      name: BLEU
    - type: chrf
      value: 0.59392
      name: chr-F
    - type: bleu
      value: 27.6
      name: BLEU
    - type: chrf
      value: 0.54003
      name: chr-F
    - type: bleu
      value: 27.9
      name: BLEU
    - type: chrf
      value: 0.53842
      name: chr-F
    - type: bleu
      value: 18.2
      name: BLEU
    - type: chrf
      value: 0.46002
      name: chr-F
    - type: bleu
      value: 19.3
      name: BLEU
    - type: chrf
      value: 0.48795
      name: chr-F
    - type: bleu
      value: 30.7
      name: BLEU
    - type: chrf
      value: 0.5684
      name: chr-F
    - type: bleu
      value: 27.3
      name: BLEU
    - type: chrf
      value: 0.54164
      name: chr-F
    - type: bleu
      value: 26.2
      name: BLEU
    - type: chrf
      value: 0.53482
      name: chr-F
    - type: bleu
      value: 18.4
      name: BLEU
    - type: chrf
      value: 0.46588
      name: chr-F
  - task:
      type: translation
      name: Translation ast-deu
    dataset:
      name: flores101-devtest
      type: flores_101
      args: ast deu devtest
    metrics:
    - type: bleu
      value: 24.2
      name: BLEU
    - type: chrf
      value: 0.53243
      name: chr-F
    - type: bleu
      value: 36.0
      name: BLEU
    - type: chrf
      value: 0.61235
      name: chr-F
    - type: bleu
      value: 31.2
      name: BLEU
    - type: chrf
      value: 0.56687
      name: chr-F
    - type: bleu
      value: 30.6
      name: BLEU
    - type: chrf
      value: 0.57033
      name: chr-F
    - type: bleu
      value: 21.2
      name: BLEU
    - type: chrf
      value: 0.49637
      name: chr-F
    - type: bleu
      value: 38.4
      name: BLEU
    - type: chrf
      value: 0.63271
      name: chr-F
    - type: bleu
      value: 28.9
      name: BLEU
    - type: chrf
      value: 0.58433
      name: chr-F
    - type: bleu
      value: 43.3
      name: BLEU
    - type: chrf
      value: 0.67826
      name: chr-F
    - type: bleu
      value: 27.1
      name: BLEU
    - type: chrf
      value: 0.56897
      name: chr-F
    - type: bleu
      value: 24.2
      name: BLEU
    - type: chrf
      value: 0.53183
      name: chr-F
    - type: bleu
      value: 28.4
      name: BLEU
    - type: chrf
      value: 0.57961
      name: chr-F
    - type: bleu
      value: 18.3
      name: BLEU
    - type: chrf
      value: 0.48105
      name: chr-F
    - type: bleu
      value: 35.0
      name: BLEU
    - type: chrf
      value: 0.60362
      name: chr-F
    - type: bleu
      value: 29.0
      name: BLEU
    - type: chrf
      value: 0.57808
      name: chr-F
    - type: bleu
      value: 17.6
      name: BLEU
    - type: chrf
      value: 0.46648
      name: chr-F
    - type: bleu
      value: 28.0
      name: BLEU
    - type: chrf
      value: 0.57391
      name: chr-F
    - type: bleu
      value: 49.4
      name: BLEU
    - type: chrf
      value: 0.72351
      name: chr-F
    - type: bleu
      value: 47.4
      name: BLEU
    - type: chrf
      value: 0.70724
      name: chr-F
    - type: bleu
      value: 39.2
      name: BLEU
    - type: chrf
      value: 0.64103
      name: chr-F
    - type: bleu
      value: 25.0
      name: BLEU
    - type: chrf
      value: 0.53268
      name: chr-F
    - type: bleu
      value: 28.1
      name: BLEU
    - type: chrf
      value: 0.5798
      name: chr-F
    - type: bleu
      value: 41.6
      name: BLEU
    - type: chrf
      value: 0.67583
      name: chr-F
    - type: bleu
      value: 24.3
      name: BLEU
    - type: chrf
      value: 0.53082
      name: chr-F
    - type: bleu
      value: 27.1
      name: BLEU
    - type: chrf
      value: 0.57039
      name: chr-F
    - type: bleu
      value: 25.0
      name: BLEU
    - type: chrf
      value: 0.55607
      name: chr-F
  - task:
      type: translation
      name: Translation fra-deu
    dataset:
      name: generaltest2022
      type: generaltest2022
      args: fra-deu
    metrics:
    - type: bleu
      value: 42.4
      name: BLEU
    - type: chrf
      value: 0.66476
      name: chr-F
  - task:
      type: translation
      name: Translation fra-deu
    dataset:
      name: multi30k_test_2016_flickr
      type: multi30k-2016_flickr
      args: fra-deu
    metrics:
    - type: bleu
      value: 32.6
      name: BLEU
    - type: chrf
      value: 0.61797
      name: chr-F
    - type: bleu
      value: 47.2
      name: BLEU
    - type: chrf
      value: 0.66271
      name: chr-F
  - task:
      type: translation
      name: Translation fra-deu
    dataset:
      name: multi30k_test_2017_flickr
      type: multi30k-2017_flickr
      args: fra-deu
    metrics:
    - type: bleu
      value: 29.4
      name: BLEU
    - type: chrf
      value: 0.59701
      name: chr-F
    - type: bleu
      value: 50.3
      name: BLEU
    - type: chrf
      value: 0.69422
      name: chr-F
  - task:
      type: translation
      name: Translation fra-deu
    dataset:
      name: multi30k_test_2017_mscoco
      type: multi30k-2017_mscoco
      args: fra-deu
    metrics:
    - type: bleu
      value: 25.7
      name: BLEU
    - type: chrf
      value: 0.55509
      name: chr-F
    - type: bleu
      value: 48.7
      name: BLEU
    - type: chrf
      value: 0.67791
      name: chr-F
  - task:
      type: translation
      name: Translation fra-deu
    dataset:
      name: multi30k_test_2018_flickr
      type: multi30k-2018_flickr
      args: fra-deu
    metrics:
    - type: bleu
      value: 24.0
      name: BLEU
    - type: chrf
      value: 0.55237
      name: chr-F
    - type: bleu
      value: 43.8
      name: BLEU
    - type: chrf
      value: 0.64722
      name: chr-F
  - task:
      type: translation
      name: Translation fra-eng
    dataset:
      name: newsdiscusstest2015
      type: newsdiscusstest2015
      args: fra-eng
    metrics:
    - type: bleu
      value: 38.4
      name: BLEU
    - type: chrf
      value: 0.61385
      name: chr-F
  - task:
      type: translation
      name: Translation cat-deu
    dataset:
      name: ntrex128
      type: ntrex128
      args: cat-deu
    metrics:
    - type: bleu
      value: 24.0
      name: BLEU
    - type: chrf
      value: 0.54096
      name: chr-F
    - type: bleu
      value: 36.5
      name: BLEU
    - type: chrf
      value: 0.63516
      name: chr-F
    - type: bleu
      value: 28.1
      name: BLEU
    - type: chrf
      value: 0.56385
      name: chr-F
    - type: bleu
      value: 28.7
      name: BLEU
    - type: chrf
      value: 0.56246
      name: chr-F
    - type: bleu
      value: 35.8
      name: BLEU
    - type: chrf
      value: 0.61311
      name: chr-F
    - type: bleu
      value: 23.4
      name: BLEU
    - type: chrf
      value: 0.53059
      name: chr-F
    - type: bleu
      value: 34.7
      name: BLEU
    - type: chrf
      value: 0.61285
      name: chr-F
    - type: bleu
      value: 25.8
      name: BLEU
    - type: chrf
      value: 0.54075
      name: chr-F
    - type: bleu
      value: 30.6
      name: BLEU
    - type: chrf
      value: 0.56863
      name: chr-F
    - type: bleu
      value: 23.6
      name: BLEU
    - type: chrf
      value: 0.53724
      name: chr-F
    - type: bleu
      value: 38.7
      name: BLEU
    - type: chrf
      value: 0.64481
      name: chr-F
    - type: bleu
      value: 27.8
      name: BLEU
    - type: chrf
      value: 0.55856
      name: chr-F
    - type: bleu
      value: 28.7
      name: BLEU
    - type: chrf
      value: 0.56322
      name: chr-F
    - type: bleu
      value: 36.8
      name: BLEU
    - type: chrf
      value: 0.61794
      name: chr-F
    - type: bleu
      value: 25.0
      name: BLEU
    - type: chrf
      value: 0.54678
      name: chr-F
    - type: bleu
      value: 39.2
      name: BLEU
    - type: chrf
      value: 0.64636
      name: chr-F
    - type: bleu
      value: 30.0
      name: BLEU
    - type: chrf
      value: 0.57428
      name: chr-F
    - type: bleu
      value: 29.7
      name: BLEU
    - type: chrf
      value: 0.56858
      name: chr-F
    - type: bleu
      value: 33.0
      name: BLEU
    - type: chrf
      value: 0.58886
      name: chr-F
    - type: bleu
      value: 24.6
      name: BLEU
    - type: chrf
      value: 0.54833
      name: chr-F
    - type: bleu
      value: 39.7
      name: BLEU
    - type: chrf
      value: 0.65223
      name: chr-F
    - type: bleu
      value: 28.9
      name: BLEU
    - type: chrf
      value: 0.56793
      name: chr-F
    - type: bleu
      value: 33.8
      name: BLEU
    - type: chrf
      value: 0.59218
      name: chr-F
    - type: bleu
      value: 22.4
      name: BLEU
    - type: chrf
      value: 0.53249
      name: chr-F
    - type: bleu
      value: 33.8
      name: BLEU
    - type: chrf
      value: 0.61807
      name: chr-F
    - type: bleu
      value: 26.4
      name: BLEU
    - type: chrf
      value: 0.55575
      name: chr-F
    - type: bleu
      value: 27.2
      name: BLEU
    - type: chrf
      value: 0.55086
      name: chr-F
    - type: bleu
      value: 31.9
      name: BLEU
    - type: chrf
      value: 0.57787
      name: chr-F
    - type: bleu
      value: 23.8
      name: BLEU
    - type: chrf
      value: 0.54309
      name: chr-F
    - type: bleu
      value: 37.4
      name: BLEU
    - type: chrf
      value: 0.64416
      name: chr-F
    - type: bleu
      value: 29.4
      name: BLEU
    - type: chrf
      value: 0.5732
      name: chr-F
    - type: bleu
      value: 29.0
      name: BLEU
    - type: chrf
      value: 0.56751
      name: chr-F
  - task:
      type: translation
      name: Translation cat-deu
    dataset:
      name: tatoeba-test-v2021-08-07
      type: tatoeba_mt
      args: cat-deu
    metrics:
    - type: bleu
      value: 47.9
      name: BLEU
    - type: chrf
      value: 0.66856
      name: chr-F
    - type: bleu
      value: 57.9
      name: BLEU
    - type: chrf
      value: 0.72313
      name: chr-F
    - type: bleu
      value: 53.8
      name: BLEU
    - type: chrf
      value: 0.71565
      name: chr-F
    - type: bleu
      value: 58.7
      name: BLEU
    - type: chrf
      value: 0.75797
      name: chr-F
    - type: bleu
      value: 77.7
      name: BLEU
    - type: chrf
      value: 0.8761
      name: chr-F
    - type: bleu
      value: 50.0
      name: BLEU
    - type: chrf
      value: 0.68638
      name: chr-F
    - type: bleu
      value: 58.0
      name: BLEU
    - type: chrf
      value: 0.72664
      name: chr-F
    - type: bleu
      value: 40.6
      name: BLEU
    - type: chrf
      value: 0.62093
      name: chr-F
    - type: bleu
      value: 52.0
      name: BLEU
    - type: chrf
      value: 0.70764
      name: chr-F
    - type: bleu
      value: 55.0
      name: BLEU
    - type: chrf
      value: 0.72229
      name: chr-F
    - type: bleu
      value: 55.7
      name: BLEU
    - type: chrf
      value: 0.70552
      name: chr-F
    - type: bleu
      value: 62.1
      name: BLEU
    - type: chrf
      value: 0.77067
      name: chr-F
    - type: bleu
      value: 72.1
      name: BLEU
    - type: chrf
      value: 0.82795
      name: chr-F
    - type: bleu
      value: 49.4
      name: BLEU
    - type: chrf
      value: 0.68325
      name: chr-F
    - type: bleu
      value: 70.5
      name: BLEU
    - type: chrf
      value: 0.81176
      name: chr-F
    - type: bleu
      value: 64.4
      name: BLEU
    - type: chrf
      value: 0.78299
      name: chr-F
    - type: bleu
      value: 55.6
      name: BLEU
    - type: chrf
      value: 0.74169
      name: chr-F
    - type: bleu
      value: 63.0
      name: BLEU
    - type: chrf
      value: 0.77673
      name: chr-F
    - type: bleu
      value: 36.7
      name: BLEU
    - type: chrf
      value: 0.54247
      name: chr-F
    - type: bleu
      value: 40.4
      name: BLEU
    - type: chrf
      value: 0.5979
      name: chr-F
    - type: bleu
      value: 24.8
      name: BLEU
    - type: chrf
      value: 0.42548
      name: chr-F
    - type: bleu
      value: 24.3
      name: BLEU
    - type: chrf
      value: 0.42385
      name: chr-F
    - type: bleu
      value: 25.2
      name: BLEU
    - type: chrf
      value: 0.45821
      name: chr-F
    - type: bleu
      value: 52.8
      name: BLEU
    - type: chrf
      value: 0.69536
      name: chr-F
    - type: bleu
      value: 22.4
      name: BLEU
    - type: chrf
      value: 0.40921
      name: chr-F
    - type: bleu
      value: 28.4
      name: BLEU
    - type: chrf
      value: 0.49044
      name: chr-F
    - type: bleu
      value: 20.8
      name: BLEU
    - type: chrf
      value: 0.39308
      name: chr-F
    - type: bleu
      value: 48.8
      name: BLEU
    - type: chrf
      value: 0.68379
      name: chr-F
    - type: bleu
      value: 64.2
      name: BLEU
    - type: chrf
      value: 0.77089
      name: chr-F
    - type: bleu
      value: 58.7
      name: BLEU
    - type: chrf
      value: 0.75364
      name: chr-F
    - type: bleu
      value: 50.3
      name: BLEU
    - type: chrf
      value: 0.71396
      name: chr-F
    - type: bleu
      value: 65.2
      name: BLEU
    - type: chrf
      value: 0.79684
      name: chr-F
    - type: bleu
      value: 50.3
      name: BLEU
    - type: chrf
      value: 0.68217
      name: chr-F
    - type: bleu
      value: 59.0
      name: BLEU
    - type: chrf
      value: 0.73059
      name: chr-F
    - type: bleu
      value: 54.1
      name: BLEU
    - type: chrf
      value: 0.70724
      name: chr-F
    - type: bleu
      value: 53.3
      name: BLEU
    - type: chrf
      value: 0.73085
      name: chr-F
    - type: bleu
      value: 57.6
      name: BLEU
    - type: chrf
      value: 0.73813
      name: chr-F
    - type: bleu
      value: 49.3
      name: BLEU
    - type: chrf
      value: 0.68124
      name: chr-F
    - type: bleu
      value: 61.0
      name: BLEU
    - type: chrf
      value: 0.74977
      name: chr-F
    - type: bleu
      value: 56.6
      name: BLEU
    - type: chrf
      value: 0.73392
      name: chr-F
    - type: bleu
      value: 61.1
      name: BLEU
    - type: chrf
      value: 0.7728
      name: chr-F
    - type: bleu
      value: 50.9
      name: BLEU
    - type: chrf
      value: 0.68111
      name: chr-F
  - task:
      type: translation
      name: Translation fra-eng
    dataset:
      name: tico19-test
      type: tico19-test
      args: fra-eng
    metrics:
    - type: bleu
      value: 39.7
      name: BLEU
    - type: chrf
      value: 0.62364
      name: chr-F
    - type: bleu
      value: 34.2
      name: BLEU
    - type: chrf
      value: 0.58563
      name: chr-F
    - type: bleu
      value: 36.5
      name: BLEU
    - type: chrf
      value: 0.59556
      name: chr-F
    - type: bleu
      value: 51.8
      name: BLEU
    - type: chrf
      value: 0.7442
      name: chr-F
    - type: bleu
      value: 34.5
      name: BLEU
    - type: chrf
      value: 0.60081
      name: chr-F
    - type: bleu
      value: 44.8
      name: BLEU
    - type: chrf
      value: 0.68156
      name: chr-F
    - type: bleu
      value: 50.3
      name: BLEU
    - type: chrf
      value: 0.73454
      name: chr-F
    - type: bleu
      value: 34.9
      name: BLEU
    - type: chrf
      value: 0.60441
      name: chr-F
    - type: bleu
      value: 42.7
      name: BLEU
    - type: chrf
      value: 0.67749
      name: chr-F
  - task:
      type: translation
      name: Translation fra-deu
    dataset:
      name: newstest2008
      type: wmt-2008-news
      args: fra-deu
    metrics:
    - type: bleu
      value: 22.9
      name: BLEU
    - type: chrf
      value: 0.5318
      name: chr-F
    - type: bleu
      value: 26.5
      name: BLEU
    - type: chrf
      value: 0.54379
      name: chr-F
    - type: bleu
      value: 33.1
      name: BLEU
    - type: chrf
      value: 0.58804
      name: chr-F
    - type: bleu
      value: 21.6
      name: BLEU
    - type: chrf
      value: 0.52221
      name: chr-F
    - type: bleu
      value: 27.9
      name: BLEU
    - type: chrf
      value: 0.55331
      name: chr-F
    - type: bleu
      value: 32.0
      name: BLEU
    - type: chrf
      value: 0.58769
      name: chr-F
  - task:
      type: translation
      name: Translation fra-deu
    dataset:
      name: newstest2009
      type: wmt-2009-news
      args: fra-deu
    metrics:
    - type: bleu
      value: 22.5
      name: BLEU
    - type: chrf
      value: 0.52771
      name: chr-F
    - type: bleu
      value: 30.2
      name: BLEU
    - type: chrf
      value: 0.56679
      name: chr-F
    - type: bleu
      value: 32.1
      name: BLEU
    - type: chrf
      value: 0.58921
      name: chr-F
    - type: bleu
      value: 22.8
      name: BLEU
    - type: chrf
      value: 0.53022
      name: chr-F
    - type: bleu
      value: 33.8
      name: BLEU
    - type: chrf
      value: 0.59309
      name: chr-F
    - type: bleu
      value: 32.0
      name: BLEU
    - type: chrf
      value: 0.59309
      name: chr-F
    - type: bleu
      value: 33.5
      name: BLEU
    - type: chrf
      value: 0.5976
      name: chr-F
    - type: bleu
      value: 22.3
      name: BLEU
    - type: chrf
      value: 0.52822
      name: chr-F
    - type: bleu
      value: 30.4
      name: BLEU
    - type: chrf
      value: 0.56989
      name: chr-F
    - type: bleu
      value: 32.2
      name: BLEU
    - type: chrf
      value: 0.5915
      name: chr-F
  - task:
      type: translation
      name: Translation fra-deu
    dataset:
      name: newstest2010
      type: wmt-2010-news
      args: fra-deu
    metrics:
    - type: bleu
      value: 24.0
      name: BLEU
    - type: chrf
      value: 0.53765
      name: chr-F
    - type: bleu
      value: 32.6
      name: BLEU
    - type: chrf
      value: 0.59251
      name: chr-F
    - type: bleu
      value: 37.6
      name: BLEU
    - type: chrf
      value: 0.6248
      name: chr-F
    - type: bleu
      value: 26.0
      name: BLEU
    - type: chrf
      value: 0.55161
      name: chr-F
    - type: bleu
      value: 36.3
      name: BLEU
    - type: chrf
      value: 0.61562
      name: chr-F
    - type: bleu
      value: 35.7
      name: BLEU
    - type: chrf
      value: 0.62021
      name: chr-F
  - task:
      type: translation
      name: Translation fra-deu
    dataset:
      name: newstest2011
      type: wmt-2011-news
      args: fra-deu
    metrics:
    - type: bleu
      value: 23.1
      name: BLEU
    - type: chrf
      value: 0.53025
      name: chr-F
    - type: bleu
      value: 32.9
      name: BLEU
    - type: chrf
      value: 0.59636
      name: chr-F
    - type: bleu
      value: 39.9
      name: BLEU
    - type: chrf
      value: 0.63203
      name: chr-F
    - type: bleu
      value: 23.3
      name: BLEU
    - type: chrf
      value: 0.52934
      name: chr-F
    - type: bleu
      value: 33.8
      name: BLEU
    - type: chrf
      value: 0.59606
      name: chr-F
    - type: bleu
      value: 34.9
      name: BLEU
    - type: chrf
      value: 0.61079
      name: chr-F
  - task:
      type: translation
      name: Translation fra-deu
    dataset:
      name: newstest2012
      type: wmt-2012-news
      args: fra-deu
    metrics:
    - type: bleu
      value: 24.0
      name: BLEU
    - type: chrf
      value: 0.52957
      name: chr-F
    - type: bleu
      value: 33.6
      name: BLEU
    - type: chrf
      value: 0.59352
      name: chr-F
    - type: bleu
      value: 39.2
      name: BLEU
    - type: chrf
      value: 0.62641
      name: chr-F
    - type: bleu
      value: 24.6
      name: BLEU
    - type: chrf
      value: 0.53519
      name: chr-F
    - type: bleu
      value: 37.4
      name: BLEU
    - type: chrf
      value: 0.62284
      name: chr-F
    - type: bleu
      value: 33.8
      name: BLEU
    - type: chrf
      value: 0.61076
      name: chr-F
  - task:
      type: translation
      name: Translation fra-deu
    dataset:
      name: newstest2013
      type: wmt-2013-news
      args: fra-deu
    metrics:
    - type: bleu
      value: 25.4
      name: BLEU
    - type: chrf
      value: 0.54167
      name: chr-F
    - type: bleu
      value: 34.0
      name: BLEU
    - type: chrf
      value: 0.59236
      name: chr-F
    - type: bleu
      value: 34.9
      name: BLEU
    - type: chrf
      value: 0.59347
      name: chr-F
    - type: bleu
      value: 26.3
      name: BLEU
    - type: chrf
      value: 0.5513
      name: chr-F
    - type: bleu
      value: 34.6
      name: BLEU
    - type: chrf
      value: 0.60681
      name: chr-F
    - type: bleu
      value: 33.2
      name: BLEU
    - type: chrf
      value: 0.59816
      name: chr-F
  - task:
      type: translation
      name: Translation fra-eng
    dataset:
      name: newstest2014
      type: wmt-2014-news
      args: fra-eng
    metrics:
    - type: bleu
      value: 37.9
      name: BLEU
    - type: chrf
      value: 0.63499
      name: chr-F
  - task:
      type: translation
      name: Translation ron-eng
    dataset:
      name: newstest2016
      type: wmt-2016-news
      args: ron-eng
    metrics:
    - type: bleu
      value: 39.5
      name: BLEU
    - type: chrf
      value: 0.63996
      name: chr-F
  - task:
      type: translation
      name: Translation fra-deu
    dataset:
      name: newstest2019
      type: wmt-2019-news
      args: fra-deu
    metrics:
    - type: bleu
      value: 28.6
      name: BLEU
    - type: chrf
      value: 0.60468
      name: chr-F
  - task:
      type: translation
      name: Translation fra-deu
    dataset:
      name: newstest2020
      type: wmt-2020-news
      args: fra-deu
    metrics:
    - type: bleu
      value: 28.8
      name: BLEU
    - type: chrf
      value: 0.61401
      name: chr-F
  - task:
      type: translation
      name: Translation fra-deu
    dataset:
      name: newstest2021
      type: wmt-2021-news
      args: fra-deu
    metrics:
    - type: bleu
      value: 39.5
      name: BLEU
    - type: chrf
      value: 0.6595
      name: chr-F
---
# opus-mt-tc-bible-big-itc-deu_eng_fra_por_spa

## Table of Contents
- [Model Details](#model-details)
- [Uses](#uses)
- [Risks, Limitations and Biases](#risks-limitations-and-biases)
- [How to Get Started With the Model](#how-to-get-started-with-the-model)
- [Training](#training)
- [Evaluation](#evaluation)
- [Citation Information](#citation-information)
- [Acknowledgements](#acknowledgements)

## Model Details

Neural machine translation model for translating from Italic languages (itc) to unknown (deu+eng+fra+por+spa).

This model is part of the [OPUS-MT project](https://github.com/Helsinki-NLP/Opus-MT), an effort to make neural machine translation models widely available and accessible for many languages in the world. All models are originally trained using the amazing framework of [Marian NMT](https://marian-nmt.github.io/), an efficient NMT implementation written in pure C++. The models have been converted to pyTorch using the transformers library by huggingface. Training data is taken from [OPUS](https://opus.nlpl.eu/) and training pipelines use the procedures of [OPUS-MT-train](https://github.com/Helsinki-NLP/Opus-MT-train).
**Model Description:**
- **Developed by:** Language Technology Research Group at the University of Helsinki
- **Model Type:** Translation (transformer-big)
- **Release**: 2024-05-30
- **License:** Apache-2.0
- **Language(s):**  
  - Source Language(s): acf arg ast cat cbk cos crs egl ext fra frm fro frp fur gcf glg hat ita kea lad lat lij lld lmo lou mfe mol mwl nap oci osp pap pcd pms por roh ron rup scn spa srd vec wln
  - Target Language(s): deu eng fra por spa
  - Valid Target Language Labels: >>deu<< >>eng<< >>fra<< >>por<< >>spa<< >>xxx<<
- **Original Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/itc-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip)
- **Resources for more information:**
  -  [OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/itc-deu%2Beng%2Bfra%2Bpor%2Bspa/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30)
  - [OPUS-MT-train GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train)
  - [More information about MarianNMT models in the transformers library](https://huggingface.co/docs/transformers/model_doc/marian)
  - [Tatoeba Translation Challenge](https://github.com/Helsinki-NLP/Tatoeba-Challenge/)
  - [HPLT bilingual data v1 (as part of the Tatoeba Translation Challenge dataset)](https://hplt-project.org/datasets/v1)
  - [A massively parallel Bible corpus](https://aclanthology.org/L14-1215/)

This is a multilingual translation model with multiple target languages. A sentence initial language token is required in the form of `>>id<<` (id = valid target language ID), e.g. `>>deu<<`

## Uses

This model can be used for translation and text-to-text generation.

## Risks, Limitations and Biases

**CONTENT WARNING: Readers should be aware that the model is trained on various public data sets that may contain content that is disturbing, offensive, and can propagate historical and current stereotypes.**

Significant research has explored bias and fairness issues with language models (see, e.g., [Sheng et al. (2021)](https://aclanthology.org/2021.acl-long.330.pdf) and [Bender et al. (2021)](https://dl.acm.org/doi/pdf/10.1145/3442188.3445922)).

## How to Get Started With the Model

A short example code:

```python
from transformers import MarianMTModel, MarianTokenizer

src_text = [
    ">>deu<< Replace this with text in an accepted source language.",
    ">>spa<< This is the second sentence."
]

model_name = "pytorch-models/opus-mt-tc-bible-big-itc-deu_eng_fra_por_spa"
tokenizer = MarianTokenizer.from_pretrained(model_name)
model = MarianMTModel.from_pretrained(model_name)
translated = model.generate(**tokenizer(src_text, return_tensors="pt", padding=True))

for t in translated:
    print( tokenizer.decode(t, skip_special_tokens=True) )
```

You can also use OPUS-MT models with the transformers pipelines, for example:

```python
from transformers import pipeline
pipe = pipeline("translation", model="Helsinki-NLP/opus-mt-tc-bible-big-itc-deu_eng_fra_por_spa")
print(pipe(">>deu<< Replace this with text in an accepted source language."))
```

## Training

- **Data**: opusTCv20230926max50+bt+jhubc ([source](https://github.com/Helsinki-NLP/Tatoeba-Challenge))
- **Pre-processing**: SentencePiece (spm32k,spm32k)
- **Model Type:**  transformer-big
- **Original MarianNMT Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/itc-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip)
- **Training Scripts**: [GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train)

## Evaluation

* [Model scores at the OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/itc-deu%2Beng%2Bfra%2Bpor%2Bspa/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30)
* test set translations: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/itc-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt)
* test set scores: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/itc-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt)
* benchmark results: [benchmark_results.txt](benchmark_results.txt)
* benchmark output: [benchmark_translations.zip](benchmark_translations.zip)

| langpair | testset | chr-F | BLEU  | #sent | #words |
|----------|---------|-------|-------|-------|--------|
| cat-deu | tatoeba-test-v2021-08-07 | 0.66856 | 47.9 | 723 | 5676 |
| cat-eng | tatoeba-test-v2021-08-07 | 0.72313 | 57.9 | 1631 | 12627 |
| cat-fra | tatoeba-test-v2021-08-07 | 0.71565 | 53.8 | 700 | 5664 |
| cat-por | tatoeba-test-v2021-08-07 | 0.75797 | 58.7 | 747 | 6119 |
| cat-spa | tatoeba-test-v2021-08-07 | 0.87610 | 77.7 | 1534 | 12094 |
| fra-deu | tatoeba-test-v2021-08-07 | 0.68638 | 50.0 | 12418 | 100545 |
| fra-eng | tatoeba-test-v2021-08-07 | 0.72664 | 58.0 | 12681 | 101754 |
| fra-fra | tatoeba-test-v2021-08-07 | 0.62093 | 40.6 | 1000 | 7757 |
| fra-por | tatoeba-test-v2021-08-07 | 0.70764 | 52.0 | 10518 | 77650 |
| fra-spa | tatoeba-test-v2021-08-07 | 0.72229 | 55.0 | 10294 | 78406 |
| glg-eng | tatoeba-test-v2021-08-07 | 0.70552 | 55.7 | 1015 | 8421 |
| glg-por | tatoeba-test-v2021-08-07 | 0.77067 | 62.1 | 433 | 3105 |
| glg-spa | tatoeba-test-v2021-08-07 | 0.82795 | 72.1 | 2121 | 17443 |
| ita-deu | tatoeba-test-v2021-08-07 | 0.68325 | 49.4 | 10094 | 79762 |
| ita-eng | tatoeba-test-v2021-08-07 | 0.81176 | 70.5 | 17320 | 119214 |
| ita-fra | tatoeba-test-v2021-08-07 | 0.78299 | 64.4 | 10091 | 66377 |
| ita-por | tatoeba-test-v2021-08-07 | 0.74169 | 55.6 | 3066 | 25668 |
| ita-spa | tatoeba-test-v2021-08-07 | 0.77673 | 63.0 | 5000 | 34937 |
| lad_Latn-eng | tatoeba-test-v2021-08-07 | 0.54247 | 36.7 | 672 | 3665 |
| lad_Latn-spa | tatoeba-test-v2021-08-07 | 0.59790 | 40.4 | 239 | 1239 |
| lat-deu | tatoeba-test-v2021-08-07 | 0.42548 | 24.8 | 2016 | 13326 |
| lat-eng | tatoeba-test-v2021-08-07 | 0.42385 | 24.3 | 10298 | 100152 |
| lat-spa | tatoeba-test-v2021-08-07 | 0.45821 | 25.2 | 3129 | 34036 |
| oci-eng | tatoeba-test-v2021-08-07 | 0.40921 | 22.4 | 841 | 5299 |
| oci-fra | tatoeba-test-v2021-08-07 | 0.49044 | 28.4 | 806 | 6302 |
| pcd-fra | tatoeba-test-v2021-08-07 | 0.41500 | 15.0 | 266 | 1677 |
| pms-eng | tatoeba-test-v2021-08-07 | 0.39308 | 20.8 | 269 | 2059 |
| por-deu | tatoeba-test-v2021-08-07 | 0.68379 | 48.8 | 10000 | 81246 |
| por-eng | tatoeba-test-v2021-08-07 | 0.77089 | 64.2 | 13222 | 105351 |
| por-fra | tatoeba-test-v2021-08-07 | 0.75364 | 58.7 | 10518 | 80459 |
| por-por | tatoeba-test-v2021-08-07 | 0.71396 | 50.3 | 2500 | 19220 |
| por-spa | tatoeba-test-v2021-08-07 | 0.79684 | 65.2 | 10947 | 87335 |
| ron-deu | tatoeba-test-v2021-08-07 | 0.68217 | 50.3 | 1141 | 7893 |
| ron-eng | tatoeba-test-v2021-08-07 | 0.73059 | 59.0 | 5508 | 40717 |
| ron-fra | tatoeba-test-v2021-08-07 | 0.70724 | 54.1 | 1925 | 13347 |
| ron-por | tatoeba-test-v2021-08-07 | 0.73085 | 53.3 | 681 | 4593 |
| ron-spa | tatoeba-test-v2021-08-07 | 0.73813 | 57.6 | 1959 | 12679 |
| spa-deu | tatoeba-test-v2021-08-07 | 0.68124 | 49.3 | 10521 | 86430 |
| spa-eng | tatoeba-test-v2021-08-07 | 0.74977 | 61.0 | 16583 | 138123 |
| spa-fra | tatoeba-test-v2021-08-07 | 0.73392 | 56.6 | 10294 | 83501 |
| spa-por | tatoeba-test-v2021-08-07 | 0.77280 | 61.1 | 10947 | 87610 |
| spa-spa | tatoeba-test-v2021-08-07 | 0.68111 | 50.9 | 2500 | 21469 |
| ast-deu | flores101-devtest | 0.53243 | 24.2 | 1012 | 25094 |
| ast-eng | flores101-devtest | 0.61235 | 36.0 | 1012 | 24721 |
| ast-fra | flores101-devtest | 0.56687 | 31.2 | 1012 | 28343 |
| ast-por | flores101-devtest | 0.57033 | 30.6 | 1012 | 26519 |
| ast-spa | flores101-devtest | 0.49637 | 21.2 | 1012 | 29199 |
| cat-fra | flores101-devtest | 0.63271 | 38.4 | 1012 | 28343 |
| fra-deu | flores101-devtest | 0.58433 | 28.9 | 1012 | 25094 |
| fra-eng | flores101-devtest | 0.67826 | 43.3 | 1012 | 24721 |
| glg-deu | flores101-devtest | 0.56897 | 27.1 | 1012 | 25094 |
| glg-spa | flores101-devtest | 0.53183 | 24.2 | 1012 | 29199 |
| ita-por | flores101-devtest | 0.57961 | 28.4 | 1012 | 26519 |
| kea-deu | flores101-devtest | 0.48105 | 18.3 | 1012 | 25094 |
| kea-eng | flores101-devtest | 0.60362 | 35.0 | 1012 | 24721 |
| kea-por | flores101-devtest | 0.57808 | 29.0 | 1012 | 26519 |
| kea-spa | flores101-devtest | 0.46648 | 17.6 | 1012 | 29199 |
| oci-deu | flores101-devtest | 0.57391 | 28.0 | 1012 | 25094 |
| oci-eng | flores101-devtest | 0.72351 | 49.4 | 1012 | 24721 |
| por-eng | flores101-devtest | 0.70724 | 47.4 | 1012 | 24721 |
| por-fra | flores101-devtest | 0.64103 | 39.2 | 1012 | 28343 |
| por-spa | flores101-devtest | 0.53268 | 25.0 | 1012 | 29199 |
| ron-deu | flores101-devtest | 0.57980 | 28.1 | 1012 | 25094 |
| ron-eng | flores101-devtest | 0.67583 | 41.6 | 1012 | 24721 |
| ron-spa | flores101-devtest | 0.53082 | 24.3 | 1012 | 29199 |
| spa-fra | flores101-devtest | 0.57039 | 27.1 | 1012 | 28343 |
| spa-por | flores101-devtest | 0.55607 | 25.0 | 1012 | 26519 |
| ast-deu | flores200-devtest | 0.53776 | 24.8 | 1012 | 25094 |
| ast-eng | flores200-devtest | 0.61482 | 36.8 | 1012 | 24721 |
| ast-fra | flores200-devtest | 0.56504 | 31.3 | 1012 | 28343 |
| ast-por | flores200-devtest | 0.57158 | 31.1 | 1012 | 26519 |
| ast-spa | flores200-devtest | 0.49579 | 21.2 | 1012 | 29199 |
| cat-deu | flores200-devtest | 0.58203 | 29.2 | 1012 | 25094 |
| cat-eng | flores200-devtest | 0.69165 | 44.6 | 1012 | 24721 |
| cat-fra | flores200-devtest | 0.63612 | 38.9 | 1012 | 28343 |
| cat-por | flores200-devtest | 0.62911 | 37.7 | 1012 | 26519 |
| cat-spa | flores200-devtest | 0.53320 | 24.6 | 1012 | 29199 |
| fra-deu | flores200-devtest | 0.58592 | 29.1 | 1012 | 25094 |
| fra-eng | flores200-devtest | 0.68067 | 43.8 | 1012 | 24721 |
| fra-por | flores200-devtest | 0.62388 | 37.0 | 1012 | 26519 |
| fra-spa | flores200-devtest | 0.52983 | 24.4 | 1012 | 29199 |
| fur-deu | flores200-devtest | 0.51969 | 21.8 | 1012 | 25094 |
| fur-eng | flores200-devtest | 0.60793 | 34.3 | 1012 | 24721 |
| fur-fra | flores200-devtest | 0.56989 | 30.0 | 1012 | 28343 |
| fur-por | flores200-devtest | 0.56207 | 29.3 | 1012 | 26519 |
| fur-spa | flores200-devtest | 0.48436 | 20.0 | 1012 | 29199 |
| glg-deu | flores200-devtest | 0.57369 | 27.7 | 1012 | 25094 |
| glg-eng | flores200-devtest | 0.66358 | 40.0 | 1012 | 24721 |
| glg-fra | flores200-devtest | 0.62487 | 36.5 | 1012 | 28343 |
| glg-por | flores200-devtest | 0.60267 | 32.7 | 1012 | 26519 |
| glg-spa | flores200-devtest | 0.53227 | 24.3 | 1012 | 29199 |
| hat-deu | flores200-devtest | 0.49916 | 19.1 | 1012 | 25094 |
| hat-eng | flores200-devtest | 0.59656 | 32.5 | 1012 | 24721 |
| hat-fra | flores200-devtest | 0.61574 | 35.4 | 1012 | 28343 |
| hat-por | flores200-devtest | 0.55195 | 27.7 | 1012 | 26519 |
| hat-spa | flores200-devtest | 0.47382 | 18.4 | 1012 | 29199 |
| ita-deu | flores200-devtest | 0.55779 | 24.1 | 1012 | 25094 |
| ita-eng | flores200-devtest | 0.61563 | 32.2 | 1012 | 24721 |
| ita-fra | flores200-devtest | 0.60210 | 31.2 | 1012 | 28343 |
| ita-por | flores200-devtest | 0.58279 | 28.8 | 1012 | 26519 |
| ita-spa | flores200-devtest | 0.52348 | 23.2 | 1012 | 29199 |
| kea-deu | flores200-devtest | 0.49089 | 19.3 | 1012 | 25094 |
| kea-eng | flores200-devtest | 0.60553 | 35.5 | 1012 | 24721 |
| kea-fra | flores200-devtest | 0.54027 | 26.6 | 1012 | 28343 |
| kea-por | flores200-devtest | 0.57696 | 28.9 | 1012 | 26519 |
| kea-spa | flores200-devtest | 0.46974 | 18.0 | 1012 | 29199 |
| lij-deu | flores200-devtest | 0.51695 | 22.7 | 1012 | 25094 |
| lij-eng | flores200-devtest | 0.62347 | 36.2 | 1012 | 24721 |
| lij-fra | flores200-devtest | 0.57498 | 31.4 | 1012 | 28343 |
| lij-por | flores200-devtest | 0.56183 | 29.4 | 1012 | 26519 |
| lij-spa | flores200-devtest | 0.48038 | 20.0 | 1012 | 29199 |
| lmo-deu | flores200-devtest | 0.45516 | 15.4 | 1012 | 25094 |
| lmo-eng | flores200-devtest | 0.53540 | 25.5 | 1012 | 24721 |
| lmo-fra | flores200-devtest | 0.50076 | 22.2 | 1012 | 28343 |
| lmo-por | flores200-devtest | 0.50134 | 22.9 | 1012 | 26519 |
| lmo-spa | flores200-devtest | 0.44053 | 16.2 | 1012 | 29199 |
| oci-deu | flores200-devtest | 0.57822 | 28.7 | 1012 | 25094 |
| oci-eng | flores200-devtest | 0.73030 | 50.7 | 1012 | 24721 |
| oci-fra | flores200-devtest | 0.64900 | 39.7 | 1012 | 28343 |
| oci-por | flores200-devtest | 0.63318 | 36.9 | 1012 | 26519 |
| oci-spa | flores200-devtest | 0.52269 | 22.9 | 1012 | 29199 |
| pap-deu | flores200-devtest | 0.53166 | 23.2 | 1012 | 25094 |
| pap-eng | flores200-devtest | 0.68541 | 44.6 | 1012 | 24721 |
| pap-fra | flores200-devtest | 0.57224 | 30.5 | 1012 | 28343 |
| pap-por | flores200-devtest | 0.59064 | 33.2 | 1012 | 26519 |
| pap-spa | flores200-devtest | 0.49601 | 21.7 | 1012 | 29199 |
| por-deu | flores200-devtest | 0.59047 | 30.3 | 1012 | 25094 |
| por-eng | flores200-devtest | 0.71096 | 48.0 | 1012 | 24721 |
| por-fra | flores200-devtest | 0.64555 | 40.1 | 1012 | 28343 |
| por-spa | flores200-devtest | 0.53400 | 25.1 | 1012 | 29199 |
| ron-deu | flores200-devtest | 0.58428 | 28.7 | 1012 | 25094 |
| ron-eng | flores200-devtest | 0.67719 | 41.8 | 1012 | 24721 |
| ron-fra | flores200-devtest | 0.63678 | 37.6 | 1012 | 28343 |
| ron-por | flores200-devtest | 0.62371 | 36.1 | 1012 | 26519 |
| ron-spa | flores200-devtest | 0.53150 | 24.5 | 1012 | 29199 |
| scn-deu | flores200-devtest | 0.48102 | 19.2 | 1012 | 25094 |
| scn-eng | flores200-devtest | 0.55782 | 29.6 | 1012 | 24721 |
| scn-fra | flores200-devtest | 0.52773 | 26.1 | 1012 | 28343 |
| scn-por | flores200-devtest | 0.51894 | 25.2 | 1012 | 26519 |
| scn-spa | flores200-devtest | 0.45724 | 17.9 | 1012 | 29199 |
| spa-deu | flores200-devtest | 0.53451 | 21.5 | 1012 | 25094 |
| spa-eng | flores200-devtest | 0.58896 | 28.5 | 1012 | 24721 |
| spa-fra | flores200-devtest | 0.57406 | 27.6 | 1012 | 28343 |
| spa-por | flores200-devtest | 0.55749 | 25.2 | 1012 | 26519 |
| srd-deu | flores200-devtest | 0.49238 | 19.9 | 1012 | 25094 |
| srd-eng | flores200-devtest | 0.59392 | 34.2 | 1012 | 24721 |
| srd-fra | flores200-devtest | 0.54003 | 27.6 | 1012 | 28343 |
| srd-por | flores200-devtest | 0.53842 | 27.9 | 1012 | 26519 |
| srd-spa | flores200-devtest | 0.46002 | 18.2 | 1012 | 29199 |
| vec-deu | flores200-devtest | 0.48795 | 19.3 | 1012 | 25094 |
| vec-eng | flores200-devtest | 0.56840 | 30.7 | 1012 | 24721 |
| vec-fra | flores200-devtest | 0.54164 | 27.3 | 1012 | 28343 |
| vec-por | flores200-devtest | 0.53482 | 26.2 | 1012 | 26519 |
| vec-spa | flores200-devtest | 0.46588 | 18.4 | 1012 | 29199 |
| fra-deu | generaltest2022 | 0.66476 | 42.4 | 2006 | 37696 |
| fra-deu | multi30k_test_2016_flickr | 0.61797 | 32.6 | 1000 | 12106 |
| fra-eng | multi30k_test_2016_flickr | 0.66271 | 47.2 | 1000 | 12955 |
| fra-deu | multi30k_test_2017_flickr | 0.59701 | 29.4 | 1000 | 10755 |
| fra-eng | multi30k_test_2017_flickr | 0.69422 | 50.3 | 1000 | 11374 |
| fra-deu | multi30k_test_2017_mscoco | 0.55509 | 25.7 | 461 | 5158 |
| fra-eng | multi30k_test_2017_mscoco | 0.67791 | 48.7 | 461 | 5231 |
| fra-deu | multi30k_test_2018_flickr | 0.55237 | 24.0 | 1071 | 13703 |
| fra-eng | multi30k_test_2018_flickr | 0.64722 | 43.8 | 1071 | 14689 |
| fra-eng | newsdiscusstest2015 | 0.61385 | 38.4 | 1500 | 26982 |
| fra-deu | newssyscomb2009 | 0.53530 | 23.7 | 502 | 11271 |
| fra-eng | newssyscomb2009 | 0.57297 | 31.3 | 502 | 11818 |
| fra-spa | newssyscomb2009 | 0.60233 | 34.1 | 502 | 12503 |
| ita-deu | newssyscomb2009 | 0.53590 | 22.4 | 502 | 11271 |
| ita-eng | newssyscomb2009 | 0.59976 | 34.8 | 502 | 11818 |
| ita-fra | newssyscomb2009 | 0.61232 | 33.5 | 502 | 12331 |
| ita-spa | newssyscomb2009 | 0.60782 | 35.3 | 502 | 12503 |
| spa-deu | newssyscomb2009 | 0.52853 | 21.8 | 502 | 11271 |
| spa-eng | newssyscomb2009 | 0.57347 | 31.0 | 502 | 11818 |
| spa-fra | newssyscomb2009 | 0.61436 | 34.3 | 502 | 12331 |
| fra-deu | newstest2008 | 0.53180 | 22.9 | 2051 | 47447 |
| fra-eng | newstest2008 | 0.54379 | 26.5 | 2051 | 49380 |
| fra-spa | newstest2008 | 0.58804 | 33.1 | 2051 | 52586 |
| spa-deu | newstest2008 | 0.52221 | 21.6 | 2051 | 47447 |
| spa-eng | newstest2008 | 0.55331 | 27.9 | 2051 | 49380 |
| spa-fra | newstest2008 | 0.58769 | 32.0 | 2051 | 52685 |
| fra-deu | newstest2009 | 0.52771 | 22.5 | 2525 | 62816 |
| fra-eng | newstest2009 | 0.56679 | 30.2 | 2525 | 65399 |
| fra-spa | newstest2009 | 0.58921 | 32.1 | 2525 | 68111 |
| ita-deu | newstest2009 | 0.53022 | 22.8 | 2525 | 62816 |
| ita-eng | newstest2009 | 0.59309 | 33.8 | 2525 | 65399 |
| ita-fra | newstest2009 | 0.59309 | 32.0 | 2525 | 69263 |
| ita-spa | newstest2009 | 0.59760 | 33.5 | 2525 | 68111 |
| spa-deu | newstest2009 | 0.52822 | 22.3 | 2525 | 62816 |
| spa-eng | newstest2009 | 0.56989 | 30.4 | 2525 | 65399 |
| spa-fra | newstest2009 | 0.59150 | 32.2 | 2525 | 69263 |
| fra-deu | newstest2010 | 0.53765 | 24.0 | 2489 | 61503 |
| fra-eng | newstest2010 | 0.59251 | 32.6 | 2489 | 61711 |
| fra-spa | newstest2010 | 0.62480 | 37.6 | 2489 | 65480 |
| spa-deu | newstest2010 | 0.55161 | 26.0 | 2489 | 61503 |
| spa-eng | newstest2010 | 0.61562 | 36.3 | 2489 | 61711 |
| spa-fra | newstest2010 | 0.62021 | 35.7 | 2489 | 66022 |
| fra-deu | newstest2011 | 0.53025 | 23.1 | 3003 | 72981 |
| fra-eng | newstest2011 | 0.59636 | 32.9 | 3003 | 74681 |
| fra-spa | newstest2011 | 0.63203 | 39.9 | 3003 | 79476 |
| spa-deu | newstest2011 | 0.52934 | 23.3 | 3003 | 72981 |
| spa-eng | newstest2011 | 0.59606 | 33.8 | 3003 | 74681 |
| spa-fra | newstest2011 | 0.61079 | 34.9 | 3003 | 80626 |
| fra-deu | newstest2012 | 0.52957 | 24.0 | 3003 | 72886 |
| fra-eng | newstest2012 | 0.59352 | 33.6 | 3003 | 72812 |
| fra-spa | newstest2012 | 0.62641 | 39.2 | 3003 | 79006 |
| spa-deu | newstest2012 | 0.53519 | 24.6 | 3003 | 72886 |
| spa-eng | newstest2012 | 0.62284 | 37.4 | 3003 | 72812 |
| spa-fra | newstest2012 | 0.61076 | 33.8 | 3003 | 78011 |
| fra-deu | newstest2013 | 0.54167 | 25.4 | 3000 | 63737 |
| fra-eng | newstest2013 | 0.59236 | 34.0 | 3000 | 64505 |
| fra-spa | newstest2013 | 0.59347 | 34.9 | 3000 | 70528 |
| spa-deu | newstest2013 | 0.55130 | 26.3 | 3000 | 63737 |
| spa-eng | newstest2013 | 0.60681 | 34.6 | 3000 | 64505 |
| spa-fra | newstest2013 | 0.59816 | 33.2 | 3000 | 70037 |
| fra-eng | newstest2014 | 0.63499 | 37.9 | 3003 | 70708 |
| ron-eng | newstest2016 | 0.63996 | 39.5 | 1999 | 47562 |
| fra-deu | newstest2019 | 0.60468 | 28.6 | 1701 | 36446 |
| fra-deu | newstest2020 | 0.61401 | 28.8 | 1619 | 30265 |
| fra-deu | newstest2021 | 0.65950 | 39.5 | 1026 | 26077 |
| cat-deu | ntrex128 | 0.54096 | 24.0 | 1997 | 48761 |
| cat-eng | ntrex128 | 0.63516 | 36.5 | 1997 | 47673 |
| cat-fra | ntrex128 | 0.56385 | 28.1 | 1997 | 53481 |
| cat-por | ntrex128 | 0.56246 | 28.7 | 1997 | 51631 |
| cat-spa | ntrex128 | 0.61311 | 35.8 | 1997 | 54107 |
| fra-deu | ntrex128 | 0.53059 | 23.4 | 1997 | 48761 |
| fra-eng | ntrex128 | 0.61285 | 34.7 | 1997 | 47673 |
| fra-por | ntrex128 | 0.54075 | 25.8 | 1997 | 51631 |
| fra-spa | ntrex128 | 0.56863 | 30.6 | 1997 | 54107 |
| glg-deu | ntrex128 | 0.53724 | 23.6 | 1997 | 48761 |
| glg-eng | ntrex128 | 0.64481 | 38.7 | 1997 | 47673 |
| glg-fra | ntrex128 | 0.55856 | 27.8 | 1997 | 53481 |
| glg-por | ntrex128 | 0.56322 | 28.7 | 1997 | 51631 |
| glg-spa | ntrex128 | 0.61794 | 36.8 | 1997 | 54107 |
| ita-deu | ntrex128 | 0.54678 | 25.0 | 1997 | 48761 |
| ita-eng | ntrex128 | 0.64636 | 39.2 | 1997 | 47673 |
| ita-fra | ntrex128 | 0.57428 | 30.0 | 1997 | 53481 |
| ita-por | ntrex128 | 0.56858 | 29.7 | 1997 | 51631 |
| ita-spa | ntrex128 | 0.58886 | 33.0 | 1997 | 54107 |
| por-deu | ntrex128 | 0.54833 | 24.6 | 1997 | 48761 |
| por-eng | ntrex128 | 0.65223 | 39.7 | 1997 | 47673 |
| por-fra | ntrex128 | 0.56793 | 28.9 | 1997 | 53481 |
| por-spa | ntrex128 | 0.59218 | 33.8 | 1997 | 54107 |
| ron-deu | ntrex128 | 0.53249 | 22.4 | 1997 | 48761 |
| ron-eng | ntrex128 | 0.61807 | 33.8 | 1997 | 47673 |
| ron-fra | ntrex128 | 0.55575 | 26.4 | 1997 | 53481 |
| ron-por | ntrex128 | 0.55086 | 27.2 | 1997 | 51631 |
| ron-spa | ntrex128 | 0.57787 | 31.9 | 1997 | 54107 |
| spa-deu | ntrex128 | 0.54309 | 23.8 | 1997 | 48761 |
| spa-eng | ntrex128 | 0.64416 | 37.4 | 1997 | 47673 |
| spa-fra | ntrex128 | 0.57320 | 29.4 | 1997 | 53481 |
| spa-por | ntrex128 | 0.56751 | 29.0 | 1997 | 51631 |
| fra-eng | tico19-test | 0.62364 | 39.7 | 2100 | 56323 |
| fra-por | tico19-test | 0.58563 | 34.2 | 2100 | 62729 |
| fra-spa | tico19-test | 0.59556 | 36.5 | 2100 | 66563 |
| por-eng | tico19-test | 0.74420 | 51.8 | 2100 | 56315 |
| por-fra | tico19-test | 0.60081 | 34.5 | 2100 | 64661 |
| por-spa | tico19-test | 0.68156 | 44.8 | 2100 | 66563 |
| spa-eng | tico19-test | 0.73454 | 50.3 | 2100 | 56315 |
| spa-fra | tico19-test | 0.60441 | 34.9 | 2100 | 64661 |
| spa-por | tico19-test | 0.67749 | 42.7 | 2100 | 62729 |

## Citation Information

* Publications: [Democratizing neural machine translation with OPUS-MT](https://doi.org/10.1007/s10579-023-09704-w) and [OPUS-MT – Building open translation services for the World](https://aclanthology.org/2020.eamt-1.61/) and [The Tatoeba Translation Challenge – Realistic Data Sets for Low Resource and Multilingual MT](https://aclanthology.org/2020.wmt-1.139/) (Please, cite if you use this model.)

```bibtex
@article{tiedemann2023democratizing,
  title={Democratizing neural machine translation with {OPUS-MT}},
  author={Tiedemann, J{\"o}rg and Aulamo, Mikko and Bakshandaeva, Daria and Boggia, Michele and Gr{\"o}nroos, Stig-Arne and Nieminen, Tommi and Raganato, Alessandro and Scherrer, Yves and Vazquez, Raul and Virpioja, Sami},
  journal={Language Resources and Evaluation},
  number={58},
  pages={713--755},
  year={2023},
  publisher={Springer Nature},
  issn={1574-0218},
  doi={10.1007/s10579-023-09704-w}
}

@inproceedings{tiedemann-thottingal-2020-opus,
    title = "{OPUS}-{MT} {--} Building open translation services for the World",
    author = {Tiedemann, J{\"o}rg  and Thottingal, Santhosh},
    booktitle = "Proceedings of the 22nd Annual Conference of the European Association for Machine Translation",
    month = nov,
    year = "2020",
    address = "Lisboa, Portugal",
    publisher = "European Association for Machine Translation",
    url = "https://aclanthology.org/2020.eamt-1.61",
    pages = "479--480",
}

@inproceedings{tiedemann-2020-tatoeba,
    title = "The Tatoeba Translation Challenge {--} Realistic Data Sets for Low Resource and Multilingual {MT}",
    author = {Tiedemann, J{\"o}rg},
    booktitle = "Proceedings of the Fifth Conference on Machine Translation",
    month = nov,
    year = "2020",
    address = "Online",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2020.wmt-1.139",
    pages = "1174--1182",
}
```

## Acknowledgements

The work is supported by the [HPLT project](https://hplt-project.org/), funded by the European Union’s Horizon Europe research and innovation programme under grant agreement No 101070350. We are also grateful for the generous computational resources and IT infrastructure provided by [CSC -- IT Center for Science](https://www.csc.fi/), Finland, and the [EuroHPC supercomputer LUMI](https://www.lumi-supercomputer.eu/).

## Model conversion info

* transformers version: 4.45.1
* OPUS-MT git hash: 0882077
* port time: Tue Oct  8 11:57:19 EEST 2024
* port machine: LM0-400-22516.local
