Initial commit

Browse files

Files changed (13) hide show

.gitattributes +1 -0
README.md +2833 -0
benchmark_results.txt +227 -0
benchmark_translations.zip +0 -0
config.json +41 -0
generation_config.json +16 -0
model.safetensors +3 -0
pytorch_model.bin +3 -0
source.spm +3 -0
special_tokens_map.json +1 -0
target.spm +3 -0
tokenizer_config.json +1 -0
vocab.json +0 -0

.gitattributes CHANGED Viewed

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.spm filter=lfs diff=lfs merge=lfs -text

README.md ADDED Viewed

	@@ -0,0 +1,2833 @@

+---
+library_name: transformers
+language:
+- af
+- ang
+- bar
+- bi
+- bzj
+- de
+- djk
+- drt
+- en
+- enm
+- es
+- fr
+- frr
+- fy
+- gos
+- gsw
+- hrx
+- hwc
+- icr
+- jam
+- kri
+- ksh
+- lb
+- li
+- nds
+- nl
+- ofs
+- pcm
+- pdc
+- pfl
+- pih
+- pis
+- pt
+- rop
+- sco
+- srm
+- srn
+- stq
+- swg
+- tcs
+- tpi
+- vls
+- wae
+- yi
+- zea
+tags:
+- translation
+- opus-mt-tc-bible
+license: apache-2.0
+model-index:
+- name: opus-mt-tc-bible-big-deu_eng_fra_por_spa-gmw
+  results:
+  - task:
+      name: Translation deu-afr
+      type: translation
+      args: deu-afr
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-afr
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.2
+       - name: chr-F
+         type: chrf
+         value: 0.57725
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 41.5
+       - name: chr-F
+         type: chrf
+         value: 0.67043
+  - task:
+      name: Translation deu-ltz
+      type: translation
+      args: deu-ltz
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-ltz
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.6
+       - name: chr-F
+         type: chrf
+         value: 0.54626
+  - task:
+      name: Translation deu-nld
+      type: translation
+      args: deu-nld
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-nld
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.0
+       - name: chr-F
+         type: chrf
+         value: 0.55679
+  - task:
+      name: Translation deu-tpi
+      type: translation
+      args: deu-tpi
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-tpi
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.5
+       - name: chr-F
+         type: chrf
+         value: 0.39146
+  - task:
+      name: Translation eng-afr
+      type: translation
+      args: eng-afr
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-afr
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.2
+       - name: chr-F
+         type: chrf
+         value: 0.68115
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.4
+       - name: chr-F
+         type: chrf
+         value: 0.64561
+  - task:
+      name: Translation eng-ltz
+      type: translation
+      args: eng-ltz
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-ltz
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.0
+       - name: chr-F
+         type: chrf
+         value: 0.54932
+  - task:
+      name: Translation eng-nld
+      type: translation
+      args: eng-nld
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-nld
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.8
+       - name: chr-F
+         type: chrf
+         value: 0.58124
+  - task:
+      name: Translation eng-tpi
+      type: translation
+      args: eng-tpi
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-tpi
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.9
+       - name: chr-F
+         type: chrf
+         value: 0.40338
+  - task:
+      name: Translation fra-afr
+      type: translation
+      args: fra-afr
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-afr
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.4
+       - name: chr-F
+         type: chrf
+         value: 0.57320
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.5
+       - name: chr-F
+         type: chrf
+         value: 0.58974
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.7
+       - name: chr-F
+         type: chrf
+         value: 0.68106
+  - task:
+      name: Translation fra-ltz
+      type: translation
+      args: fra-ltz
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-ltz
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.8
+       - name: chr-F
+         type: chrf
+         value: 0.49618
+  - task:
+      name: Translation fra-nld
+      type: translation
+      args: fra-nld
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-nld
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.5
+       - name: chr-F
+         type: chrf
+         value: 0.54623
+  - task:
+      name: Translation fra-tpi
+      type: translation
+      args: fra-tpi
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-tpi
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.7
+       - name: chr-F
+         type: chrf
+         value: 0.39334
+  - task:
+      name: Translation por-afr
+      type: translation
+      args: por-afr
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-afr
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.6
+       - name: chr-F
+         type: chrf
+         value: 0.58408
+  - task:
+      name: Translation por-deu
+      type: translation
+      args: por-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.4
+       - name: chr-F
+         type: chrf
+         value: 0.59121
+  - task:
+      name: Translation por-eng
+      type: translation
+      args: por-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 48.3
+       - name: chr-F
+         type: chrf
+         value: 0.71418
+  - task:
+      name: Translation por-ltz
+      type: translation
+      args: por-ltz
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-ltz
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.3
+       - name: chr-F
+         type: chrf
+         value: 0.39073
+  - task:
+      name: Translation por-nld
+      type: translation
+      args: por-nld
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-nld
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.9
+       - name: chr-F
+         type: chrf
+         value: 0.54828
+  - task:
+      name: Translation por-tpi
+      type: translation
+      args: por-tpi
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-tpi
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.7
+       - name: chr-F
+         type: chrf
+         value: 0.38929
+  - task:
+      name: Translation spa-afr
+      type: translation
+      args: spa-afr
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: spa-afr
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.8
+       - name: chr-F
+         type: chrf
+         value: 0.51514
+  - task:
+      name: Translation spa-deu
+      type: translation
+      args: spa-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: spa-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.4
+       - name: chr-F
+         type: chrf
+         value: 0.53603
+  - task:
+      name: Translation spa-eng
+      type: translation
+      args: spa-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: spa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.2
+       - name: chr-F
+         type: chrf
+         value: 0.58604
+  - task:
+      name: Translation spa-nld
+      type: translation
+      args: spa-nld
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: spa-nld
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.9
+       - name: chr-F
+         type: chrf
+         value: 0.51244
+  - task:
+      name: Translation spa-tpi
+      type: translation
+      args: spa-tpi
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: spa-tpi
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.2
+       - name: chr-F
+         type: chrf
+         value: 0.37967
+  - task:
+      name: Translation deu-afr
+      type: translation
+      args: deu-afr
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: deu afr devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.0
+       - name: chr-F
+         type: chrf
+         value: 0.57287
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: deu eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.9
+       - name: chr-F
+         type: chrf
+         value: 0.66660
+  - task:
+      name: Translation deu-nld
+      type: translation
+      args: deu-nld
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: deu nld devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.6
+       - name: chr-F
+         type: chrf
+         value: 0.55423
+  - task:
+      name: Translation eng-afr
+      type: translation
+      args: eng-afr
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: eng afr devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.0
+       - name: chr-F
+         type: chrf
+         value: 0.67793
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: eng deu devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.2
+       - name: chr-F
+         type: chrf
+         value: 0.64295
+  - task:
+      name: Translation eng-nld
+      type: translation
+      args: eng-nld
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: eng nld devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.2
+       - name: chr-F
+         type: chrf
+         value: 0.57690
+  - task:
+      name: Translation fra-ltz
+      type: translation
+      args: fra-ltz
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: fra ltz devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.3
+       - name: chr-F
+         type: chrf
+         value: 0.49430
+  - task:
+      name: Translation fra-nld
+      type: translation
+      args: fra-nld
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: fra nld devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.2
+       - name: chr-F
+         type: chrf
+         value: 0.54318
+  - task:
+      name: Translation por-deu
+      type: translation
+      args: por-deu
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: por deu devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.8
+       - name: chr-F
+         type: chrf
+         value: 0.58851
+  - task:
+      name: Translation por-nld
+      type: translation
+      args: por-nld
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: por nld devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.6
+       - name: chr-F
+         type: chrf
+         value: 0.54571
+  - task:
+      name: Translation spa-nld
+      type: translation
+      args: spa-nld
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: spa nld devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.5
+       - name: chr-F
+         type: chrf
+         value: 0.50968
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: generaltest2022
+      type: generaltest2022
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.6
+       - name: chr-F
+         type: chrf
+         value: 0.55777
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: generaltest2022
+      type: generaltest2022
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.0
+       - name: chr-F
+         type: chrf
+         value: 0.60792
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: generaltest2022
+      type: generaltest2022
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 44.5
+       - name: chr-F
+         type: chrf
+         value: 0.67039
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: multi30k_test_2016_flickr
+      type: multi30k-2016_flickr
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.1
+       - name: chr-F
+         type: chrf
+         value: 0.60981
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: multi30k_test_2016_flickr
+      type: multi30k-2016_flickr
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.9
+       - name: chr-F
+         type: chrf
+         value: 0.64153
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: multi30k_test_2016_flickr
+      type: multi30k-2016_flickr
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.1
+       - name: chr-F
+         type: chrf
+         value: 0.61781
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: multi30k_test_2016_flickr
+      type: multi30k-2016_flickr
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 47.9
+       - name: chr-F
+         type: chrf
+         value: 0.66703
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: multi30k_test_2017_flickr
+      type: multi30k-2017_flickr
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 41.0
+       - name: chr-F
+         type: chrf
+         value: 0.63624
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: multi30k_test_2017_flickr
+      type: multi30k-2017_flickr
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.6
+       - name: chr-F
+         type: chrf
+         value: 0.63423
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: multi30k_test_2017_flickr
+      type: multi30k-2017_flickr
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.7
+       - name: chr-F
+         type: chrf
+         value: 0.60084
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: multi30k_test_2017_flickr
+      type: multi30k-2017_flickr
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 50.4
+       - name: chr-F
+         type: chrf
+         value: 0.69254
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: multi30k_test_2017_mscoco
+      type: multi30k-2017_mscoco
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.5
+       - name: chr-F
+         type: chrf
+         value: 0.55790
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: multi30k_test_2017_mscoco
+      type: multi30k-2017_mscoco
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.6
+       - name: chr-F
+         type: chrf
+         value: 0.57491
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: multi30k_test_2017_mscoco
+      type: multi30k-2017_mscoco
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.4
+       - name: chr-F
+         type: chrf
+         value: 0.56108
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: multi30k_test_2017_mscoco
+      type: multi30k-2017_mscoco
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 49.1
+       - name: chr-F
+         type: chrf
+         value: 0.68212
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: multi30k_test_2018_flickr
+      type: multi30k-2018_flickr
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.6
+       - name: chr-F
+         type: chrf
+         value: 0.59322
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: multi30k_test_2018_flickr
+      type: multi30k-2018_flickr
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.0
+       - name: chr-F
+         type: chrf
+         value: 0.59858
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: multi30k_test_2018_flickr
+      type: multi30k-2018_flickr
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.7
+       - name: chr-F
+         type: chrf
+         value: 0.55667
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: multi30k_test_2018_flickr
+      type: multi30k-2018_flickr
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.4
+       - name: chr-F
+         type: chrf
+         value: 0.64702
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: newsdiscusstest2015
+      type: newsdiscusstest2015
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 38.5
+       - name: chr-F
+         type: chrf
+         value: 0.61399
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstestALL2020
+      type: newstestALL2020
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.0
+       - name: chr-F
+         type: chrf
+         value: 0.60403
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstestALL2020
+      type: newstestALL2020
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.3
+       - name: chr-F
+         type: chrf
+         value: 0.60255
+  - task:
+      name: Translation deu-afr
+      type: translation
+      args: deu-afr
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: deu-afr
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.9
+       - name: chr-F
+         type: chrf
+         value: 0.57109
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.5
+       - name: chr-F
+         type: chrf
+         value: 0.62043
+  - task:
+      name: Translation deu-ltz
+      type: translation
+      args: deu-ltz
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: deu-ltz
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.4
+       - name: chr-F
+         type: chrf
+         value: 0.47642
+  - task:
+      name: Translation deu-nld
+      type: translation
+      args: deu-nld
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: deu-nld
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.6
+       - name: chr-F
+         type: chrf
+         value: 0.56777
+  - task:
+      name: Translation eng-afr
+      type: translation
+      args: eng-afr
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: eng-afr
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 44.1
+       - name: chr-F
+         type: chrf
+         value: 0.68616
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.2
+       - name: chr-F
+         type: chrf
+         value: 0.58743
+  - task:
+      name: Translation eng-ltz
+      type: translation
+      args: eng-ltz
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: eng-ltz
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.0
+       - name: chr-F
+         type: chrf
+         value: 0.50083
+  - task:
+      name: Translation eng-nld
+      type: translation
+      args: eng-nld
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: eng-nld
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.8
+       - name: chr-F
+         type: chrf
+         value: 0.61041
+  - task:
+      name: Translation fra-afr
+      type: translation
+      args: fra-afr
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fra-afr
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.5
+       - name: chr-F
+         type: chrf
+         value: 0.55607
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.6
+       - name: chr-F
+         type: chrf
+         value: 0.53269
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.4
+       - name: chr-F
+         type: chrf
+         value: 0.61058
+  - task:
+      name: Translation fra-ltz
+      type: translation
+      args: fra-ltz
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fra-ltz
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.0
+       - name: chr-F
+         type: chrf
+         value: 0.41312
+  - task:
+      name: Translation fra-nld
+      type: translation
+      args: fra-nld
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fra-nld
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.2
+       - name: chr-F
+         type: chrf
+         value: 0.54615
+  - task:
+      name: Translation por-afr
+      type: translation
+      args: por-afr
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: por-afr
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.2
+       - name: chr-F
+         type: chrf
+         value: 0.58296
+  - task:
+      name: Translation por-deu
+      type: translation
+      args: por-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: por-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.7
+       - name: chr-F
+         type: chrf
+         value: 0.54944
+  - task:
+      name: Translation por-eng
+      type: translation
+      args: por-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: por-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.6
+       - name: chr-F
+         type: chrf
+         value: 0.65002
+  - task:
+      name: Translation por-nld
+      type: translation
+      args: por-nld
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: por-nld
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.1
+       - name: chr-F
+         type: chrf
+         value: 0.56384
+  - task:
+      name: Translation spa-afr
+      type: translation
+      args: spa-afr
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: spa-afr
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.7
+       - name: chr-F
+         type: chrf
+         value: 0.57772
+  - task:
+      name: Translation spa-deu
+      type: translation
+      args: spa-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: spa-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.0
+       - name: chr-F
+         type: chrf
+         value: 0.54561
+  - task:
+      name: Translation spa-eng
+      type: translation
+      args: spa-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: spa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.3
+       - name: chr-F
+         type: chrf
+         value: 0.64305
+  - task:
+      name: Translation spa-nld
+      type: translation
+      args: spa-nld
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: spa-nld
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.8
+       - name: chr-F
+         type: chrf
+         value: 0.56397
+  - task:
+      name: Translation deu-afr
+      type: translation
+      args: deu-afr
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-afr
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 56.7
+       - name: chr-F
+         type: chrf
+         value: 0.72039
+  - task:
+      name: Translation deu-deu
+      type: translation
+      args: deu-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.7
+       - name: chr-F
+         type: chrf
+         value: 0.59545
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 48.6
+       - name: chr-F
+         type: chrf
+         value: 0.66015
+  - task:
+      name: Translation deu-ltz
+      type: translation
+      args: deu-ltz
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-ltz
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.2
+       - name: chr-F
+         type: chrf
+         value: 0.53760
+  - task:
+      name: Translation deu-nds
+      type: translation
+      args: deu-nds
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-nds
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.1
+       - name: chr-F
+         type: chrf
+         value: 0.44534
+  - task:
+      name: Translation deu-nld
+      type: translation
+      args: deu-nld
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-nld
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 54.4
+       - name: chr-F
+         type: chrf
+         value: 0.71276
+  - task:
+      name: Translation eng-afr
+      type: translation
+      args: eng-afr
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-afr
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 56.6
+       - name: chr-F
+         type: chrf
+         value: 0.72087
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 41.4
+       - name: chr-F
+         type: chrf
+         value: 0.62971
+  - task:
+      name: Translation eng-eng
+      type: translation
+      args: eng-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 58.0
+       - name: chr-F
+         type: chrf
+         value: 0.80306
+  - task:
+      name: Translation eng-ltz
+      type: translation
+      args: eng-ltz
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-ltz
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 45.8
+       - name: chr-F
+         type: chrf
+         value: 0.64423
+  - task:
+      name: Translation eng-nds
+      type: translation
+      args: eng-nds
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-nds
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.2
+       - name: chr-F
+         type: chrf
+         value: 0.46446
+  - task:
+      name: Translation eng-nld
+      type: translation
+      args: eng-nld
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-nld
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 54.5
+       - name: chr-F
+         type: chrf
+         value: 0.71190
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 50.3
+       - name: chr-F
+         type: chrf
+         value: 0.68991
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 58.0
+       - name: chr-F
+         type: chrf
+         value: 0.72564
+  - task:
+      name: Translation fra-nld
+      type: translation
+      args: fra-nld
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fra-nld
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 48.7
+       - name: chr-F
+         type: chrf
+         value: 0.67078
+  - task:
+      name: Translation multi-multi
+      type: translation
+      args: multi-multi
+    dataset:
+      name: tatoeba-test-v2020-07-28-v2023-09-26
+      type: tatoeba_mt
+      args: multi-multi
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 48.7
+       - name: chr-F
+         type: chrf
+         value: 0.67078
+  - task:
+      name: Translation por-deu
+      type: translation
+      args: por-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: por-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 48.7
+       - name: chr-F
+         type: chrf
+         value: 0.68437
+  - task:
+      name: Translation por-eng
+      type: translation
+      args: por-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: por-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 64.3
+       - name: chr-F
+         type: chrf
+         value: 0.77081
+  - task:
+      name: Translation por-nds
+      type: translation
+      args: por-nds
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: por-nds
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.7
+       - name: chr-F
+         type: chrf
+         value: 0.45864
+  - task:
+      name: Translation por-nld
+      type: translation
+      args: por-nld
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: por-nld
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 52.8
+       - name: chr-F
+         type: chrf
+         value: 0.69865
+  - task:
+      name: Translation spa-afr
+      type: translation
+      args: spa-afr
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: spa-afr
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 63.3
+       - name: chr-F
+         type: chrf
+         value: 0.77148
+  - task:
+      name: Translation spa-deu
+      type: translation
+      args: spa-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: spa-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 49.1
+       - name: chr-F
+         type: chrf
+         value: 0.68037
+  - task:
+      name: Translation spa-eng
+      type: translation
+      args: spa-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: spa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 60.2
+       - name: chr-F
+         type: chrf
+         value: 0.74575
+  - task:
+      name: Translation spa-nld
+      type: translation
+      args: spa-nld
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: spa-nld
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 51.1
+       - name: chr-F
+         type: chrf
+         value: 0.68988
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.2
+       - name: chr-F
+         type: chrf
+         value: 0.62059
+  - task:
+      name: Translation por-eng
+      type: translation
+      args: por-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: por-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 50.3
+       - name: chr-F
+         type: chrf
+         value: 0.73896
+  - task:
+      name: Translation spa-eng
+      type: translation
+      args: spa-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: spa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 49.6
+       - name: chr-F
+         type: chrf
+         value: 0.72923
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.9
+       - name: chr-F
+         type: chrf
+         value: 0.54506
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.1
+       - name: chr-F
+         type: chrf
+         value: 0.53077
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.9
+       - name: chr-F
+         type: chrf
+         value: 0.53204
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.4
+       - name: chr-F
+         type: chrf
+         value: 0.54320
+  - task:
+      name: Translation spa-deu
+      type: translation
+      args: spa-deu
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: spa-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.6
+       - name: chr-F
+         type: chrf
+         value: 0.52066
+  - task:
+      name: Translation spa-eng
+      type: translation
+      args: spa-eng
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: spa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.9
+       - name: chr-F
+         type: chrf
+         value: 0.55305
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.2
+       - name: chr-F
+         type: chrf
+         value: 0.53773
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.3
+       - name: chr-F
+         type: chrf
+         value: 0.53217
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.9
+       - name: chr-F
+         type: chrf
+         value: 0.52995
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.0
+       - name: chr-F
+         type: chrf
+         value: 0.56663
+  - task:
+      name: Translation spa-deu
+      type: translation
+      args: spa-deu
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: spa-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.1
+       - name: chr-F
+         type: chrf
+         value: 0.52586
+  - task:
+      name: Translation spa-eng
+      type: translation
+      args: spa-eng
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: spa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.9
+       - name: chr-F
+         type: chrf
+         value: 0.56756
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.4
+       - name: chr-F
+         type: chrf
+         value: 0.58365
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.7
+       - name: chr-F
+         type: chrf
+         value: 0.54917
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.3
+       - name: chr-F
+         type: chrf
+         value: 0.53904
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.4
+       - name: chr-F
+         type: chrf
+         value: 0.59241
+  - task:
+      name: Translation spa-deu
+      type: translation
+      args: spa-deu
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: spa-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.2
+       - name: chr-F
+         type: chrf
+         value: 0.55378
+  - task:
+      name: Translation spa-eng
+      type: translation
+      args: spa-eng
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: spa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.8
+       - name: chr-F
+         type: chrf
+         value: 0.61316
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.1
+       - name: chr-F
+         type: chrf
+         value: 0.54907
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.0
+       - name: chr-F
+         type: chrf
+         value: 0.52873
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.0
+       - name: chr-F
+         type: chrf
+         value: 0.52977
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.8
+       - name: chr-F
+         type: chrf
+         value: 0.59565
+  - task:
+      name: Translation spa-deu
+      type: translation
+      args: spa-deu
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: spa-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.4
+       - name: chr-F
+         type: chrf
+         value: 0.53095
+  - task:
+      name: Translation spa-eng
+      type: translation
+      args: spa-eng
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: spa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.3
+       - name: chr-F
+         type: chrf
+         value: 0.59513
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.1
+       - name: chr-F
+         type: chrf
+         value: 0.56230
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.7
+       - name: chr-F
+         type: chrf
+         value: 0.52871
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.1
+       - name: chr-F
+         type: chrf
+         value: 0.53035
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.0
+       - name: chr-F
+         type: chrf
+         value: 0.59137
+  - task:
+      name: Translation spa-deu
+      type: translation
+      args: spa-deu
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: spa-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.3
+       - name: chr-F
+         type: chrf
+         value: 0.53438
+  - task:
+      name: Translation spa-eng
+      type: translation
+      args: spa-eng
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: spa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.0
+       - name: chr-F
+         type: chrf
+         value: 0.62058
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.5
+       - name: chr-F
+         type: chrf
+         value: 0.57940
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.5
+       - name: chr-F
+         type: chrf
+         value: 0.55718
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.6
+       - name: chr-F
+         type: chrf
+         value: 0.54408
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.9
+       - name: chr-F
+         type: chrf
+         value: 0.59151
+  - task:
+      name: Translation spa-deu
+      type: translation
+      args: spa-deu
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: spa-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.2
+       - name: chr-F
+         type: chrf
+         value: 0.55215
+  - task:
+      name: Translation spa-eng
+      type: translation
+      args: spa-eng
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: spa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.4
+       - name: chr-F
+         type: chrf
+         value: 0.60465
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2014
+      type: wmt-2014-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.1
+       - name: chr-F
+         type: chrf
+         value: 0.59723
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2014
+      type: wmt-2014-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.5
+       - name: chr-F
+         type: chrf
+         value: 0.59127
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: newstest2014
+      type: wmt-2014-news
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 38.0
+       - name: chr-F
+         type: chrf
+         value: 0.63411
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2015
+      type: wmt-2015-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.7
+       - name: chr-F
+         type: chrf
+         value: 0.59799
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2015
+      type: wmt-2015-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.0
+       - name: chr-F
+         type: chrf
+         value: 0.59977
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2016
+      type: wmt-2016-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.4
+       - name: chr-F
+         type: chrf
+         value: 0.65039
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2016
+      type: wmt-2016-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.9
+       - name: chr-F
+         type: chrf
+         value: 0.64144
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2017
+      type: wmt-2017-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.3
+       - name: chr-F
+         type: chrf
+         value: 0.60921
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2017
+      type: wmt-2017-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.4
+       - name: chr-F
+         type: chrf
+         value: 0.59114
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2018
+      type: wmt-2018-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 42.6
+       - name: chr-F
+         type: chrf
+         value: 0.66680
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2018
+      type: wmt-2018-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 45.8
+       - name: chr-F
+         type: chrf
+         value: 0.69428
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2019
+      type: wmt-2019-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.1
+       - name: chr-F
+         type: chrf
+         value: 0.63482
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2019
+      type: wmt-2019-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 42.0
+       - name: chr-F
+         type: chrf
+         value: 0.66430
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: newstest2019
+      type: wmt-2019-news
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.4
+       - name: chr-F
+         type: chrf
+         value: 0.60993
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2020
+      type: wmt-2020-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.0
+       - name: chr-F
+         type: chrf
+         value: 0.60403
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2020
+      type: wmt-2020-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.3
+       - name: chr-F
+         type: chrf
+         value: 0.60255
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: newstest2020
+      type: wmt-2020-news
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.2
+       - name: chr-F
+         type: chrf
+         value: 0.61470
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2021
+      type: wmt-2021-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.9
+       - name: chr-F
+         type: chrf
+         value: 0.59738
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2021
+      type: wmt-2021-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.1
+       - name: chr-F
+         type: chrf
+         value: 0.56399
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: newstest2021
+      type: wmt-2021-news
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.0
+       - name: chr-F
+         type: chrf
+         value: 0.66155
+---
+# opus-mt-tc-bible-big-deu_eng_fra_por_spa-gmw
+## Table of Contents
+- [Model Details](#model-details)
+- [Uses](#uses)
+- [Risks, Limitations and Biases](#risks-limitations-and-biases)
+- [How to Get Started With the Model](#how-to-get-started-with-the-model)
+- [Training](#training)
+- [Evaluation](#evaluation)
+- [Citation Information](#citation-information)
+- [Acknowledgements](#acknowledgements)
+## Model Details
+Neural machine translation model for translating from unknown (deu+eng+fra+por+spa) to West Germanic languages (gmw).
+This model is part of the [OPUS-MT project](https://github.com/Helsinki-NLP/Opus-MT), an effort to make neural machine translation models widely available and accessible for many languages in the world. All models are originally trained using the amazing framework of [Marian NMT](https://marian-nmt.github.io/), an efficient NMT implementation written in pure C++. The models have been converted to pyTorch using the transformers library by huggingface. Training data is taken from [OPUS](https://opus.nlpl.eu/) and training pipelines use the procedures of [OPUS-MT-train](https://github.com/Helsinki-NLP/Opus-MT-train).
+**Model Description:**
+- **Developed by:** Language Technology Research Group at the University of Helsinki
+- **Model Type:** Translation (transformer-big)
+- **Release**: 2024-05-30
+- **License:** Apache-2.0
+- **Language(s):**
+  - Source Language(s): deu eng fra por spa
+  - Target Language(s): afr ang bar bis bzj deu djk drt eng enm frr fry gos gsw hrx hwc icr jam kri ksh lim ltz nds nld ofs pcm pdc pfl pih pis rop sco srm srn stq swg tcs tpi vls wae yid zea
+  - Valid Target Language Labels: >>act<< >>afr<< >>afs<< >>aig<< >>ang<< >>ang_Latn<< >>bah<< >>bar<< >>bis<< >>bjs<< >>brc<< >>bzj<< >>bzk<< >>cim<< >>dcr<< >>deu<< >>djk<< >>djk_Latn<< >>drt<< >>drt_Latn<< >>dum<< >>eng<< >>enm<< >>enm_Latn<< >>fpe<< >>frk<< >>frr<< >>fry<< >>gcl<< >>gct<< >>geh<< >>gmh<< >>gml<< >>goh<< >>gos<< >>gpe<< >>gsw<< >>gul<< >>gyn<< >>hrx<< >>hrx_Latn<< >>hwc<< >>icr<< >>jam<< >>jvd<< >>kri<< >>ksh<< >>kww<< >>lim<< >>lng<< >>ltz<< >>mhn<< >>nds<< >>nld<< >>odt<< >>ofs<< >>ofs_Latn<< >>oor<< >>osx<< >>pcm<< >>pdc<< >>pdt<< >>pey<< >>pfl<< >>pih<< >>pih_Latn<< >>pis<< >>rop<< >>sco<< >>sdz<< >>skw<< >>sli<< >>srm<< >>srn<< >>stl<< >>stq<< >>svc<< >>swg<< >>sxu<< >>tch<< >>tcs<< >>tgh<< >>tpi<< >>trf<< >>twd<< >>uln<< >>vel<< >>vic<< >>vls<< >>vmf<< >>wae<< >>wep<< >>wes<< >>wym<< >>xxx<< >>yec<< >>yid<< >>zea<<
+- **Original Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fra+por+spa-gmw/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip)
+- **Resources for more information:**
+  -  [OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/deu%2Beng%2Bfra%2Bpor%2Bspa-gmw/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30)
+  - [OPUS-MT-train GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train)
+  - [More information about MarianNMT models in the transformers library](https://huggingface.co/docs/transformers/model_doc/marian)
+  - [Tatoeba Translation Challenge](https://github.com/Helsinki-NLP/Tatoeba-Challenge/)
+  - [HPLT bilingual data v1 (as part of the Tatoeba Translation Challenge dataset)](https://hplt-project.org/datasets/v1)
+  - [A massively parallel Bible corpus](https://aclanthology.org/L14-1215/)
+This is a multilingual translation model with multiple target languages. A sentence initial language token is required in the form of `>>id<<` (id = valid target language ID), e.g. `>>afr<<`
+## Uses
+This model can be used for translation and text-to-text generation.
+## Risks, Limitations and Biases
+**CONTENT WARNING: Readers should be aware that the model is trained on various public data sets that may contain content that is disturbing, offensive, and can propagate historical and current stereotypes.**
+Significant research has explored bias and fairness issues with language models (see, e.g., [Sheng et al. (2021)](https://aclanthology.org/2021.acl-long.330.pdf) and [Bender et al. (2021)](https://dl.acm.org/doi/pdf/10.1145/3442188.3445922)).
+## How to Get Started With the Model
+A short example code:
+```python
+from transformers import MarianMTModel, MarianTokenizer
+src_text = [
+    ">>afr<< Replace this with text in an accepted source language.",
+    ">>zea<< This is the second sentence."
+]
+model_name = "pytorch-models/opus-mt-tc-bible-big-deu_eng_fra_por_spa-gmw"
+tokenizer = MarianTokenizer.from_pretrained(model_name)
+model = MarianMTModel.from_pretrained(model_name)
+translated = model.generate(**tokenizer(src_text, return_tensors="pt", padding=True))
+for t in translated:
+    print( tokenizer.decode(t, skip_special_tokens=True) )
+```
+You can also use OPUS-MT models with the transformers pipelines, for example:
+```python
+from transformers import pipeline
+pipe = pipeline("translation", model="Helsinki-NLP/opus-mt-tc-bible-big-deu_eng_fra_por_spa-gmw")
+print(pipe(">>afr<< Replace this with text in an accepted source language."))
+```
+## Training
+- **Data**: opusTCv20230926max50+bt+jhubc ([source](https://github.com/Helsinki-NLP/Tatoeba-Challenge))
+- **Pre-processing**: SentencePiece (spm32k,spm32k)
+- **Model Type:**  transformer-big
+- **Original MarianNMT Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fra+por+spa-gmw/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip)
+- **Training Scripts**: [GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train)
+## Evaluation
+* [Model scores at the OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/deu%2Beng%2Bfra%2Bpor%2Bspa-gmw/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30)
+* test set translations: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fra+por+spa-gmw/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt)
+* test set scores: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fra+por+spa-gmw/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt)
+* benchmark results: [benchmark_results.txt](benchmark_results.txt)
+* benchmark output: [benchmark_translations.zip](benchmark_translations.zip)
+| langpair | testset | chr-F | BLEU  | #sent | #words |
+|----------|---------|-------|-------|-------|--------|
+| deu-afr | tatoeba-test-v2021-08-07 | 0.72039 | 56.7 | 1583 | 9507 |
+| deu-deu | tatoeba-test-v2021-08-07 | 0.59545 | 33.7 | 2500 | 20806 |
+| deu-eng | tatoeba-test-v2021-08-07 | 0.66015 | 48.6 | 17565 | 149462 |
+| deu-ltz | tatoeba-test-v2021-08-07 | 0.53760 | 34.2 | 347 | 2206 |
+| deu-nds | tatoeba-test-v2021-08-07 | 0.44534 | 20.1 | 9999 | 76137 |
+| deu-nld | tatoeba-test-v2021-08-07 | 0.71276 | 54.4 | 10218 | 75235 |
+| eng-afr | tatoeba-test-v2021-08-07 | 0.72087 | 56.6 | 1374 | 10317 |
+| eng-deu | tatoeba-test-v2021-08-07 | 0.62971 | 41.4 | 17565 | 151568 |
+| eng-eng | tatoeba-test-v2021-08-07 | 0.80306 | 58.0 | 12062 | 115106 |
+| eng-fry | tatoeba-test-v2021-08-07 | 0.40324 | 13.8 | 220 | 1600 |
+| eng-ltz | tatoeba-test-v2021-08-07 | 0.64423 | 45.8 | 293 | 1828 |
+| eng-nds | tatoeba-test-v2021-08-07 | 0.46446 | 22.2 | 2500 | 18264 |
+| eng-nld | tatoeba-test-v2021-08-07 | 0.71190 | 54.5 | 12696 | 91796 |
+| fra-deu | tatoeba-test-v2021-08-07 | 0.68991 | 50.3 | 12418 | 100545 |
+| fra-eng | tatoeba-test-v2021-08-07 | 0.72564 | 58.0 | 12681 | 101754 |
+| fra-nld | tatoeba-test-v2021-08-07 | 0.67078 | 48.7 | 11548 | 82164 |
+| por-deu | tatoeba-test-v2021-08-07 | 0.68437 | 48.7 | 10000 | 81246 |
+| por-eng | tatoeba-test-v2021-08-07 | 0.77081 | 64.3 | 13222 | 105351 |
+| por-nds | tatoeba-test-v2021-08-07 | 0.45864 | 20.7 | 207 | 1292 |
+| por-nld | tatoeba-test-v2021-08-07 | 0.69865 | 52.8 | 2500 | 17816 |
+| spa-afr | tatoeba-test-v2021-08-07 | 0.77148 | 63.3 | 448 | 3044 |
+| spa-deu | tatoeba-test-v2021-08-07 | 0.68037 | 49.1 | 10521 | 86430 |
+| spa-eng | tatoeba-test-v2021-08-07 | 0.74575 | 60.2 | 16583 | 138123 |
+| spa-nds | tatoeba-test-v2021-08-07 | 0.43154 | 18.5 | 923 | 5941 |
+| spa-nld | tatoeba-test-v2021-08-07 | 0.68988 | 51.1 | 10113 | 79162 |
+| deu-afr | flores101-devtest | 0.57287 | 26.0 | 1012 | 25740 |
+| deu-eng | flores101-devtest | 0.66660 | 40.9 | 1012 | 24721 |
+| deu-nld | flores101-devtest | 0.55423 | 23.6 | 1012 | 25467 |
+| eng-afr | flores101-devtest | 0.67793 | 40.0 | 1012 | 25740 |
+| eng-deu | flores101-devtest | 0.64295 | 37.2 | 1012 | 25094 |
+| eng-nld | flores101-devtest | 0.57690 | 26.2 | 1012 | 25467 |
+| fra-ltz | flores101-devtest | 0.49430 | 17.3 | 1012 | 25087 |
+| fra-nld | flores101-devtest | 0.54318 | 22.2 | 1012 | 25467 |
+| por-deu | flores101-devtest | 0.58851 | 29.8 | 1012 | 25094 |
+| por-nld | flores101-devtest | 0.54571 | 22.6 | 1012 | 25467 |
+| spa-nld | flores101-devtest | 0.50968 | 17.5 | 1012 | 25467 |
+| deu-afr | flores200-devtest | 0.57725 | 26.2 | 1012 | 25740 |
+| deu-eng | flores200-devtest | 0.67043 | 41.5 | 1012 | 24721 |
+| deu-ltz | flores200-devtest | 0.54626 | 21.6 | 1012 | 25087 |
+| deu-nld | flores200-devtest | 0.55679 | 24.0 | 1012 | 25467 |
+| eng-afr | flores200-devtest | 0.68115 | 40.2 | 1012 | 25740 |
+| eng-deu | flores200-devtest | 0.64561 | 37.4 | 1012 | 25094 |
+| eng-ltz | flores200-devtest | 0.54932 | 22.0 | 1012 | 25087 |
+| eng-nld | flores200-devtest | 0.58124 | 26.8 | 1012 | 25467 |
+| eng-tpi | flores200-devtest | 0.40338 | 15.9 | 1012 | 35240 |
+| fra-afr | flores200-devtest | 0.57320 | 26.4 | 1012 | 25740 |
+| fra-deu | flores200-devtest | 0.58974 | 29.5 | 1012 | 25094 |
+| fra-eng | flores200-devtest | 0.68106 | 43.7 | 1012 | 24721 |
+| fra-ltz | flores200-devtest | 0.49618 | 17.8 | 1012 | 25087 |
+| fra-nld | flores200-devtest | 0.54623 | 22.5 | 1012 | 25467 |
+| por-afr | flores200-devtest | 0.58408 | 27.6 | 1012 | 25740 |
+| por-deu | flores200-devtest | 0.59121 | 30.4 | 1012 | 25094 |
+| por-eng | flores200-devtest | 0.71418 | 48.3 | 1012 | 24721 |
+| por-nld | flores200-devtest | 0.54828 | 22.9 | 1012 | 25467 |
+| spa-afr | flores200-devtest | 0.51514 | 17.8 | 1012 | 25740 |
+| spa-deu | flores200-devtest | 0.53603 | 21.4 | 1012 | 25094 |
+| spa-eng | flores200-devtest | 0.58604 | 28.2 | 1012 | 24721 |
+| spa-nld | flores200-devtest | 0.51244 | 17.9 | 1012 | 25467 |
+| deu-eng | generaltest2022 | 0.55777 | 30.6 | 1984 | 37634 |
+| eng-deu | generaltest2022 | 0.60792 | 33.0 | 2037 | 38914 |
+| fra-deu | generaltest2022 | 0.67039 | 44.5 | 2006 | 37696 |
+| deu-eng | multi30k_test_2016_flickr | 0.60981 | 40.1 | 1000 | 12955 |
+| eng-deu | multi30k_test_2016_flickr | 0.64153 | 34.9 | 1000 | 12106 |
+| fra-deu | multi30k_test_2016_flickr | 0.61781 | 32.1 | 1000 | 12106 |
+| fra-eng | multi30k_test_2016_flickr | 0.66703 | 47.9 | 1000 | 12955 |
+| deu-eng | multi30k_test_2017_flickr | 0.63624 | 41.0 | 1000 | 11374 |
+| eng-deu | multi30k_test_2017_flickr | 0.63423 | 34.6 | 1000 | 10755 |
+| fra-deu | multi30k_test_2017_flickr | 0.60084 | 29.7 | 1000 | 10755 |
+| fra-eng | multi30k_test_2017_flickr | 0.69254 | 50.4 | 1000 | 11374 |
+| deu-eng | multi30k_test_2017_mscoco | 0.55790 | 32.5 | 461 | 5231 |
+| eng-deu | multi30k_test_2017_mscoco | 0.57491 | 28.6 | 461 | 5158 |
+| fra-deu | multi30k_test_2017_mscoco | 0.56108 | 26.4 | 461 | 5158 |
+| fra-eng | multi30k_test_2017_mscoco | 0.68212 | 49.1 | 461 | 5231 |
+| deu-eng | multi30k_test_2018_flickr | 0.59322 | 36.6 | 1071 | 14689 |
+| eng-deu | multi30k_test_2018_flickr | 0.59858 | 30.0 | 1071 | 13703 |
+| fra-deu | multi30k_test_2018_flickr | 0.55667 | 24.7 | 1071 | 13703 |
+| fra-eng | multi30k_test_2018_flickr | 0.64702 | 43.4 | 1071 | 14689 |
+| fra-eng | newsdiscusstest2015 | 0.61399 | 38.5 | 1500 | 26982 |
+| deu-eng | newssyscomb2009 | 0.55180 | 28.8 | 502 | 11818 |
+| eng-deu | newssyscomb2009 | 0.53676 | 22.9 | 502 | 11271 |
+| fra-deu | newssyscomb2009 | 0.53733 | 23.9 | 502 | 11271 |
+| fra-eng | newssyscomb2009 | 0.57219 | 31.1 | 502 | 11818 |
+| spa-deu | newssyscomb2009 | 0.53056 | 22.0 | 502 | 11271 |
+| spa-eng | newssyscomb2009 | 0.57225 | 30.8 | 502 | 11818 |
+| deu-eng | newstest2008 | 0.54506 | 26.9 | 2051 | 49380 |
+| eng-deu | newstest2008 | 0.53077 | 23.1 | 2051 | 47447 |
+| fra-deu | newstest2008 | 0.53204 | 22.9 | 2051 | 47447 |
+| fra-eng | newstest2008 | 0.54320 | 26.4 | 2051 | 49380 |
+| spa-deu | newstest2008 | 0.52066 | 21.6 | 2051 | 47447 |
+| spa-eng | newstest2008 | 0.55305 | 27.9 | 2051 | 49380 |
+| deu-eng | newstest2009 | 0.53773 | 26.2 | 2525 | 65399 |
+| eng-deu | newstest2009 | 0.53217 | 22.3 | 2525 | 62816 |
+| fra-deu | newstest2009 | 0.52995 | 22.9 | 2525 | 62816 |
+| fra-eng | newstest2009 | 0.56663 | 30.0 | 2525 | 65399 |
+| spa-deu | newstest2009 | 0.52586 | 22.1 | 2525 | 62816 |
+| spa-eng | newstest2009 | 0.56756 | 29.9 | 2525 | 65399 |
+| deu-eng | newstest2010 | 0.58365 | 30.4 | 2489 | 61711 |
+| eng-deu | newstest2010 | 0.54917 | 25.7 | 2489 | 61503 |
+| fra-deu | newstest2010 | 0.53904 | 24.3 | 2489 | 61503 |
+| fra-eng | newstest2010 | 0.59241 | 32.4 | 2489 | 61711 |
+| spa-deu | newstest2010 | 0.55378 | 26.2 | 2489 | 61503 |
+| spa-eng | newstest2010 | 0.61316 | 35.8 | 2489 | 61711 |
+| deu-eng | newstest2011 | 0.54907 | 26.1 | 3003 | 74681 |
+| eng-deu | newstest2011 | 0.52873 | 23.0 | 3003 | 72981 |
+| fra-deu | newstest2011 | 0.52977 | 23.0 | 3003 | 72981 |
+| fra-eng | newstest2011 | 0.59565 | 32.8 | 3003 | 74681 |
+| spa-deu | newstest2011 | 0.53095 | 23.4 | 3003 | 72981 |
+| spa-eng | newstest2011 | 0.59513 | 33.3 | 3003 | 74681 |
+| deu-eng | newstest2012 | 0.56230 | 28.1 | 3003 | 72812 |
+| eng-deu | newstest2012 | 0.52871 | 23.7 | 3003 | 72886 |
+| fra-deu | newstest2012 | 0.53035 | 24.1 | 3003 | 72886 |
+| fra-eng | newstest2012 | 0.59137 | 33.0 | 3003 | 72812 |
+| spa-deu | newstest2012 | 0.53438 | 24.3 | 3003 | 72886 |
+| spa-eng | newstest2012 | 0.62058 | 37.0 | 3003 | 72812 |
+| deu-eng | newstest2013 | 0.57940 | 31.5 | 3000 | 64505 |
+| eng-deu | newstest2013 | 0.55718 | 27.5 | 3000 | 63737 |
+| fra-deu | newstest2013 | 0.54408 | 25.6 | 3000 | 63737 |
+| fra-eng | newstest2013 | 0.59151 | 33.9 | 3000 | 64505 |
+| spa-deu | newstest2013 | 0.55215 | 26.2 | 3000 | 63737 |
+| spa-eng | newstest2013 | 0.60465 | 34.4 | 3000 | 64505 |
+| deu-eng | newstest2014 | 0.59723 | 33.1 | 3003 | 67337 |
+| eng-deu | newstest2014 | 0.59127 | 28.5 | 3003 | 62688 |
+| fra-eng | newstest2014 | 0.63411 | 38.0 | 3003 | 70708 |
+| deu-eng | newstest2015 | 0.59799 | 33.7 | 2169 | 46443 |
+| eng-deu | newstest2015 | 0.59977 | 32.0 | 2169 | 44260 |
+| deu-eng | newstest2016 | 0.65039 | 40.4 | 2999 | 64119 |
+| eng-deu | newstest2016 | 0.64144 | 37.9 | 2999 | 62669 |
+| deu-eng | newstest2017 | 0.60921 | 35.3 | 3004 | 64399 |
+| eng-deu | newstest2017 | 0.59114 | 30.4 | 3004 | 61287 |
+| deu-eng | newstest2018 | 0.66680 | 42.6 | 2998 | 67012 |
+| eng-deu | newstest2018 | 0.69428 | 45.8 | 2998 | 64276 |
+| deu-eng | newstest2019 | 0.63482 | 39.1 | 2000 | 39227 |
+| eng-deu | newstest2019 | 0.66430 | 42.0 | 1997 | 48746 |
+| fra-deu | newstest2019 | 0.60993 | 29.4 | 1701 | 36446 |
+| deu-eng | newstest2020 | 0.60403 | 34.0 | 785 | 38220 |
+| eng-deu | newstest2020 | 0.60255 | 32.3 | 1418 | 52383 |
+| fra-deu | newstest2020 | 0.61470 | 29.2 | 1619 | 30265 |
+| deu-eng | newstest2021 | 0.59738 | 31.9 | 1000 | 20180 |
+| eng-deu | newstest2021 | 0.56399 | 26.1 | 1002 | 27970 |
+| fra-deu | newstest2021 | 0.66155 | 40.0 | 1026 | 26077 |
+| deu-eng | newstestALL2020 | 0.60403 | 34.0 | 785 | 38220 |
+| eng-deu | newstestALL2020 | 0.60255 | 32.3 | 1418 | 52383 |
+| deu-eng | newstestB2020 | 0.60520 | 34.2 | 785 | 37696 |
+| eng-deu | newstestB2020 | 0.59226 | 31.6 | 1418 | 53092 |
+| deu-afr | ntrex128 | 0.57109 | 27.9 | 1997 | 50050 |
+| deu-eng | ntrex128 | 0.62043 | 34.5 | 1997 | 47673 |
+| deu-ltz | ntrex128 | 0.47642 | 15.4 | 1997 | 49763 |
+| deu-nld | ntrex128 | 0.56777 | 27.6 | 1997 | 51884 |
+| eng-afr | ntrex128 | 0.68616 | 44.1 | 1997 | 50050 |
+| eng-deu | ntrex128 | 0.58743 | 30.2 | 1997 | 48761 |
+| eng-ltz | ntrex128 | 0.50083 | 18.0 | 1997 | 49763 |
+| eng-nld | ntrex128 | 0.61041 | 33.8 | 1997 | 51884 |
+| fra-afr | ntrex128 | 0.55607 | 26.5 | 1997 | 50050 |
+| fra-deu | ntrex128 | 0.53269 | 23.6 | 1997 | 48761 |
+| fra-eng | ntrex128 | 0.61058 | 34.4 | 1997 | 47673 |
+| fra-ltz | ntrex128 | 0.41312 | 12.0 | 1997 | 49763 |
+| fra-nld | ntrex128 | 0.54615 | 25.2 | 1997 | 51884 |
+| por-afr | ntrex128 | 0.58296 | 29.2 | 1997 | 50050 |
+| por-deu | ntrex128 | 0.54944 | 24.7 | 1997 | 48761 |
+| por-eng | ntrex128 | 0.65002 | 39.6 | 1997 | 47673 |
+| por-nld | ntrex128 | 0.56384 | 28.1 | 1997 | 51884 |
+| spa-afr | ntrex128 | 0.57772 | 27.7 | 1997 | 50050 |
+| spa-deu | ntrex128 | 0.54561 | 24.0 | 1997 | 48761 |
+| spa-eng | ntrex128 | 0.64305 | 37.3 | 1997 | 47673 |
+| spa-nld | ntrex128 | 0.56397 | 27.8 | 1997 | 51884 |
+| fra-eng | tico19-test | 0.62059 | 39.2 | 2100 | 56323 |
+| por-eng | tico19-test | 0.73896 | 50.3 | 2100 | 56315 |
+| spa-eng | tico19-test | 0.72923 | 49.6 | 2100 | 56315 |
+## Citation Information
+* Publications: [Democratizing neural machine translation with OPUS-MT](https://doi.org/10.1007/s10579-023-09704-w) and [OPUS-MT – Building open translation services for the World](https://aclanthology.org/2020.eamt-1.61/) and [The Tatoeba Translation Challenge – Realistic Data Sets for Low Resource and Multilingual MT](https://aclanthology.org/2020.wmt-1.139/) (Please, cite if you use this model.)
+```bibtex
+@article{tiedemann2023democratizing,
+  title={Democratizing neural machine translation with {OPUS-MT}},
+  author={Tiedemann, J{\"o}rg and Aulamo, Mikko and Bakshandaeva, Daria and Boggia, Michele and Gr{\"o}nroos, Stig-Arne and Nieminen, Tommi and Raganato, Alessandro and Scherrer, Yves and Vazquez, Raul and Virpioja, Sami},
+  journal={Language Resources and Evaluation},
+  number={58},
+  pages={713--755},
+  year={2023},
+  publisher={Springer Nature},
+  issn={1574-0218},
+  doi={10.1007/s10579-023-09704-w}
+}
+@inproceedings{tiedemann-thottingal-2020-opus,
+    title = "{OPUS}-{MT} {--} Building open translation services for the World",
+    author = {Tiedemann, J{\"o}rg  and Thottingal, Santhosh},
+    booktitle = "Proceedings of the 22nd Annual Conference of the European Association for Machine Translation",
+    month = nov,
+    year = "2020",
+    address = "Lisboa, Portugal",
+    publisher = "European Association for Machine Translation",
+    url = "https://aclanthology.org/2020.eamt-1.61",
+    pages = "479--480",
+}
+@inproceedings{tiedemann-2020-tatoeba,
+    title = "The Tatoeba Translation Challenge {--} Realistic Data Sets for Low Resource and Multilingual {MT}",
+    author = {Tiedemann, J{\"o}rg},
+    booktitle = "Proceedings of the Fifth Conference on Machine Translation",
+    month = nov,
+    year = "2020",
+    address = "Online",
+    publisher = "Association for Computational Linguistics",
+    url = "https://aclanthology.org/2020.wmt-1.139",
+    pages = "1174--1182",
+}
+```
+## Acknowledgements
+The work is supported by the [HPLT project](https://hplt-project.org/), funded by the European Union’s Horizon Europe research and innovation programme under grant agreement No 101070350. We are also grateful for the generous computational resources and IT infrastructure provided by [CSC -- IT Center for Science](https://www.csc.fi/), Finland, and the [EuroHPC supercomputer LUMI](https://www.lumi-supercomputer.eu/).
+## Model conversion info
+* transformers version: 4.45.1
+* OPUS-MT git hash: 0882077
+* port time: Tue Oct  8 10:01:07 EEST 2024
+* port machine: LM0-400-22516.local

benchmark_results.txt ADDED Viewed

	@@ -0,0 +1,227 @@

+multi-multi	tatoeba-test-v2020-07-28-v2023-09-26	0.67078	48.7	10000	86220
+deu-afr	flores101-devtest	0.57287	26.0	1012	25740
+deu-eng	flores101-devtest	0.66660	40.9	1012	24721
+deu-nld	flores101-devtest	0.55423	23.6	1012	25467
+eng-afr	flores101-devtest	0.67793	40.0	1012	25740
+eng-deu	flores101-devtest	0.64295	37.2	1012	25094
+eng-nld	flores101-devtest	0.57690	26.2	1012	25467
+fra-ltz	flores101-devtest	0.49430	17.3	1012	25087
+fra-nld	flores101-devtest	0.54318	22.2	1012	25467
+por-deu	flores101-devtest	0.58851	29.8	1012	25094
+por-nld	flores101-devtest	0.54571	22.6	1012	25467
+spa-nld	flores101-devtest	0.50968	17.5	1012	25467
+deu-afr	flores200-devtest	0.57725	26.2	1012	25740
+deu-eng	flores200-devtest	0.67043	41.5	1012	24721
+deu-lim	flores200-devtest	0.21909	2.4	1012	24889
+deu-ltz	flores200-devtest	0.54626	21.6	1012	25087
+deu-nld	flores200-devtest	0.55679	24.0	1012	25467
+deu-tpi	flores200-devtest	0.39146	13.5	1012	35240
+eng-afr	flores200-devtest	0.68115	40.2	1012	25740
+eng-deu	flores200-devtest	0.64561	37.4	1012	25094
+eng-lim	flores200-devtest	0.30658	4.7	1012	24889
+eng-ltz	flores200-devtest	0.54932	22.0	1012	25087
+eng-nld	flores200-devtest	0.58124	26.8	1012	25467
+eng-tpi	flores200-devtest	0.40338	15.9	1012	35240
+fra-afr	flores200-devtest	0.57320	26.4	1012	25740
+fra-deu	flores200-devtest	0.58974	29.5	1012	25094
+fra-eng	flores200-devtest	0.68106	43.7	1012	24721
+fra-lim	flores200-devtest	0.31100	4.5	1012	24889
+fra-ltz	flores200-devtest	0.49618	17.8	1012	25087
+fra-nld	flores200-devtest	0.54623	22.5	1012	25467
+fra-tpi	flores200-devtest	0.39334	13.7	1012	35240
+por-afr	flores200-devtest	0.58408	27.6	1012	25740
+por-deu	flores200-devtest	0.59121	30.4	1012	25094
+por-eng	flores200-devtest	0.71418	48.3	1012	24721
+por-lim	flores200-devtest	0.30653	4.6	1012	24889
+por-ltz	flores200-devtest	0.39073	12.3	1012	25087
+por-nld	flores200-devtest	0.54828	22.9	1012	25467
+por-tpi	flores200-devtest	0.38929	13.7	1012	35240
+spa-afr	flores200-devtest	0.51514	17.8	1012	25740
+spa-deu	flores200-devtest	0.53603	21.4	1012	25094
+spa-eng	flores200-devtest	0.58604	28.2	1012	24721
+spa-lim	flores200-devtest	0.28237	3.2	1012	24889
+spa-ltz	flores200-devtest	0.35047	8.5	1012	25087
+spa-nld	flores200-devtest	0.51244	17.9	1012	25467
+spa-tpi	flores200-devtest	0.37967	12.2	1012	35240
+deu-eng	generaltest2022	0.55777	30.6	1984	37634
+eng-deu	generaltest2022	0.60792	33.0	2037	38914
+fra-deu	generaltest2022	0.67039	44.5	2006	37696
+deu-eng	multi30k_task2_test_2016	0.21562	4.1	5000	67382
+eng-deu	multi30k_task2_test_2016	0.26922	2.6	5000	51501
+deu-eng	multi30k_test_2016_flickr	0.60981	40.1	1000	12955
+eng-deu	multi30k_test_2016_flickr	0.64153	34.9	1000	12106
+fra-deu	multi30k_test_2016_flickr	0.61781	32.1	1000	12106
+fra-eng	multi30k_test_2016_flickr	0.66703	47.9	1000	12955
+deu-eng	multi30k_test_2017_flickr	0.63624	41.0	1000	11374
+eng-deu	multi30k_test_2017_flickr	0.63423	34.6	1000	10755
+fra-deu	multi30k_test_2017_flickr	0.60084	29.7	1000	10755
+fra-eng	multi30k_test_2017_flickr	0.69254	50.4	1000	11374
+deu-eng	multi30k_test_2017_mscoco	0.55790	32.5	461	5231
+eng-deu	multi30k_test_2017_mscoco	0.57491	28.6	461	5158
+fra-deu	multi30k_test_2017_mscoco	0.56108	26.4	461	5158
+fra-eng	multi30k_test_2017_mscoco	0.68212	49.1	461	5231
+deu-eng	multi30k_test_2018_flickr	0.59322	36.6	1071	14689
+eng-deu	multi30k_test_2018_flickr	0.59858	30.0	1071	13703
+fra-deu	multi30k_test_2018_flickr	0.55667	24.7	1071	13703
+fra-eng	multi30k_test_2018_flickr	0.64702	43.4	1071	14689
+fra-eng	newsdiscusstest2015	0.61399	38.5	1500	26982
+deu-eng	newssyscomb2009	0.55180	28.8	502	11818
+eng-deu	newssyscomb2009	0.53676	22.9	502	11271
+fra-deu	newssyscomb2009	0.53733	23.9	502	11271
+fra-eng	newssyscomb2009	0.57219	31.1	502	11818
+spa-deu	newssyscomb2009	0.53056	22.0	502	11271
+spa-eng	newssyscomb2009	0.57225	30.8	502	11818
+deu-eng	newstest2008	0.54506	26.9	2051	49380
+eng-deu	newstest2008	0.53077	23.1	2051	47447
+fra-deu	newstest2008	0.53204	22.9	2051	47447
+fra-eng	newstest2008	0.54320	26.4	2051	49380
+spa-deu	newstest2008	0.52066	21.6	2051	47447
+spa-eng	newstest2008	0.55305	27.9	2051	49380
+deu-eng	newstest2009	0.53773	26.2	2525	65399
+eng-deu	newstest2009	0.53217	22.3	2525	62816
+fra-deu	newstest2009	0.52995	22.9	2525	62816
+fra-eng	newstest2009	0.56663	30.0	2525	65399
+spa-deu	newstest2009	0.52586	22.1	2525	62816
+spa-eng	newstest2009	0.56756	29.9	2525	65399
+deu-eng	newstest2010	0.58365	30.4	2489	61711
+eng-deu	newstest2010	0.54917	25.7	2489	61503
+fra-deu	newstest2010	0.53904	24.3	2489	61503
+fra-eng	newstest2010	0.59241	32.4	2489	61711
+spa-deu	newstest2010	0.55378	26.2	2489	61503
+spa-eng	newstest2010	0.61316	35.8	2489	61711
+deu-eng	newstest2011	0.54907	26.1	3003	74681
+eng-deu	newstest2011	0.52873	23.0	3003	72981
+fra-deu	newstest2011	0.52977	23.0	3003	72981
+fra-eng	newstest2011	0.59565	32.8	3003	74681
+spa-deu	newstest2011	0.53095	23.4	3003	72981
+spa-eng	newstest2011	0.59513	33.3	3003	74681
+deu-eng	newstest2012	0.56230	28.1	3003	72812
+eng-deu	newstest2012	0.52871	23.7	3003	72886
+fra-deu	newstest2012	0.53035	24.1	3003	72886
+fra-eng	newstest2012	0.59137	33.0	3003	72812
+spa-deu	newstest2012	0.53438	24.3	3003	72886
+spa-eng	newstest2012	0.62058	37.0	3003	72812
+deu-eng	newstest2013	0.57940	31.5	3000	64505
+eng-deu	newstest2013	0.55718	27.5	3000	63737
+fra-deu	newstest2013	0.54408	25.6	3000	63737
+fra-eng	newstest2013	0.59151	33.9	3000	64505
+spa-deu	newstest2013	0.55215	26.2	3000	63737
+spa-eng	newstest2013	0.60465	34.4	3000	64505
+deu-eng	newstest2014	0.59723	33.1	3003	67337
+eng-deu	newstest2014	0.59127	28.5	3003	62688
+fra-eng	newstest2014	0.63411	38.0	3003	70708
+deu-eng	newstest2015	0.59799	33.7	2169	46443
+eng-deu	newstest2015	0.59977	32.0	2169	44260
+deu-eng	newstest2016	0.65039	40.4	2999	64119
+eng-deu	newstest2016	0.64144	37.9	2999	62669
+deu-eng	newstest2017	0.60921	35.3	3004	64399
+eng-deu	newstest2017	0.59114	30.4	3004	61287
+deu-eng	newstest2018	0.66680	42.6	2998	67012
+eng-deu	newstest2018	0.69428	45.8	2998	64276
+deu-eng	newstest2019	0.63482	39.1	2000	39227
+eng-deu	newstest2019	0.66430	42.0	1997	48746
+fra-deu	newstest2019	0.60993	29.4	1701	36446
+deu-eng	newstest2020	0.60403	34.0	785	38220
+eng-deu	newstest2020	0.60255	32.3	1418	52383
+fra-deu	newstest2020	0.61470	29.2	1619	30265
+deu-eng	newstest2021	0.59738	31.9	1000	20180
+eng-deu	newstest2021	0.56399	26.1	1002	27970
+fra-deu	newstest2021	0.66155	40.0	1026	26077
+deu-eng	newstestALL2020	0.60403	34.0	785	38220
+eng-deu	newstestALL2020	0.60255	32.3	1418	52383
+deu-eng	newstestB2020	0.60520	34.2	785	37696
+eng-deu	newstestB2020	0.59226	31.6	1418	53092
+deu-afr	ntrex128	0.57109	27.9	1997	50050
+deu-eng	ntrex128	0.62043	34.5	1997	47673
+deu-ltz	ntrex128	0.47642	15.4	1997	49763
+deu-nld	ntrex128	0.56777	27.6	1997	51884
+eng-afr	ntrex128	0.68616	44.1	1997	50050
+eng-deu	ntrex128	0.58743	30.2	1997	48761
+eng-ltz	ntrex128	0.50083	18.0	1997	49763
+eng-nld	ntrex128	0.61041	33.8	1997	51884
+fra-afr	ntrex128	0.55607	26.5	1997	50050
+fra-deu	ntrex128	0.53269	23.6	1997	48761
+fra-eng	ntrex128	0.61058	34.4	1997	47673
+fra-ltz	ntrex128	0.41312	12.0	1997	49763
+fra-nld	ntrex128	0.54615	25.2	1997	51884
+por-afr	ntrex128	0.58296	29.2	1997	50050
+por-deu	ntrex128	0.54944	24.7	1997	48761
+por-eng	ntrex128	0.65002	39.6	1997	47673
+por-ltz	ntrex128	0.35212	9.5	1997	49763
+por-nld	ntrex128	0.56384	28.1	1997	51884
+spa-afr	ntrex128	0.57772	27.7	1997	50050
+spa-deu	ntrex128	0.54561	24.0	1997	48761
+spa-eng	ntrex128	0.64305	37.3	1997	47673
+spa-ltz	ntrex128	0.35540	9.7	1997	49763
+spa-nld	ntrex128	0.56397	27.8	1997	51884
+deu-ltz	tatoeba-test-v2020-07-28	0.52660	32.3	337	2135
+deu-nds	tatoeba-test-v2020-07-28	0.44577	19.8	10000	76144
+deu-yid	tatoeba-test-v2020-07-28	0.15568	2.3	556	3425
+eng-deu	tatoeba-test-v2020-07-28	0.63613	43.0	10000	83347
+eng-fry	tatoeba-test-v2020-07-28	0.40596	12.8	205	1529
+eng-ltz	tatoeba-test-v2020-07-28	0.64082	45.2	283	1733
+eng-nld	tatoeba-test-v2020-07-28	0.71526	55.2	10000	71436
+eng-yid	tatoeba-test-v2020-07-28	0.37185	9.0	1168	8094
+fra-nds	tatoeba-test-v2020-07-28	0.39471	15.9	831	5571
+fra-nld	tatoeba-test-v2020-07-28	0.66599	48.8	10000	69845
+fra-yid	tatoeba-test-v2020-07-28	0.40041	9.8	230	1358
+por-eng	tatoeba-test-v2020-07-28	0.76063	62.8	10000	75240
+spa-deu	tatoeba-test-v2020-07-28	0.67395	48.3	10000	81214
+spa-eng	tatoeba-test-v2020-07-28	0.73258	58.9	10000	79376
+spa-nld	tatoeba-test-v2020-07-28	0.68457	50.6	10000	78395
+deu-deu	tatoeba-test-v2021-03-30	0.59934	35.0	2500	20806
+deu-frr	tatoeba-test-v2021-03-30	0.18528	0.7	279	1861
+deu-gos	tatoeba-test-v2021-03-30	0.27291	5.1	210	1140
+deu-ltz	tatoeba-test-v2021-03-30	0.52966	33.0	350	2227
+deu-nds	tatoeba-test-v2021-03-30	0.44577	19.8	10000	76144
+deu-nld	tatoeba-test-v2021-03-30	0.71040	54.1	10124	74568
+deu-yid	tatoeba-test-v2021-03-30	0.15883	2.2	830	5207
+eng-deu	tatoeba-test-v2021-03-30	0.62946	41.8	12664	107460
+eng-gos	tatoeba-test-v2021-03-30	0.21072	2.9	1193	5711
+eng-gsw	tatoeba-test-v2021-03-30	0.20552	0.9	210	1013
+eng-ltz	tatoeba-test-v2021-03-30	0.64514	45.8	299	1833
+eng-nld	tatoeba-test-v2021-03-30	0.70834	54.3	11660	83811
+fra-eng	tatoeba-test-v2021-03-30	0.71919	57.3	10892	85143
+por-eng	tatoeba-test-v2021-03-30	0.76398	63.4	11574	87523
+spa-deu	tatoeba-test-v2021-03-30	0.67408	48.3	10138	82525
+spa-eng	tatoeba-test-v2021-03-30	0.73396	59.0	11940	96122
+spa-nld	tatoeba-test-v2021-03-30	0.68521	50.7	10083	78945
+spa-yid	tatoeba-test-v2021-03-30	0.37513	10.4	336	2076
+deu-afr	tatoeba-test-v2021-08-07	0.72039	56.7	1583	9507
+deu-deu	tatoeba-test-v2021-08-07	0.59545	33.7	2500	20806
+deu-eng	tatoeba-test-v2021-08-07	0.66015	48.6	17565	149462
+deu-frr	tatoeba-test-v2021-08-07	0.18304	0.7	278	1855
+deu-gos	tatoeba-test-v2021-08-07	0.27546	5.4	207	1135
+deu-ltz	tatoeba-test-v2021-08-07	0.53760	34.2	347	2206
+deu-nds	tatoeba-test-v2021-08-07	0.44534	20.1	9999	76137
+deu-nld	tatoeba-test-v2021-08-07	0.71276	54.4	10218	75235
+deu-swg	tatoeba-test-v2021-08-07	0.16214	0.2	1523	15448
+deu-yid	tatoeba-test-v2021-08-07	0.15599	1.8	853	5355
+eng-afr	tatoeba-test-v2021-08-07	0.72087	56.6	1374	10317
+eng-deu	tatoeba-test-v2021-08-07	0.62971	41.4	17565	151568
+eng-eng	tatoeba-test-v2021-08-07	0.80306	58.0	12062	115106
+eng-fry	tatoeba-test-v2021-08-07	0.40324	13.8	220	1600
+eng-gos	tatoeba-test-v2021-08-07	0.20426	1.1	1154	5525
+eng-gsw	tatoeba-test-v2021-08-07	0.20266	1.0	205	984
+eng-ltz	tatoeba-test-v2021-08-07	0.64423	45.8	293	1828
+eng-nds	tatoeba-test-v2021-08-07	0.46446	22.2	2500	18264
+eng-nld	tatoeba-test-v2021-08-07	0.71190	54.5	12696	91796
+eng-yid	tatoeba-test-v2021-08-07	0.37401	9.5	2483	16395
+fra-deu	tatoeba-test-v2021-08-07	0.68991	50.3	12418	100545
+fra-eng	tatoeba-test-v2021-08-07	0.72564	58.0	12681	101754
+fra-nds	tatoeba-test-v2021-08-07	0.39555	16.2	857	5760
+fra-nld	tatoeba-test-v2021-08-07	0.67078	48.7	11548	82164
+fra-yid	tatoeba-test-v2021-08-07	0.39100	10.0	384	2381
+por-deu	tatoeba-test-v2021-08-07	0.68437	48.7	10000	81246
+por-eng	tatoeba-test-v2021-08-07	0.77081	64.3	13222	105351
+por-nds	tatoeba-test-v2021-08-07	0.45864	20.7	207	1292
+por-nld	tatoeba-test-v2021-08-07	0.69865	52.8	2500	17816
+spa-afr	tatoeba-test-v2021-08-07	0.77148	63.3	448	3044
+spa-deu	tatoeba-test-v2021-08-07	0.68037	49.1	10521	86430
+spa-eng	tatoeba-test-v2021-08-07	0.74575	60.2	16583	138123
+spa-nds	tatoeba-test-v2021-08-07	0.43154	18.5	923	5941
+spa-nld	tatoeba-test-v2021-08-07	0.68988	51.1	10113	79162
+spa-yid	tatoeba-test-v2021-08-07	0.34472	8.9	407	2599
+fra-eng	tico19-test	0.62059	39.2	2100	56323
+por-eng	tico19-test	0.73896	50.3	2100	56315
+spa-eng	tico19-test	0.72923	49.6	2100	56315

benchmark_translations.zip ADDED Viewed

File without changes

config.json ADDED Viewed

	@@ -0,0 +1,41 @@

+{
+  "_name_or_path": "pytorch-models/opus-mt-tc-bible-big-deu_eng_fra_por_spa-gmw",
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "architectures": [
+    "MarianMTModel"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "classifier_dropout": 0.0,
+  "d_model": 1024,
+  "decoder_attention_heads": 16,
+  "decoder_ffn_dim": 4096,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 6,
+  "decoder_start_token_id": 48182,
+  "decoder_vocab_size": 48183,
+  "dropout": 0.1,
+  "encoder_attention_heads": 16,
+  "encoder_ffn_dim": 4096,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 6,
+  "eos_token_id": 453,
+  "forced_eos_token_id": null,
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "max_length": null,
+  "max_position_embeddings": 1024,
+  "model_type": "marian",
+  "normalize_embedding": false,
+  "num_beams": null,
+  "num_hidden_layers": 6,
+  "pad_token_id": 48182,
+  "scale_embedding": true,
+  "share_encoder_decoder_embeddings": true,
+  "static_position_embeddings": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.45.1",
+  "use_cache": true,
+  "vocab_size": 48183
+}

generation_config.json ADDED Viewed

	@@ -0,0 +1,16 @@

+{
+  "_from_model_config": true,
+  "bad_words_ids": [
+    [
+      48182
+    ]
+  ],
+  "bos_token_id": 0,
+  "decoder_start_token_id": 48182,
+  "eos_token_id": 453,
+  "forced_eos_token_id": 453,
+  "max_length": 512,
+  "num_beams": 4,
+  "pad_token_id": 48182,
+  "transformers_version": "4.45.1"
+}

model.safetensors ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:a53ea4daf925e53c698deebc12c60052e70a4eb4ba747c7e627ee1fb7468c444
+size 903009420

pytorch_model.bin ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:bf509f969068542a44b9c20dd069e0b141703c029543f1cd4e00a8e7a249b6b6
+size 903060677

source.spm ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc2d5cb53cd6257b69be3f6a959ff6e35bf99c1f14d45ccc2a3c8546650e197
+size 806669

special_tokens_map.json ADDED Viewed

	@@ -0,0 +1 @@


1	+ {"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>"}

target.spm ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:dc24a79926c7fe53bcdd4dcdef68fbd96d8bc74f5fc41f5d8d4c45ce0207dc9c
+size 795621

tokenizer_config.json ADDED Viewed

	@@ -0,0 +1 @@


1	+ {"source_lang": "deu+eng+fra+por+spa", "target_lang": "gmw", "unk_token": "<unk>", "eos_token": "</s>", "pad_token": "<pad>", "model_max_length": 512, "sp_model_kwargs": {}, "separate_vocabs": false, "special_tokens_map_file": null, "name_or_path": "marian-models/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30/deu+eng+fra+por+spa-gmw", "tokenizer_class": "MarianTokenizer"}

vocab.json ADDED Viewed

The diff for this file is too large to render. See raw diff