opus-2020-07-14.yml

release: nic-eng/opus-2020-07-14.zip
release-date: 2020-07-14
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - bam
   - ewe
   - fuc
   - fuv
   - ibo
   - kin
   - lin
   - lug
   - nya
   - run
   - sag
   - sna
   - swh
   - toi
   - tso
   - umb
   - wol
   - xho
   - yor
   - zul
target-languages:
   - eng
test-data:
   Tatoeba-test.bam-eng: 7/13
   Tatoeba-test.ewe-eng: 6/25
   Tatoeba-test.ful-eng: 41/153
   Tatoeba-test.ibo-eng: 21/126
   Tatoeba-test.kin-eng: 17/93
   Tatoeba-test.lin-eng: 28/204
   Tatoeba-test.lug-eng: 2/11
   Tatoeba-test.multi-eng: 2550/12391
   Tatoeba-test.nya-eng: 22/106
   Tatoeba-test.run-eng: 1703/8221
   Tatoeba-test.sag-eng: 11/31
   Tatoeba-test.sna-eng: 41/191
   Tatoeba-test.toi-eng: 2/11
   Tatoeba-test.tso-eng: 3/12
   Tatoeba-test.umb-eng: 32/93
   Tatoeba-test.wol-eng: 7/23
   Tatoeba-test.xho-eng: 152/783
   Tatoeba-test.yor-eng: 35/163
   Tatoeba-test.zul-eng: 34/139
BLEU-scores:
   Tatoeba-test.bam-eng: 6.0
   Tatoeba-test.ewe-eng: 6.4
   Tatoeba-test.ful-eng: 1.2
   Tatoeba-test.ibo-eng: 5.7
   Tatoeba-test.kin-eng: 34.3
   Tatoeba-test.lin-eng: 6.5
   Tatoeba-test.lug-eng: 13.1
   Tatoeba-test.multi-eng: 21.8
   Tatoeba-test.nya-eng: 35.2
   Tatoeba-test.run-eng: 26.3
   Tatoeba-test.sag-eng: 2.1
   Tatoeba-test.sna-eng: 19.8
   Tatoeba-test.toi-eng: 3.9
   Tatoeba-test.tso-eng: 80.0
   Tatoeba-test.umb-eng: 7.9
   Tatoeba-test.wol-eng: 7.1
   Tatoeba-test.xho-eng: 34.8
   Tatoeba-test.yor-eng: 26.8
   Tatoeba-test.zul-eng: 45.3
chr-F-scores:
   Tatoeba-test.bam-eng: 0.122
   Tatoeba-test.ewe-eng: 0.277
   Tatoeba-test.ful-eng: 0.108
   Tatoeba-test.ibo-eng: 0.183
   Tatoeba-test.kin-eng: 0.490
   Tatoeba-test.lin-eng: 0.207
   Tatoeba-test.lug-eng: 0.333
   Tatoeba-test.multi-eng: 0.381
   Tatoeba-test.nya-eng: 0.513
   Tatoeba-test.run-eng: 0.428
   Tatoeba-test.sag-eng: 0.152
   Tatoeba-test.sna-eng: 0.384
   Tatoeba-test.toi-eng: 0.182
   Tatoeba-test.tso-eng: 0.878
   Tatoeba-test.umb-eng: 0.255
   Tatoeba-test.wol-eng: 0.168
   Tatoeba-test.xho-eng: 0.527
   Tatoeba-test.yor-eng: 0.411
   Tatoeba-test.zul-eng: 0.604