opus-2020-07-20.yml

release: eng-tut/opus-2020-07-20.zip
release-date: 2020-07-20
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - eng
target-languages:
   - aze
   - bak
   - chv
   - crh
   - kaz
   - kir
   - kjh
   - kum
   - mon
   - nog
   - ota
   - sah
   - tat
   - tuk
   - tur
   - tyv
   - uig
   - uzb
   - xal
use-target-labels:
   - ">>aze_Latn<<"
   - ">>bak<<"
   - ">>chv<<"
   - ">>crh<<"
   - ">>crh_Latn<<"
   - ">>kaz_Cyrl<<"
   - ">>kaz_Latn<<"
   - ">>kir_Cyrl<<"
   - ">>kjh<<"
   - ">>kum<<"
   - ">>mon<<"
   - ">>nog<<"
   - ">>ota_Arab<<"
   - ">>ota_Latn<<"
   - ">>sah<<"
   - ">>tat<<"
   - ">>tat_Arab<<"
   - ">>tat_Latn<<"
   - ">>tuk<<"
   - ">>tuk_Latn<<"
   - ">>tur<<"
   - ">>tyv<<"
   - ">>uig_Arab<<"
   - ">>uig_Cyrl<<"
   - ">>uzb_Cyrl<<"
   - ">>uzb_Latn<<"
   - ">>xal<<"
test-data:
   Tatoeba-test.eng-aze: 2659/10046
   Tatoeba-test.eng-bak: 39/140
   Tatoeba-test.eng-chv: 333/1358
   Tatoeba-test.eng-crh: 22/81
   Tatoeba-test.eng-kaz: 397/1668
   Tatoeba-test.eng-kir: 118/428
   Tatoeba-test.eng-kjh: 17/48
   Tatoeba-test.eng-kum: 8/25
   Tatoeba-test.eng-mon: 337/1971
   Tatoeba-test.eng-multi: 10000/46477
   Tatoeba-test.eng-nog: 83/250
   Tatoeba-test.eng-ota: 678/3328
   Tatoeba-test.eng-sah: 39/131
   Tatoeba-test.eng-tat: 1451/6996
   Tatoeba-test.eng-tuk: 2500/12809
   Tatoeba-test.eng-tur: 10000/49076
   Tatoeba-test.eng-tyv: 5/19
   Tatoeba-test.eng-uig: 3024/13084
   Tatoeba-test.eng-uzb: 457/1514
   Tatoeba-test.eng-xal: 281/1366
BLEU-scores:
   Tatoeba-test.eng-aze: 26.5
   Tatoeba-test.eng-bak: 5.4
   Tatoeba-test.eng-chv: 3.3
   Tatoeba-test.eng-crh: 12.5
   Tatoeba-test.eng-kaz: 10.9
   Tatoeba-test.eng-kir: 25.6
   Tatoeba-test.eng-kjh: 2.4
   Tatoeba-test.eng-kum: 7.0
   Tatoeba-test.eng-mon: 10.1
   Tatoeba-test.eng-multi: 18.4
   Tatoeba-test.eng-nog: 1.3
   Tatoeba-test.eng-ota: 0.3
   Tatoeba-test.eng-sah: 0.8
   Tatoeba-test.eng-tat: 9.7
   Tatoeba-test.eng-tuk: 5.8
   Tatoeba-test.eng-tur: 33.2
   Tatoeba-test.eng-tyv: 6.9
   Tatoeba-test.eng-uig: 0.1
   Tatoeba-test.eng-uzb: 3.1
   Tatoeba-test.eng-xal: 0.1
chr-F-scores:
   Tatoeba-test.eng-aze: 0.569
   Tatoeba-test.eng-bak: 0.274
   Tatoeba-test.eng-chv: 0.280
   Tatoeba-test.eng-crh: 0.384
   Tatoeba-test.eng-kaz: 0.359
   Tatoeba-test.eng-kir: 0.501
   Tatoeba-test.eng-kjh: 0.046
   Tatoeba-test.eng-kum: 0.143
   Tatoeba-test.eng-mon: 0.359
   Tatoeba-test.eng-multi: 0.441
   Tatoeba-test.eng-nog: 0.066
   Tatoeba-test.eng-ota: 0.034
   Tatoeba-test.eng-sah: 0.054
   Tatoeba-test.eng-tat: 0.303
   Tatoeba-test.eng-tuk: 0.313
   Tatoeba-test.eng-tur: 0.616
   Tatoeba-test.eng-tyv: 0.189
   Tatoeba-test.eng-uig: 0.151
   Tatoeba-test.eng-uzb: 0.283
   Tatoeba-test.eng-xal: 0.058