opus1m+bt-2021-04-10.yml

release: eng-phi/opus1m+bt-2021-04-10.zip
release-date: 2021-04-10
dataset-name: opus1m+bt
modeltype: transformer-align
vocabulary:
   source: opus1m+bt.spm32k-spm32k.vocab.yml
   target: opus1m+bt.spm32k-spm32k.vocab.yml
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - eng
target-languages:
   - akl
   - ceb
   - hil
   - ilo
   - pag
   - war
use-target-labels:
   - ">>akl_Latn<<"
   - ">>ceb<<"
   - ">>hil<<"
   - ">>ilo<<"
   - ">>pag<<"
   - ">>war<<"
training-data:
   eng-ceb: Tatoeba-train (1000000) 
   eng-hil: Tatoeba-train (861976) 
   eng-ilo: Tatoeba-train (902043) wiki.aa.ilo-eng (87459) 
   eng-pag: Tatoeba-train (163888) wiki.aa.pag-eng (3278) 
   eng-war: Tatoeba-train (267579) wiki.aa.war-eng (962869) wiki.ab.war-eng (962982) wiki.ac.war-eng (121870) 
validation-data:
   ceb-eng: Tatoeba-dev, 1000
   eng-hil: Tatoeba-dev, 1000
   eng-ilo: Tatoeba-dev, 1000
   eng-pag: Tatoeba-dev, 1000
   eng-war: Tatoeba-dev, 1000
   total-size-shuffled: 4971
   devset-selected: top 4971  lines of Tatoeba-dev.src.shuffled!
test-data:
   Tatoeba-test.eng-akl: 27/96
   Tatoeba-test.eng-ceb: 378/2086
   Tatoeba-test.eng-hil: 22/125
   Tatoeba-test.eng-ilo: 1093/7241
   Tatoeba-test.eng-pag: 49/320
   Tatoeba-test.eng-war: 1512/11024
   Tatoeba-test.eng-multi: 3081/20897
BLEU-scores:
   Tatoeba-test.eng-akl: 2.2
   Tatoeba-test.eng-ceb: 10.8
   Tatoeba-test.eng-hil: 18.3
   Tatoeba-test.eng-ilo: 33.4
   Tatoeba-test.eng-pag: 16.3
   Tatoeba-test.eng-war: 12.9
   Tatoeba-test.eng-multi: 19.4
chr-F-scores:
   Tatoeba-test.eng-akl: 0.199
   Tatoeba-test.eng-ceb: 0.429
   Tatoeba-test.eng-hil: 0.513
   Tatoeba-test.eng-ilo: 0.586
   Tatoeba-test.eng-pag: 0.504
   Tatoeba-test.eng-war: 0.431
   Tatoeba-test.eng-multi: 0.490