opus4m-2020-08-12.yml

release: sla-eng/opus4m-2020-08-12.zip
release-date: 2020-08-12
dataset-name: opus4m
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - bel
   - bos
   - bul
   - ces
   - csb
   - dsb
   - hrv
   - hsb
   - mkd
   - orv
   - pol
   - rue
   - rus
   - slv
   - srp
   - ukr
target-languages:
   - eng
test-data:
   Tatoeba-test.bel-eng: 2500/15535
   Tatoeba-test.bul-eng: 10000/60705
   Tatoeba-test.ces-eng: 10000/64235
   Tatoeba-test.csb-eng: 27/197
   Tatoeba-test.dsb-eng: 34/168
   Tatoeba-test.hbs-eng: 10000/57608
   Tatoeba-test.hsb-eng: 40/194
   Tatoeba-test.mkd-eng: 10000/54846
   Tatoeba-test.multi-eng: 10000/59815
   Tatoeba-test.orv-eng: 322/1713
   Tatoeba-test.pol-eng: 10000/63754
   Tatoeba-test.rue-eng: 120/566
   Tatoeba-test.rus-eng: 10000/61769
   Tatoeba-test.slv-eng: 2007/11389
   Tatoeba-test.ukr-eng: 10000/55352
   newssyscomb2009.ces-eng: 502/10424
   newstest2009.ces-eng: 2525/57625
   newstest2010.ces-eng: 2489/54021
   newstest2011.ces-eng: 3003/65829
   newstest2012.ces-eng: 3003/63778
   newstest2012.rus-eng: 3003/63778
   newstest2013.ces-eng: 3000/56089
   newstest2013.rus-eng: 3000/56089
   newstest2014-csen.ces-eng: 3003/60441
   newstest2014-ruen.rus-eng: 3003/61219
   newstest2015-encs.ces-eng: 2656/47160
   newstest2015-enru.rus-eng: 2818/56934
   newstest2016-encs.ces-eng: 2999/57418
   newstest2016-enru.rus-eng: 2998/61076
   newstest2017-encs.ces-eng: 3005/54762
   newstest2017-enru.rus-eng: 3001/60714
   newstest2018-encs.ces-eng: 2983/55920
   newstest2018-enru.rus-eng: 3000/62925
   newstest2019-ruen.rus-eng: 2000/37348
BLEU-scores:
   Tatoeba-test.bel-eng: 42.7
   Tatoeba-test.bul-eng: 55.2
   Tatoeba-test.ces-eng: 53.2
   Tatoeba-test.csb-eng: 25.0
   Tatoeba-test.dsb-eng: 30.9
   Tatoeba-test.hbs-eng: 55.8
   Tatoeba-test.hsb-eng: 49.8
   Tatoeba-test.mkd-eng: 54.7
   Tatoeba-test.multi-eng: 53.2
   Tatoeba-test.orv-eng: 13.8
   Tatoeba-test.pol-eng: 51.0
   Tatoeba-test.rue-eng: 23.1
   Tatoeba-test.rus-eng: 54.1
   Tatoeba-test.slv-eng: 44.3
   Tatoeba-test.ukr-eng: 53.6
   newssyscomb2009.ces-eng: 26.4
   newstest2009.ces-eng: 25.5
   newstest2010.ces-eng: 26.1
   newstest2011.ces-eng: 26.7
   newstest2012.ces-eng: 25.9
   newstest2012.rus-eng: 32.6
   newstest2013.ces-eng: 28.8
   newstest2013.rus-eng: 26.5
   newstest2014-csen.ces-eng: 31.5
   newstest2014-ruen.rus-eng: 29.8
   newstest2015-encs.ces-eng: 28.5
   newstest2015-enru.rus-eng: 28.2
   newstest2016-encs.ces-eng: 30.0
   newstest2016-enru.rus-eng: 27.6
   newstest2017-encs.ces-eng: 26.6
   newstest2017-enru.rus-eng: 31.3
   newstest2018-encs.ces-eng: 27.8
   newstest2018-enru.rus-eng: 27.0
   newstest2019-ruen.rus-eng: 29.9
chr-F-scores:
   Tatoeba-test.bel-eng: 0.610
   Tatoeba-test.bul-eng: 0.696
   Tatoeba-test.ces-eng: 0.690
   Tatoeba-test.csb-eng: 0.447
   Tatoeba-test.dsb-eng: 0.463
   Tatoeba-test.hbs-eng: 0.701
   Tatoeba-test.hsb-eng: 0.618
   Tatoeba-test.mkd-eng: 0.682
   Tatoeba-test.multi-eng: 0.683
   Tatoeba-test.orv-eng: 0.293
   Tatoeba-test.pol-eng: 0.671
   Tatoeba-test.rue-eng: 0.421
   Tatoeba-test.rus-eng: 0.685
   Tatoeba-test.slv-eng: 0.621
   Tatoeba-test.ukr-eng: 0.685
   newssyscomb2009.ces-eng: 0.541
   newstest2009.ces-eng: 0.535
   newstest2010.ces-eng: 0.547
   newstest2011.ces-eng: 0.544
   newstest2012.ces-eng: 0.538
   newstest2012.rus-eng: 0.589
   newstest2013.ces-eng: 0.556
   newstest2013.rus-eng: 0.534
   newstest2014-csen.ces-eng: 0.591
   newstest2014-ruen.rus-eng: 0.577
   newstest2015-encs.ces-eng: 0.549
   newstest2015-enru.rus-eng: 0.552
   newstest2016-encs.ces-eng: 0.569
   newstest2016-enru.rus-eng: 0.550
   newstest2017-encs.ces-eng: 0.538
   newstest2017-enru.rus-eng: 0.576
   newstest2018-encs.ces-eng: 0.548
   newstest2018-enru.rus-eng: 0.546
   newstest2019-ruen.rus-eng: 0.566