-
Notifications
You must be signed in to change notification settings - Fork 92
/
Copy pathopus4m-2020-08-12.yml
127 lines (127 loc) · 3.5 KB
/
opus4m-2020-08-12.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
release: gmw-eng/opus4m-2020-08-12.zip
release-date: 2020-08-12
dataset-name: opus4m
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
source-languages:
- afr
- ang
- deu
- enm
- frr
- fry
- gos
- gsw
- ksh
- ltz
- nds
- nld
- pdc
- sco
- stq
- swg
- yid
target-languages:
- eng
test-data:
Tatoeba-test.afr-eng: 1374/8101
Tatoeba-test.ang-eng: 189/1693
Tatoeba-test.deu-eng: 10000/69484
Tatoeba-test.enm-eng: 49/238
Tatoeba-test.frr-eng: 2/7
Tatoeba-test.fry-eng: 205/1234
Tatoeba-test.gos-eng: 1152/4319
Tatoeba-test.gsw-eng: 205/770
Tatoeba-test.ksh-eng: 26/175
Tatoeba-test.ltz-eng: 283/1378
Tatoeba-test.multi-eng: 10000/61027
Tatoeba-test.nds-eng: 2500/14803
Tatoeba-test.nld-eng: 10000/58489
Tatoeba-test.pdc-eng: 53/295
Tatoeba-test.sco-eng: 27/183
Tatoeba-test.stq-eng: 5/28
Tatoeba-test.swg-eng: 33/205
Tatoeba-test.yid-eng: 1168/6380
news-test2008.deu-eng: 2051/43455
newssyscomb2009.deu-eng: 502/10424
newstest2009.deu-eng: 2525/57625
newstest2010.deu-eng: 2489/54021
newstest2011.deu-eng: 3003/65829
newstest2012.deu-eng: 3003/63778
newstest2013.deu-eng: 3000/56089
newstest2014-deen.deu-eng: 3003/59325
newstest2015-ende.deu-eng: 2169/40771
newstest2016-ende.deu-eng: 2999/56789
newstest2017-ende.deu-eng: 3004/56435
newstest2018-ende.deu-eng: 2998/58628
newstest2019-deen.deu-eng: 2000/34386
BLEU-scores:
Tatoeba-test.afr-eng: 61.1
Tatoeba-test.ang-eng: 7.4
Tatoeba-test.deu-eng: 49.0
Tatoeba-test.enm-eng: 16.3
Tatoeba-test.frr-eng: 16.8
Tatoeba-test.fry-eng: 28.5
Tatoeba-test.gos-eng: 16.1
Tatoeba-test.gsw-eng: 11.8
Tatoeba-test.ksh-eng: 7.5
Tatoeba-test.ltz-eng: 29.1
Tatoeba-test.multi-eng: 49.4
Tatoeba-test.nds-eng: 32.5
Tatoeba-test.nld-eng: 59.1
Tatoeba-test.pdc-eng: 29.3
Tatoeba-test.sco-eng: 39.3
Tatoeba-test.stq-eng: 21.4
Tatoeba-test.swg-eng: 15.8
Tatoeba-test.yid-eng: 17.8
news-test2008.deu-eng: 25.8
newssyscomb2009.deu-eng: 27.4
newstest2009.deu-eng: 25.5
newstest2010.deu-eng: 28.5
newstest2011.deu-eng: 25.8
newstest2012.deu-eng: 27.0
newstest2013.deu-eng: 30.0
newstest2014-deen.deu-eng: 30.6
newstest2015-ende.deu-eng: 31.5
newstest2016-ende.deu-eng: 37.0
newstest2017-ende.deu-eng: 32.8
newstest2018-ende.deu-eng: 40.4
newstest2019-deen.deu-eng: 36.6
chr-F-scores:
Tatoeba-test.afr-eng: 0.747
Tatoeba-test.ang-eng: 0.217
Tatoeba-test.deu-eng: 0.661
Tatoeba-test.enm-eng: 0.430
Tatoeba-test.frr-eng: 0.255
Tatoeba-test.fry-eng: 0.482
Tatoeba-test.gos-eng: 0.329
Tatoeba-test.gsw-eng: 0.289
Tatoeba-test.ksh-eng: 0.236
Tatoeba-test.ltz-eng: 0.443
Tatoeba-test.multi-eng: 0.653
Tatoeba-test.nds-eng: 0.522
Tatoeba-test.nld-eng: 0.734
Tatoeba-test.pdc-eng: 0.438
Tatoeba-test.sco-eng: 0.572
Tatoeba-test.stq-eng: 0.405
Tatoeba-test.swg-eng: 0.321
Tatoeba-test.yid-eng: 0.378
news-test2008.deu-eng: 0.534
newssyscomb2009.deu-eng: 0.541
newstest2009.deu-eng: 0.533
newstest2010.deu-eng: 0.569
newstest2011.deu-eng: 0.542
newstest2012.deu-eng: 0.552
newstest2013.deu-eng: 0.568
newstest2014-deen.deu-eng: 0.574
newstest2015-ende.deu-eng: 0.577
newstest2016-ende.deu-eng: 0.626
newstest2017-ende.deu-eng: 0.588
newstest2018-ende.deu-eng: 0.643
newstest2019-deen.deu-eng: 0.615