forked from Helsinki-NLP/Tatoeba-Challenge
-
Notifications
You must be signed in to change notification settings - Fork 0
/
opus-2020-09-26.yml
144 lines (144 loc) · 3.96 KB
/
opus-2020-09-26.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
release: gmq-gmq/opus-2020-09-26.zip
release-date: 2020-09-26
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
- source: spm32k
- target: spm32k
subword-models:
- source: source.spm
- target: target.spm
source-languages:
- dan
- eng
- fao
- isl
- nno
- nob
- non
- swe
target-languages:
- dan
- eng
- fao
- isl
- nno
- nob
- non
- swe
use-target-labels:
- >>dan<<
- >>eng<<
- >>fao<<
- >>isl<<
- >>nno<<
- >>nob<<
- >>nob_Hebr<<
- >>non_Latn<<
- >>swe<<
test-data:
- Tatoeba-test.dan-eng: 10000/62015
- Tatoeba-test.dan-fao: 1/5
- Tatoeba-test.dan-isl: 1/8
- Tatoeba-test.dan-nor: 1311/8216
- Tatoeba-test.dan-swe: 1550/8385
- Tatoeba-test.eng-dan: 10000/61469
- Tatoeba-test.eng-fao: 294/1564
- Tatoeba-test.eng-isl: 2500/16288
- Tatoeba-test.eng-non: 15/109
- Tatoeba-test.eng-nor: 5000/33820
- Tatoeba-test.eng-swe: 10000/54832
- Tatoeba-test.fao-dan: 1/5
- Tatoeba-test.fao-eng: 294/1631
- Tatoeba-test.fao-isl: 2/5
- Tatoeba-test.fao-nor: 21/102
- Tatoeba-test.fao-swe: 1/2
- Tatoeba-test.isl-dan: 1/10
- Tatoeba-test.isl-eng: 2500/16860
- Tatoeba-test.isl-fao: 2/5
- Tatoeba-test.isl-nor: 126/775
- Tatoeba-test.isl-swe: 1/10
- Tatoeba-test.multi-multi: 10000/60854
- Tatoeba-test.non-eng: 15/112
- Tatoeba-test.nor-dan: 1311/8343
- Tatoeba-test.nor-eng: 5000/34479
- Tatoeba-test.nor-fao: 21/101
- Tatoeba-test.nor-isl: 126/739
- Tatoeba-test.nor-nor: 948/5317
- Tatoeba-test.nor-swe: 562/3035
- Tatoeba-test.swe-dan: 1550/8503
- Tatoeba-test.swe-eng: 10000/54997
- Tatoeba-test.swe-fao: 1/2
- Tatoeba-test.swe-isl: 1/8
- Tatoeba-test.swe-nor: 562/3039
BLEU-scores:
- Tatoeba-test.dan-eng: 59.1
- Tatoeba-test.dan-fao: 6.6
- Tatoeba-test.dan-isl: 65.8
- Tatoeba-test.dan-nor: 74.3
- Tatoeba-test.dan-swe: 69.5
- Tatoeba-test.eng-dan: 57.0
- Tatoeba-test.eng-fao: 8.3
- Tatoeba-test.eng-isl: 24.2
- Tatoeba-test.eng-non: 0.3
- Tatoeba-test.eng-nor: 51.7
- Tatoeba-test.eng-swe: 57.3
- Tatoeba-test.fao-dan: 23.0
- Tatoeba-test.fao-eng: 26.0
- Tatoeba-test.fao-isl: 19.0
- Tatoeba-test.fao-nor: 47.8
- Tatoeba-test.fao-swe: 0.0
- Tatoeba-test.isl-dan: 77.7
- Tatoeba-test.isl-eng: 49.6
- Tatoeba-test.isl-fao: 14.5
- Tatoeba-test.isl-nor: 60.5
- Tatoeba-test.isl-swe: 60.0
- Tatoeba-test.multi-multi: 57.0
- Tatoeba-test.non-eng: 26.7
- Tatoeba-test.nor-dan: 71.5
- Tatoeba-test.nor-eng: 54.2
- Tatoeba-test.nor-fao: 13.1
- Tatoeba-test.nor-isl: 29.7
- Tatoeba-test.nor-nor: 61.9
- Tatoeba-test.nor-swe: 72.9
- Tatoeba-test.swe-dan: 68.7
- Tatoeba-test.swe-eng: 60.9
- Tatoeba-test.swe-fao: 12.7
- Tatoeba-test.swe-isl: 65.8
- Tatoeba-test.swe-nor: 72.0
chr-F-scores:
- Tatoeba-test.dan-eng: 0.737
- Tatoeba-test.dan-fao: 0.162
- Tatoeba-test.dan-isl: 0.914
- Tatoeba-test.dan-nor: 0.849
- Tatoeba-test.dan-swe: 0.818
- Tatoeba-test.eng-dan: 0.717
- Tatoeba-test.eng-fao: 0.305
- Tatoeba-test.eng-isl: 0.505
- Tatoeba-test.eng-non: 0.160
- Tatoeba-test.eng-nor: 0.681
- Tatoeba-test.eng-swe: 0.710
- Tatoeba-test.fao-dan: 0.536
- Tatoeba-test.fao-eng: 0.454
- Tatoeba-test.fao-isl: 0.303
- Tatoeba-test.fao-nor: 0.631
- Tatoeba-test.fao-swe: 1.000
- Tatoeba-test.isl-dan: 0.901
- Tatoeba-test.isl-eng: 0.659
- Tatoeba-test.isl-fao: 0.183
- Tatoeba-test.isl-nor: 0.761
- Tatoeba-test.isl-swe: 0.800
- Tatoeba-test.multi-multi: 0.716
- Tatoeba-test.non-eng: 0.501
- Tatoeba-test.nor-dan: 0.834
- Tatoeba-test.nor-eng: 0.694
- Tatoeba-test.nor-fao: 0.377
- Tatoeba-test.nor-isl: 0.545
- Tatoeba-test.nor-nor: 0.786
- Tatoeba-test.nor-swe: 0.838
- Tatoeba-test.swe-dan: 0.809
- Tatoeba-test.swe-eng: 0.737
- Tatoeba-test.swe-fao: 0.290
- Tatoeba-test.swe-isl: 0.914
- Tatoeba-test.swe-nor: 0.832