forked from Helsinki-NLP/Tatoeba-Challenge
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathopus-2020-07-19.yml
93 lines (93 loc) · 2.35 KB
/
opus-2020-07-19.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
release: alv-eng/opus-2020-07-19.zip
release-date: 2020-07-19
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
- source: spm32k
- target: spm32k
subword-models:
- source: source.spm
- target: target.spm
source-languages:
- ewe
- fuc
- fuv
- ibo
- kin
- lin
- lug
- nya
- run
- sag
- sna
- swh
- toi
- tso
- umb
- wol
- xho
- yor
- zul
target-languages:
- eng
test-data:
- Tatoeba-test.ewe-eng: 6/25
- Tatoeba-test.ful-eng: 41/153
- Tatoeba-test.ibo-eng: 21/126
- Tatoeba-test.kin-eng: 17/93
- Tatoeba-test.lin-eng: 28/204
- Tatoeba-test.lug-eng: 2/11
- Tatoeba-test.multi-eng: 2543/12378
- Tatoeba-test.nya-eng: 22/106
- Tatoeba-test.run-eng: 1703/8221
- Tatoeba-test.sag-eng: 11/31
- Tatoeba-test.sna-eng: 41/191
- Tatoeba-test.swa-eng: 386/1993
- Tatoeba-test.toi-eng: 2/11
- Tatoeba-test.tso-eng: 3/12
- Tatoeba-test.umb-eng: 32/93
- Tatoeba-test.wol-eng: 7/23
- Tatoeba-test.xho-eng: 152/783
- Tatoeba-test.yor-eng: 35/163
- Tatoeba-test.zul-eng: 34/139
BLEU-scores:
- Tatoeba-test.ewe-eng: 10.1
- Tatoeba-test.ful-eng: 0.9
- Tatoeba-test.ibo-eng: 3.5
- Tatoeba-test.kin-eng: 35.6
- Tatoeba-test.lin-eng: 1.4
- Tatoeba-test.lug-eng: 3.9
- Tatoeba-test.multi-eng: 20.8
- Tatoeba-test.nya-eng: 34.3
- Tatoeba-test.run-eng: 24.6
- Tatoeba-test.sag-eng: 1.1
- Tatoeba-test.sna-eng: 16.8
- Tatoeba-test.swa-eng: 4.7
- Tatoeba-test.toi-eng: 3.9
- Tatoeba-test.tso-eng: 100.0
- Tatoeba-test.umb-eng: 4.9
- Tatoeba-test.wol-eng: 7.3
- Tatoeba-test.xho-eng: 37.6
- Tatoeba-test.yor-eng: 33.5
- Tatoeba-test.zul-eng: 43.2
chr-F-scores:
- Tatoeba-test.ewe-eng: 0.349
- Tatoeba-test.ful-eng: 0.098
- Tatoeba-test.ibo-eng: 0.190
- Tatoeba-test.kin-eng: 0.499
- Tatoeba-test.lin-eng: 0.178
- Tatoeba-test.lug-eng: 0.150
- Tatoeba-test.multi-eng: 0.375
- Tatoeba-test.nya-eng: 0.460
- Tatoeba-test.run-eng: 0.419
- Tatoeba-test.sag-eng: 0.161
- Tatoeba-test.sna-eng: 0.385
- Tatoeba-test.swa-eng: 0.193
- Tatoeba-test.toi-eng: 0.160
- Tatoeba-test.tso-eng: 1.000
- Tatoeba-test.umb-eng: 0.218
- Tatoeba-test.wol-eng: 0.246
- Tatoeba-test.xho-eng: 0.549
- Tatoeba-test.yor-eng: 0.446
- Tatoeba-test.zul-eng: 0.563