forked from Helsinki-NLP/Tatoeba-Challenge
-
Notifications
You must be signed in to change notification settings - Fork 0
/
opus-2020-07-26.yml
68 lines (68 loc) · 1.72 KB
/
opus-2020-07-26.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
release: bnt-eng/opus-2020-07-26.zip
release-date: 2020-07-26
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
- source: spm32k
- target: spm32k
subword-models:
- source: source.spm
- target: target.spm
source-languages:
- kin
- lin
- lug
- nya
- run
- sna
- swh
- toi
- tso
- umb
- xho
- zul
target-languages:
- eng
test-data:
- Tatoeba-test.kin-eng: 17/93
- Tatoeba-test.lin-eng: 28/204
- Tatoeba-test.lug-eng: 2/11
- Tatoeba-test.multi-eng: 2422/11857
- Tatoeba-test.nya-eng: 22/106
- Tatoeba-test.run-eng: 1703/8221
- Tatoeba-test.sna-eng: 41/191
- Tatoeba-test.swa-eng: 386/1993
- Tatoeba-test.toi-eng: 2/11
- Tatoeba-test.tso-eng: 3/12
- Tatoeba-test.umb-eng: 32/93
- Tatoeba-test.xho-eng: 152/783
- Tatoeba-test.zul-eng: 34/139
BLEU-scores:
- Tatoeba-test.kin-eng: 32.7
- Tatoeba-test.lin-eng: 7.6
- Tatoeba-test.lug-eng: 8.2
- Tatoeba-test.multi-eng: 22.5
- Tatoeba-test.nya-eng: 38.6
- Tatoeba-test.run-eng: 26.0
- Tatoeba-test.sna-eng: 21.8
- Tatoeba-test.swa-eng: 5.1
- Tatoeba-test.toi-eng: 16.2
- Tatoeba-test.tso-eng: 100.0
- Tatoeba-test.umb-eng: 6.0
- Tatoeba-test.xho-eng: 35.3
- Tatoeba-test.zul-eng: 44.6
chr-F-scores:
- Tatoeba-test.kin-eng: 0.502
- Tatoeba-test.lin-eng: 0.228
- Tatoeba-test.lug-eng: 0.282
- Tatoeba-test.multi-eng: 0.389
- Tatoeba-test.nya-eng: 0.519
- Tatoeba-test.run-eng: 0.425
- Tatoeba-test.sna-eng: 0.429
- Tatoeba-test.swa-eng: 0.197
- Tatoeba-test.toi-eng: 0.342
- Tatoeba-test.tso-eng: 1.000
- Tatoeba-test.umb-eng: 0.190
- Tatoeba-test.xho-eng: 0.539
- Tatoeba-test.zul-eng: 0.600