forked from Helsinki-NLP/Tatoeba-Challenge
-
Notifications
You must be signed in to change notification settings - Fork 0
/
opus-2020-06-28.yml
71 lines (71 loc) · 1.5 KB
/
opus-2020-06-28.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
release: eng-sem/opus-2020-06-28.zip
release-date: 2020-06-28
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
- source: spm32k
- target: spm32k
subword-models:
- source: source.spm
- target: target.spm
source-languages:
- eng
target-languages:
- acm
- afb
- amh
- apc
- ara
- arq
- ary
- arz
- heb
- mlt
- phn
- tir
- tmr
use-target-labels:
- >>acm<<
- >>afb<<
- >>amh<<
- >>apc<<
- >>apc_Latn<<
- >>ara<<
- >>ara_Latn<<
- >>arq<<
- >>arq_Latn<<
- >>ary<<
- >>arz<<
- >>heb<<
- >>mlt<<
- >>phn_Phnx<<
- >>tir<<
- >>tmr_Hebr<<
test-data:
- Tatoeba-test.eng-amh: 190/554
- Tatoeba-test.eng-ara: 10000/50193
- Tatoeba-test.eng-heb: 10000/49113
- Tatoeba-test.eng-mlt: 203/673
- Tatoeba-test.eng-multi: 0/0
- Tatoeba-test.eng-phn: 5/28
- Tatoeba-test.eng-tir: 69/305
- Tatoeba-test.eng-tmr: 19/76
BLEU-scores:
- Tatoeba-test.eng-amh: 10.8
- Tatoeba-test.eng-ara: 12.6
- Tatoeba-test.eng-heb: 32.6
- Tatoeba-test.eng-mlt: 17.9
- Tatoeba-test.eng-multi: 22.8
- Tatoeba-test.eng-phn: 0.5
- Tatoeba-test.eng-tir: 2.5
- Tatoeba-test.eng-tmr: 0.8
chr-F-scores:
- Tatoeba-test.eng-amh: 0.499
- Tatoeba-test.eng-ara: 0.421
- Tatoeba-test.eng-heb: 0.557
- Tatoeba-test.eng-mlt: 0.552
- Tatoeba-test.eng-multi: 0.487
- Tatoeba-test.eng-phn: 0.003
- Tatoeba-test.eng-tir: 0.239
- Tatoeba-test.eng-tmr: 0.003