forked from Helsinki-NLP/Tatoeba-Challenge
-
Notifications
You must be signed in to change notification settings - Fork 0
/
opus-2020-06-28.yml
55 lines (55 loc) · 1.43 KB
/
opus-2020-06-28.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
release: eng-bat/opus-2020-06-28.zip
release-date: 2020-06-28
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
- source: spm32k
- target: spm32k
subword-models:
- source: source.spm
- target: target.spm
source-languages:
- eng
target-languages:
- lav
- lit
- ltg
- prg
- sgs
use-target-labels:
- >>lav<<
- >>lit<<
- >>ltg<<
- >>prg_Latn<<
- >>sgs<<
test-data:
- Tatoeba-test.eng-lav: 1631/7915
- Tatoeba-test.eng-lit: 2500/11920
- Tatoeba-test.eng-multi: 0/0
- Tatoeba-test.eng-prg: 213/1243
- Tatoeba-test.eng-sgs: 52/80
- newsdev2017-enlv.eng-lav: 2003/34526
- newsdev2019-enlt.eng-lit: 2000/32998
- newstest2017-enlv.eng-lav: 2001/32754
- newstest2019-enlt.eng-lit: 998/16593
BLEU-scores:
- Tatoeba-test.eng-lav: 40.4
- Tatoeba-test.eng-lit: 35.1
- Tatoeba-test.eng-multi: 33.9
- Tatoeba-test.eng-prg: 0.2
- Tatoeba-test.eng-sgs: 1.5
- newsdev2017-enlv.eng-lav: 22.4
- newsdev2019-enlt.eng-lit: 19.5
- newstest2017-enlv.eng-lav: 17.3
- newstest2019-enlt.eng-lit: 12.7
chr-F-scores:
- Tatoeba-test.eng-lav: 0.637
- Tatoeba-test.eng-lit: 0.634
- Tatoeba-test.eng-multi: 0.596
- Tatoeba-test.eng-prg: 0.110
- Tatoeba-test.eng-sgs: 0.136
- newsdev2017-enlv.eng-lav: 0.533
- newsdev2019-enlt.eng-lit: 0.520
- newstest2017-enlv.eng-lav: 0.493
- newstest2019-enlt.eng-lit: 0.453