forked from Helsinki-NLP/Tatoeba-Challenge
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathopus-2021-02-23.yml
39 lines (39 loc) · 998 Bytes
/
opus-2021-02-23.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
release: jpn-nor/opus-2021-02-23.zip
release-date: 2021-02-23
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
- source: spm32k
- target: spm32k
subword-models:
- source: source.spm
- target: target.spm
use-target-labels:
- >>nno<<
- >>nob<<
source-languages:
- jpn
target-languages:
- nno
- nob
training-data:
- jpn-nno: Tatoeba-train (65048)
- jpn-nob: Tatoeba-train (2638526)
validation-data:
- jpn-nno: Tatoeba-dev, 24
- jpn-nob: Tatoeba-dev, 976
- total size of shuffled dev data: 995
- devset = top 995 lines of Tatoeba-dev.src.shuffled!
test-data:
- Tatoeba-test.jpn-nno: 19/122
- Tatoeba-test.jpn-nob: 1027/8375
- Tatoeba-test.jpn-nor: 1046/8497
BLEU-scores:
- Tatoeba-test.jpn-nno: 11.5
- Tatoeba-test.jpn-nob: 29.3
- Tatoeba-test.jpn-nor: 29.2
chr-F-scores:
- Tatoeba-test.jpn-nno: 0.364
- Tatoeba-test.jpn-nob: 0.477
- Tatoeba-test.jpn-nor: 0.476