opus-2021-02-23.yml

release: nor-deu/opus-2021-02-23.zip
release-date: 2021-02-23
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   - source: spm32k
   - target: spm32k
subword-models:
   - source: source.spm
   - target: target.spm
source-languages:
   - nno
   - nob
target-languages:
   - deu
training-data:
   - nno-deu: Tatoeba-train (207997) 
   - nob-deu: Tatoeba-train (7395902) 
validation-data:
   - deu-nno: Tatoeba-dev, 35
   - deu-nob: Tatoeba-dev, 965
   - total size of shuffled dev data: 1000
   - devset = top 1000  lines of Tatoeba-dev.src.shuffled!
test-data:
   - Tatoeba-test.nno-deu: 126/982
   - Tatoeba-test.nob-deu: 3525/33588
   - Tatoeba-test.nor-deu: 3651/34575
BLEU-scores:
   - Tatoeba-test.nno-deu: 49.1
   - Tatoeba-test.nob-deu: 45.6
   - Tatoeba-test.nor-deu: 46.0
chr-F-scores:
   - Tatoeba-test.nno-deu: 0.670
   - Tatoeba-test.nob-deu: 0.659
   - Tatoeba-test.nor-deu: 0.662