opus-2021-02-23.yml

release: dan-nor/opus-2021-02-23.zip
release-date: 2021-02-23
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   - source: spm32k
   - target: spm32k
subword-models:
   - source: source.spm
   - target: target.spm
use-target-labels:
   - >>nno<<
   - >>nob<<
source-languages:
   - dan
target-languages:
   - nno
   - nob
training-data:
   - dan-nno: Tatoeba-train (606097) 
   - dan-nob: Tatoeba-train (8032556) 
validation-data:
   - dan-nno: Tatoeba-dev, 2
   - dan-nob: Tatoeba-dev, 998
   - total size of shuffled dev data: 1000
   - devset = top 1000  lines of Tatoeba-dev.src.shuffled!
test-data:
   - Tatoeba-test.dan-nno: 12/71
   - Tatoeba-test.dan-nob: 1299/9617
   - Tatoeba-test.dan-nor: 1311/9691
BLEU-scores:
   - Tatoeba-test.dan-nno: 38.4
   - Tatoeba-test.dan-nob: 76.3
   - Tatoeba-test.dan-nor: 76.0
chr-F-scores:
   - Tatoeba-test.dan-nno: 0.663
   - Tatoeba-test.dan-nob: 0.863
   - Tatoeba-test.dan-nor: 0.863