opus2m-2020-08-01.yml

release: zle-eng/opus2m-2020-08-01.zip
release-date: 2020-08-01
dataset-name: opus2m
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   - source: spm32k
   - target: spm32k
subword-models:
   - source: source.spm
   - target: target.spm
source-languages:
   - bel
   - orv
   - rue
   - rus
   - ukr
target-languages:
   - eng
test-data:
   - Tatoeba-test.bel-eng: 2500/15535
   - Tatoeba-test.multi-eng: 10000/58565
   - Tatoeba-test.orv-eng: 322/1713
   - Tatoeba-test.rue-eng: 120/566
   - Tatoeba-test.rus-eng: 10000/61769
   - Tatoeba-test.ukr-eng: 10000/55352
   - newstest2012.rus-eng: 3003/63778
   - newstest2013.rus-eng: 3000/56089
   - newstest2014-ruen.rus-eng: 3003/61219
   - newstest2015-enru.rus-eng: 2818/56934
   - newstest2016-enru.rus-eng: 2998/61076
   - newstest2017-enru.rus-eng: 3001/60714
   - newstest2018-enru.rus-eng: 3000/62925
   - newstest2019-ruen.rus-eng: 2000/37348
BLEU-scores:
   - Tatoeba-test.bel-eng: 38.3
   - Tatoeba-test.multi-eng: 50.1
   - Tatoeba-test.orv-eng: 6.9
   - Tatoeba-test.rue-eng: 15.4
   - Tatoeba-test.rus-eng: 52.5
   - Tatoeba-test.ukr-eng: 52.1
   - newstest2012.rus-eng: 31.1
   - newstest2013.rus-eng: 24.9
   - newstest2014-ruen.rus-eng: 27.9
   - newstest2015-enru.rus-eng: 26.8
   - newstest2016-enru.rus-eng: 25.8
   - newstest2017-enru.rus-eng: 29.1
   - newstest2018-enru.rus-eng: 25.4
   - newstest2019-ruen.rus-eng: 26.8
chr-F-scores:
   - Tatoeba-test.bel-eng: 0.569
   - Tatoeba-test.multi-eng: 0.656
   - Tatoeba-test.orv-eng: 0.217
   - Tatoeba-test.rue-eng: 0.345
   - Tatoeba-test.rus-eng: 0.674
   - Tatoeba-test.ukr-eng: 0.673
   - newstest2012.rus-eng: 0.579
   - newstest2013.rus-eng: 0.522
   - newstest2014-ruen.rus-eng: 0.563
   - newstest2015-enru.rus-eng: 0.541
   - newstest2016-enru.rus-eng: 0.535
   - newstest2017-enru.rus-eng: 0.561
   - newstest2018-enru.rus-eng: 0.537
   - newstest2019-ruen.rus-eng: 0.545