opus4m-2020-08-12.yml

release: alv-eng/opus4m-2020-08-12.zip
release-date: 2020-08-12
dataset-name: opus4m
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   - source: spm32k
   - target: spm32k
subword-models:
   - source: source.spm
   - target: target.spm
source-languages:
   - ewe
   - fuc
   - fuv
   - ibo
   - kin
   - lin
   - lug
   - nya
   - run
   - sag
   - sna
   - swh
   - toi
   - tso
   - umb
   - wol
   - xho
   - yor
   - zul
target-languages:
   - eng
test-data:
   - Tatoeba-test.ewe-eng: 6/25
   - Tatoeba-test.ful-eng: 41/153
   - Tatoeba-test.ibo-eng: 21/126
   - Tatoeba-test.kin-eng: 17/93
   - Tatoeba-test.lin-eng: 28/204
   - Tatoeba-test.lug-eng: 2/11
   - Tatoeba-test.multi-eng: 2543/12378
   - Tatoeba-test.nya-eng: 22/106
   - Tatoeba-test.run-eng: 1703/8221
   - Tatoeba-test.sag-eng: 11/31
   - Tatoeba-test.sna-eng: 41/191
   - Tatoeba-test.swa-eng: 386/1993
   - Tatoeba-test.toi-eng: 2/11
   - Tatoeba-test.tso-eng: 3/12
   - Tatoeba-test.umb-eng: 32/93
   - Tatoeba-test.wol-eng: 7/23
   - Tatoeba-test.xho-eng: 152/783
   - Tatoeba-test.yor-eng: 35/163
   - Tatoeba-test.zul-eng: 34/139
BLEU-scores:
   - Tatoeba-test.ewe-eng: 6.9
   - Tatoeba-test.ful-eng: 0.9
   - Tatoeba-test.ibo-eng: 5.0
   - Tatoeba-test.kin-eng: 38.4
   - Tatoeba-test.lin-eng: 6.8
   - Tatoeba-test.lug-eng: 4.5
   - Tatoeba-test.multi-eng: 21.3
   - Tatoeba-test.nya-eng: 32.1
   - Tatoeba-test.run-eng: 25.5
   - Tatoeba-test.sag-eng: 1.3
   - Tatoeba-test.sna-eng: 23.3
   - Tatoeba-test.swa-eng: 4.6
   - Tatoeba-test.toi-eng: 5.5
   - Tatoeba-test.tso-eng: 100.0
   - Tatoeba-test.umb-eng: 11.4
   - Tatoeba-test.wol-eng: 8.7
   - Tatoeba-test.xho-eng: 38.4
   - Tatoeba-test.yor-eng: 15.1
   - Tatoeba-test.zul-eng: 42.4
chr-F-scores:
   - Tatoeba-test.ewe-eng: 0.268
   - Tatoeba-test.ful-eng: 0.119
   - Tatoeba-test.ibo-eng: 0.171
   - Tatoeba-test.kin-eng: 0.545
   - Tatoeba-test.lin-eng: 0.222
   - Tatoeba-test.lug-eng: 0.218
   - Tatoeba-test.multi-eng: 0.382
   - Tatoeba-test.nya-eng: 0.508
   - Tatoeba-test.run-eng: 0.427
   - Tatoeba-test.sag-eng: 0.122
   - Tatoeba-test.sna-eng: 0.393
   - Tatoeba-test.swa-eng: 0.197
   - Tatoeba-test.toi-eng: 0.200
   - Tatoeba-test.tso-eng: 1.000
   - Tatoeba-test.umb-eng: 0.285
   - Tatoeba-test.wol-eng: 0.323
   - Tatoeba-test.xho-eng: 0.555
   - Tatoeba-test.yor-eng: 0.331
   - Tatoeba-test.zul-eng: 0.573