opus-2020-07-06.yml

release: eng-map/opus-2020-07-06.zip
release-date: 2020-07-06
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   - source: spm32k
   - target: spm32k
subword-models:
   - source: source.spm
   - target: target.spm
source-languages:
   - eng
target-languages:
   - akl
   - ceb
   - cha
   - dtp
   - fij
   - gil
   - haw
   - hil
   - iba
   - ilo
   - ind
   - jav
   - lkt
   - mad
   - mah
   - max
   - min
   - mlg
   - mri
   - nau
   - niu
   - pag
   - pau
   - rap
   - smo
   - sun
   - tah
   - tet
   - tmw
   - ton
   - tvl
   - war
   - zlm
   - zsm
use-target-labels:
   - >>akl_Latn<<
   - >>ceb<<
   - >>cha<<
   - >>dtp<<
   - >>fij<<
   - >>gil<<
   - >>haw<<
   - >>hil<<
   - >>iba<<
   - >>ilo<<
   - >>ind<<
   - >>jav<<
   - >>jav_Java<<
   - >>lkt<<
   - >>mad<<
   - >>mah<<
   - >>max_Latn<<
   - >>min<<
   - >>mlg<<
   - >>mri<<
   - >>nau<<
   - >>niu<<
   - >>pag<<
   - >>pau<<
   - >>rap<<
   - >>smo<<
   - >>sun<<
   - >>tah<<
   - >>tet<<
   - >>tmw_Latn<<
   - >>ton<<
   - >>tvl<<
   - >>war<<
   - >>zlm_Latn<<
   - >>zsm_Latn<<
test-data:
   - Tatoeba-test.eng-akl: 27/69
   - Tatoeba-test.eng-ceb: 378/1678
   - Tatoeba-test.eng-cha: 237/796
   - Tatoeba-test.eng-dtp: 1929/11440
   - Tatoeba-test.eng-fij: 44/122
   - Tatoeba-test.eng-gil: 14/60
   - Tatoeba-test.eng-haw: 92/353
   - Tatoeba-test.eng-hil: 22/104
   - Tatoeba-test.eng-iba: 30/235
   - Tatoeba-test.eng-ilo: 1093/6040
   - Tatoeba-test.eng-jav: 259/1320
   - Tatoeba-test.eng-lkt: 21/69
   - Tatoeba-test.eng-mad: 7/23
   - Tatoeba-test.eng-mah: 29/115
   - Tatoeba-test.eng-mlg: 51/178
   - Tatoeba-test.eng-mri: 363/3300
   - Tatoeba-test.eng-msa: 5000/27896
   - Tatoeba-test.eng-multi: 10000/55590
   - Tatoeba-test.eng-nau: 20/60
   - Tatoeba-test.eng-niu: 29/111
   - Tatoeba-test.eng-pag: 49/268
   - Tatoeba-test.eng-pau: 34/106
   - Tatoeba-test.eng-rap: 26/85
   - Tatoeba-test.eng-smo: 78/325
   - Tatoeba-test.eng-sun: 26/87
   - Tatoeba-test.eng-tah: 21/59
   - Tatoeba-test.eng-tet: 53/191
   - Tatoeba-test.eng-ton: 20/65
   - Tatoeba-test.eng-tvl: 15/62
   - Tatoeba-test.eng-war: 1512/9364
BLEU-scores:
   - Tatoeba-test.eng-akl: 2.0
   - Tatoeba-test.eng-ceb: 11.4
   - Tatoeba-test.eng-cha: 2.6
   - Tatoeba-test.eng-dtp: 0.5
   - Tatoeba-test.eng-fij: 25.2
   - Tatoeba-test.eng-gil: 64.2
   - Tatoeba-test.eng-haw: 0.8
   - Tatoeba-test.eng-hil: 18.6
   - Tatoeba-test.eng-iba: 14.1
   - Tatoeba-test.eng-ilo: 33.0
   - Tatoeba-test.eng-jav: 7.2
   - Tatoeba-test.eng-lkt: 0.8
   - Tatoeba-test.eng-mad: 1.1
   - Tatoeba-test.eng-mah: 11.8
   - Tatoeba-test.eng-mlg: 34.3
   - Tatoeba-test.eng-mri: 8.1
   - Tatoeba-test.eng-msa: 30.7
   - Tatoeba-test.eng-multi: 16.8
   - Tatoeba-test.eng-nau: 0.4
   - Tatoeba-test.eng-niu: 42.5
   - Tatoeba-test.eng-pag: 16.4
   - Tatoeba-test.eng-pau: 1.7
   - Tatoeba-test.eng-rap: 2.7
   - Tatoeba-test.eng-smo: 25.1
   - Tatoeba-test.eng-sun: 28.5
   - Tatoeba-test.eng-tah: 8.2
   - Tatoeba-test.eng-tet: 1.4
   - Tatoeba-test.eng-ton: 26.0
   - Tatoeba-test.eng-tvl: 29.9
   - Tatoeba-test.eng-war: 12.9
chr-F-scores:
   - Tatoeba-test.eng-akl: 0.087
   - Tatoeba-test.eng-ceb: 0.427
   - Tatoeba-test.eng-cha: 0.193
   - Tatoeba-test.eng-dtp: 0.121
   - Tatoeba-test.eng-fij: 0.426
   - Tatoeba-test.eng-gil: 0.790
   - Tatoeba-test.eng-haw: 0.114
   - Tatoeba-test.eng-hil: 0.504
   - Tatoeba-test.eng-iba: 0.389
   - Tatoeba-test.eng-ilo: 0.582
   - Tatoeba-test.eng-jav: 0.297
   - Tatoeba-test.eng-lkt: 0.064
   - Tatoeba-test.eng-mad: 0.136
   - Tatoeba-test.eng-mah: 0.366
   - Tatoeba-test.eng-mlg: 0.526
   - Tatoeba-test.eng-mri: 0.311
   - Tatoeba-test.eng-msa: 0.563
   - Tatoeba-test.eng-multi: 0.409
   - Tatoeba-test.eng-nau: 0.082
   - Tatoeba-test.eng-niu: 0.540
   - Tatoeba-test.eng-pag: 0.522
   - Tatoeba-test.eng-pau: 0.144
   - Tatoeba-test.eng-rap: 0.090
   - Tatoeba-test.eng-smo: 0.468
   - Tatoeba-test.eng-sun: 0.421
   - Tatoeba-test.eng-tah: 0.262
   - Tatoeba-test.eng-tet: 0.129
   - Tatoeba-test.eng-ton: 0.505
   - Tatoeba-test.eng-tvl: 0.523
   - Tatoeba-test.eng-war: 0.435