diff --git a/_includes/head.html b/_includes/head.html index 7e554ab6d..05b427ca4 100644 --- a/_includes/head.html +++ b/_includes/head.html @@ -14,7 +14,7 @@ {% endif %} {% endunless %} - + diff --git a/applications/live-chat.md b/applications/live-chat.md deleted file mode 100644 index 74e2baf70..000000000 --- a/applications/live-chat.md +++ /dev/null @@ -1,32 +0,0 @@ ---- -nav_order: 8 -parent: Application areas -title: Live chat -description: Machine translation for live chat ---- - -# Live chat - -Machine translation for **live chat** is used to translate messages between two users who do not speak a common language. - -Live chat messages are a type of [user-generated content](user-generated-content.md). -Live chat is challenging for machine translation because it is noisy and context-dependent. - -Common scenarios are in-game chat in [gaming](gaming.md) and customer support for [commerce and marketplaces](commerce-and-marketplaces.md). - -Many commercial chat applications that have incorporated machine translation for live chat: - -- Skype -- Telegram -- WeChat -- Line - -## Companies - -* [Unbabel](/industry/companies.md/#unbabel) -* [Language I/O](/industry/companies.md/#language-io) -* [KantanMT](/industry/companies.md/#kantanmt) - -## See also - -* [Speech translation](/other-input-types/speech.md) diff --git a/CNAME b/files/CNAME similarity index 100% rename from CNAME rename to files/CNAME diff --git a/generate.py b/generate.py index 44508bdab..9dfe9cb49 100644 --- a/generate.py +++ b/generate.py @@ -144,7 +144,7 @@ def normalize(code): name = LANGUAGE_FAMILIES[code] slug = slugify(name) - filepath = f'languages/{ slug }.md' + filepath = f'nav_bar/languages/{ slug }.md' # TODO: check that it won't be overwritten by a language @@ -257,7 +257,7 @@ def normalize(code): } slug = slugify(name) - filepath = f'languages/{ slug }.md' + filepath = f'nav_bar/languages/{ slug }.md' content = read_content(filepath) @@ -392,7 +392,7 @@ def normalize(code): content = read_content(filepath) - filepath = f'apis/{ api_id }.md' + filepath = f'nav_bar/apis/{ api_id }.md' with open(filepath, 'w', encoding='utf8') as f: f.write(f'''\ --- @@ -497,7 +497,7 @@ def normalize(code): content = read_content(filepath) - filepath = f'integrations/{tms_id}.md' + filepath = f'nav_bar/integrations/{tms_id}.md' with open(filepath, 'w', encoding='utf8') as f: f.write(f'''\ --- @@ -554,7 +554,7 @@ def normalize(code): content = read_content(filepath) - filepath = f'aggregators/{a_id}.md' + filepath = f'nav_bar/aggregators/{a_id}.md' with open(filepath, 'w', encoding='utf8') as f: f.write(f'''\ --- @@ -679,9 +679,8 @@ def normalize(code): } } - slug = slugify(name) - - filepath = f'quality-estimation/{ slug }.md' + slug = slugify(name.replace('-', '').replace(' ', ' ')) + filepath = f'nav_bar/quality-estimation/{ slug }.md' content = read_content(filepath) diff --git a/favicon.ico b/images/favicon.ico similarity index 100% rename from favicon.ico rename to images/favicon.ico diff --git a/machinetranslate.jpg b/images/machinetranslate.jpg similarity index 100% rename from machinetranslate.jpg rename to images/machinetranslate.jpg diff --git a/machinetranslate.png b/images/machinetranslate.png similarity index 100% rename from machinetranslate.png rename to images/machinetranslate.png diff --git a/about.md b/nav_bar/about.md similarity index 100% rename from about.md rename to nav_bar/about.md diff --git a/aggregators/aggregators.md b/nav_bar/aggregators/aggregators.md similarity index 100% rename from aggregators/aggregators.md rename to nav_bar/aggregators/aggregators.md diff --git a/aggregators/crosslang.md b/nav_bar/aggregators/crosslang.md similarity index 100% rename from aggregators/crosslang.md rename to nav_bar/aggregators/crosslang.md diff --git a/aggregators/custom-mt.md b/nav_bar/aggregators/custom-mt.md similarity index 100% rename from aggregators/custom-mt.md rename to nav_bar/aggregators/custom-mt.md diff --git a/aggregators/edenai.md b/nav_bar/aggregators/edenai.md similarity index 100% rename from aggregators/edenai.md rename to nav_bar/aggregators/edenai.md diff --git a/aggregators/human-science.md b/nav_bar/aggregators/human-science.md similarity index 100% rename from aggregators/human-science.md rename to nav_bar/aggregators/human-science.md diff --git a/aggregators/intento.md b/nav_bar/aggregators/intento.md similarity index 100% rename from aggregators/intento.md rename to nav_bar/aggregators/intento.md diff --git a/aggregators/mtrans.md b/nav_bar/aggregators/mtrans.md similarity index 100% rename from aggregators/mtrans.md rename to nav_bar/aggregators/mtrans.md diff --git a/aggregators/tmxmall.md b/nav_bar/aggregators/tmxmall.md similarity index 100% rename from aggregators/tmxmall.md rename to nav_bar/aggregators/tmxmall.md diff --git a/apis/acolad.md b/nav_bar/apis/acolad.md similarity index 100% rename from apis/acolad.md rename to nav_bar/apis/acolad.md diff --git a/apis/aisa.md b/nav_bar/apis/aisa.md similarity index 100% rename from apis/aisa.md rename to nav_bar/apis/aisa.md diff --git a/apis/alexa-translations-ai.md b/nav_bar/apis/alexa-translations-ai.md similarity index 100% rename from apis/alexa-translations-ai.md rename to nav_bar/apis/alexa-translations-ai.md diff --git a/apis/alibaba.md b/nav_bar/apis/alibaba.md similarity index 100% rename from apis/alibaba.md rename to nav_bar/apis/alibaba.md diff --git a/apis/amazon.md b/nav_bar/apis/amazon.md similarity index 100% rename from apis/amazon.md rename to nav_bar/apis/amazon.md diff --git a/apis/apertium.md b/nav_bar/apis/apertium.md similarity index 100% rename from apis/apertium.md rename to nav_bar/apis/apertium.md diff --git a/apis/apis.md b/nav_bar/apis/apis.md similarity index 100% rename from apis/apis.md rename to nav_bar/apis/apis.md diff --git a/apis/apptek.md b/nav_bar/apis/apptek.md similarity index 100% rename from apis/apptek.md rename to nav_bar/apis/apptek.md diff --git a/apis/baidu.md b/nav_bar/apis/baidu.md similarity index 100% rename from apis/baidu.md rename to nav_bar/apis/baidu.md diff --git a/apis/belazar.md b/nav_bar/apis/belazar.md similarity index 100% rename from apis/belazar.md rename to nav_bar/apis/belazar.md diff --git a/apis/cloudtranslation.md b/nav_bar/apis/cloudtranslation.md similarity index 100% rename from apis/cloudtranslation.md rename to nav_bar/apis/cloudtranslation.md diff --git a/apis/deepl.md b/nav_bar/apis/deepl.md similarity index 100% rename from apis/deepl.md rename to nav_bar/apis/deepl.md diff --git a/apis/elia.md b/nav_bar/apis/elia.md similarity index 100% rename from apis/elia.md rename to nav_bar/apis/elia.md diff --git a/apis/etranslation.md b/nav_bar/apis/etranslation.md similarity index 100% rename from apis/etranslation.md rename to nav_bar/apis/etranslation.md diff --git a/apis/fairtrade.md b/nav_bar/apis/fairtrade.md similarity index 100% rename from apis/fairtrade.md rename to nav_bar/apis/fairtrade.md diff --git a/apis/geofluent.md b/nav_bar/apis/geofluent.md similarity index 100% rename from apis/geofluent.md rename to nav_bar/apis/geofluent.md diff --git a/apis/globalese.md b/nav_bar/apis/globalese.md similarity index 100% rename from apis/globalese.md rename to nav_bar/apis/globalese.md diff --git a/apis/google.md b/nav_bar/apis/google.md similarity index 100% rename from apis/google.md rename to nav_bar/apis/google.md diff --git a/apis/iconic.md b/nav_bar/apis/iconic.md similarity index 100% rename from apis/iconic.md rename to nav_bar/apis/iconic.md diff --git a/apis/iptranslator.md b/nav_bar/apis/iptranslator.md similarity index 100% rename from apis/iptranslator.md rename to nav_bar/apis/iptranslator.md diff --git a/apis/judicio.md b/nav_bar/apis/judicio.md similarity index 100% rename from apis/judicio.md rename to nav_bar/apis/judicio.md diff --git a/apis/kakao.md b/nav_bar/apis/kakao.md similarity index 100% rename from apis/kakao.md rename to nav_bar/apis/kakao.md diff --git a/apis/kantanmt.md b/nav_bar/apis/kantanmt.md similarity index 100% rename from apis/kantanmt.md rename to nav_bar/apis/kantanmt.md diff --git a/apis/kodensha.md b/nav_bar/apis/kodensha.md similarity index 100% rename from apis/kodensha.md rename to nav_bar/apis/kodensha.md diff --git a/apis/language-weaver.md b/nav_bar/apis/language-weaver.md similarity index 100% rename from apis/language-weaver.md rename to nav_bar/apis/language-weaver.md diff --git a/apis/language-wire.md b/nav_bar/apis/language-wire.md similarity index 100% rename from apis/language-wire.md rename to nav_bar/apis/language-wire.md diff --git a/apis/lengoo.md b/nav_bar/apis/lengoo.md similarity index 100% rename from apis/lengoo.md rename to nav_bar/apis/lengoo.md diff --git a/apis/lilt.md b/nav_bar/apis/lilt.md similarity index 100% rename from apis/lilt.md rename to nav_bar/apis/lilt.md diff --git a/apis/lingmo.md b/nav_bar/apis/lingmo.md similarity index 100% rename from apis/lingmo.md rename to nav_bar/apis/lingmo.md diff --git a/apis/lingo24.md b/nav_bar/apis/lingo24.md similarity index 100% rename from apis/lingo24.md rename to nav_bar/apis/lingo24.md diff --git a/apis/lingua-custodia.md b/nav_bar/apis/lingua-custodia.md similarity index 100% rename from apis/lingua-custodia.md rename to nav_bar/apis/lingua-custodia.md diff --git a/apis/lingvanex.md b/nav_bar/apis/lingvanex.md similarity index 100% rename from apis/lingvanex.md rename to nav_bar/apis/lingvanex.md diff --git a/apis/ltgear.md b/nav_bar/apis/ltgear.md similarity index 100% rename from apis/ltgear.md rename to nav_bar/apis/ltgear.md diff --git a/apis/lucy.md b/nav_bar/apis/lucy.md similarity index 100% rename from apis/lucy.md rename to nav_bar/apis/lucy.md diff --git a/apis/microsoft.md b/nav_bar/apis/microsoft.md similarity index 100% rename from apis/microsoft.md rename to nav_bar/apis/microsoft.md diff --git a/apis/mirai.md b/nav_bar/apis/mirai.md similarity index 100% rename from apis/mirai.md rename to nav_bar/apis/mirai.md diff --git a/apis/modernmt.md b/nav_bar/apis/modernmt.md similarity index 100% rename from apis/modernmt.md rename to nav_bar/apis/modernmt.md diff --git a/apis/moraviamt.md b/nav_bar/apis/moraviamt.md similarity index 100% rename from apis/moraviamt.md rename to nav_bar/apis/moraviamt.md diff --git a/apis/moses.md b/nav_bar/apis/moses.md similarity index 100% rename from apis/moses.md rename to nav_bar/apis/moses.md diff --git a/apis/neuralspace.md b/nav_bar/apis/neuralspace.md similarity index 100% rename from apis/neuralspace.md rename to nav_bar/apis/neuralspace.md diff --git a/apis/niutrans.md b/nav_bar/apis/niutrans.md similarity index 100% rename from apis/niutrans.md rename to nav_bar/apis/niutrans.md diff --git a/apis/npatmt.md b/nav_bar/apis/npatmt.md similarity index 100% rename from apis/npatmt.md rename to nav_bar/apis/npatmt.md diff --git a/apis/octavemt.md b/nav_bar/apis/octavemt.md similarity index 100% rename from apis/octavemt.md rename to nav_bar/apis/octavemt.md diff --git a/apis/omniscien.md b/nav_bar/apis/omniscien.md similarity index 100% rename from apis/omniscien.md rename to nav_bar/apis/omniscien.md diff --git a/apis/opus-cat.md b/nav_bar/apis/opus-cat.md similarity index 100% rename from apis/opus-cat.md rename to nav_bar/apis/opus-cat.md diff --git a/apis/pangeamt.md b/nav_bar/apis/pangeamt.md similarity index 100% rename from apis/pangeamt.md rename to nav_bar/apis/pangeamt.md diff --git a/apis/papago.md b/nav_bar/apis/papago.md similarity index 100% rename from apis/papago.md rename to nav_bar/apis/papago.md diff --git a/apis/phrase-nextmt.md b/nav_bar/apis/phrase-nextmt.md similarity index 100% rename from apis/phrase-nextmt.md rename to nav_bar/apis/phrase-nextmt.md diff --git a/apis/plata-vicomtech.md b/nav_bar/apis/plata-vicomtech.md similarity index 100% rename from apis/plata-vicomtech.md rename to nav_bar/apis/plata-vicomtech.md diff --git a/apis/promt.md b/nav_bar/apis/promt.md similarity index 100% rename from apis/promt.md rename to nav_bar/apis/promt.md diff --git a/apis/reverso.md b/nav_bar/apis/reverso.md similarity index 100% rename from apis/reverso.md rename to nav_bar/apis/reverso.md diff --git a/apis/rozetta.md b/nav_bar/apis/rozetta.md similarity index 100% rename from apis/rozetta.md rename to nav_bar/apis/rozetta.md diff --git a/apis/safaba.md b/nav_bar/apis/safaba.md similarity index 100% rename from apis/safaba.md rename to nav_bar/apis/safaba.md diff --git a/apis/sap.md b/nav_bar/apis/sap.md similarity index 100% rename from apis/sap.md rename to nav_bar/apis/sap.md diff --git a/apis/skrivanek.md b/nav_bar/apis/skrivanek.md similarity index 100% rename from apis/skrivanek.md rename to nav_bar/apis/skrivanek.md diff --git a/apis/slate.md b/nav_bar/apis/slate.md similarity index 100% rename from apis/slate.md rename to nav_bar/apis/slate.md diff --git a/apis/sogou-translate.md b/nav_bar/apis/sogou-translate.md similarity index 100% rename from apis/sogou-translate.md rename to nav_bar/apis/sogou-translate.md diff --git a/apis/sunda.md b/nav_bar/apis/sunda.md similarity index 100% rename from apis/sunda.md rename to nav_bar/apis/sunda.md diff --git a/apis/systran.md b/nav_bar/apis/systran.md similarity index 100% rename from apis/systran.md rename to nav_bar/apis/systran.md diff --git a/apis/t-tact-an-zin.md b/nav_bar/apis/t-tact-an-zin.md similarity index 100% rename from apis/t-tact-an-zin.md rename to nav_bar/apis/t-tact-an-zin.md diff --git a/apis/tapta.md b/nav_bar/apis/tapta.md similarity index 100% rename from apis/tapta.md rename to nav_bar/apis/tapta.md diff --git a/apis/tarjama.md b/nav_bar/apis/tarjama.md similarity index 100% rename from apis/tarjama.md rename to nav_bar/apis/tarjama.md diff --git a/apis/tauyou.md b/nav_bar/apis/tauyou.md similarity index 100% rename from apis/tauyou.md rename to nav_bar/apis/tauyou.md diff --git a/apis/tencent.md b/nav_bar/apis/tencent.md similarity index 100% rename from apis/tencent.md rename to nav_bar/apis/tencent.md diff --git a/apis/textra.md b/nav_bar/apis/textra.md similarity index 100% rename from apis/textra.md rename to nav_bar/apis/textra.md diff --git a/apis/textshuttle.md b/nav_bar/apis/textshuttle.md similarity index 100% rename from apis/textshuttle.md rename to nav_bar/apis/textshuttle.md diff --git a/apis/tilde.md b/nav_bar/apis/tilde.md similarity index 100% rename from apis/tilde.md rename to nav_bar/apis/tilde.md diff --git a/apis/translateme.md b/nav_bar/apis/translateme.md similarity index 100% rename from apis/translateme.md rename to nav_bar/apis/translateme.md diff --git a/apis/transperfect-nmt.md b/nav_bar/apis/transperfect-nmt.md similarity index 100% rename from apis/transperfect-nmt.md rename to nav_bar/apis/transperfect-nmt.md diff --git a/apis/trebe.md b/nav_bar/apis/trebe.md similarity index 100% rename from apis/trebe.md rename to nav_bar/apis/trebe.md diff --git a/apis/ubiqus.md b/nav_bar/apis/ubiqus.md similarity index 100% rename from apis/ubiqus.md rename to nav_bar/apis/ubiqus.md diff --git a/apis/unbabel.md b/nav_bar/apis/unbabel.md similarity index 100% rename from apis/unbabel.md rename to nav_bar/apis/unbabel.md diff --git a/apis/watson.md b/nav_bar/apis/watson.md similarity index 100% rename from apis/watson.md rename to nav_bar/apis/watson.md diff --git a/apis/wordlingo.md b/nav_bar/apis/wordlingo.md similarity index 100% rename from apis/wordlingo.md rename to nav_bar/apis/wordlingo.md diff --git a/apis/xl8.md b/nav_bar/apis/xl8.md similarity index 100% rename from apis/xl8.md rename to nav_bar/apis/xl8.md diff --git a/apis/yandex.md b/nav_bar/apis/yandex.md similarity index 100% rename from apis/yandex.md rename to nav_bar/apis/yandex.md diff --git a/apis/yeekit.md b/nav_bar/apis/yeekit.md similarity index 100% rename from apis/yeekit.md rename to nav_bar/apis/yeekit.md diff --git a/apis/youdao.md b/nav_bar/apis/youdao.md similarity index 100% rename from apis/youdao.md rename to nav_bar/apis/youdao.md diff --git a/applications/advanced-concepts/bridging.md b/nav_bar/building-and-research/applications/advanced-concepts/bridging.md similarity index 86% rename from applications/advanced-concepts/bridging.md rename to nav_bar/building-and-research/applications/advanced-concepts/bridging.md index a892b01d9..10140d6bb 100644 --- a/applications/advanced-concepts/bridging.md +++ b/nav_bar/building-and-research/applications/advanced-concepts/bridging.md @@ -12,5 +12,5 @@ English is a common choice for the bridge because many languages have training d ## Applications -- Translation without [parallel data](/customisation/parallel-data.md) +- Translation without [parallel data](/nav_bar/features/customisation/parallel-data.md) - Paraphrasing in a single language diff --git a/applications/advanced-concepts/locale.md b/nav_bar/building-and-research/applications/advanced-concepts/locale.md similarity index 81% rename from applications/advanced-concepts/locale.md rename to nav_bar/building-and-research/applications/advanced-concepts/locale.md index 9dfa158dc..1a1f4e76a 100644 --- a/applications/advanced-concepts/locale.md +++ b/nav_bar/building-and-research/applications/advanced-concepts/locale.md @@ -5,9 +5,9 @@ title: Locale description: Specification of language variants --- -A **locale** is an identifier of a [language](/languages/languages.md) and region, plus an optional writing script. -The locale is used in [machine translation APIs](/apis/apis.md) to specify the language of the source and target text. -Locales are used to indicate the language of documents in [web crawling](/customisation/crawling.md) to build [training data](/customisation/crawling.md). +A **locale** is an identifier of a [language](/nav_bar/languages/languages.md) and region, plus an optional writing script. +The locale is used in [machine translation APIs](/nav_bar/apis/apis.md) to specify the language of the source and target text. +Locales are used to indicate the language of documents in [web crawling](/nav_bar/features/customisation/crawling.md) to build [training data](/nav_bar/features/customisation/crawling.md). Example: `frCA` means French (fr) as spoken in Canada (CA) @@ -53,4 +53,4 @@ These language variations are supported by many API vendors: ## See also -- [Languages](/languages/languages.md) +- [Languages](/nav_bar/languages/languages.md) diff --git a/applications/advanced-concepts/multi-engine-machine-translation.md b/nav_bar/building-and-research/applications/advanced-concepts/multi-engine-machine-translation.md similarity index 100% rename from applications/advanced-concepts/multi-engine-machine-translation.md rename to nav_bar/building-and-research/applications/advanced-concepts/multi-engine-machine-translation.md diff --git a/applications/advanced-concepts/tags-and-placeholders.md b/nav_bar/building-and-research/applications/advanced-concepts/tags-and-placeholders.md similarity index 100% rename from applications/advanced-concepts/tags-and-placeholders.md rename to nav_bar/building-and-research/applications/advanced-concepts/tags-and-placeholders.md diff --git a/applications/advanced-concepts/zero-shot-translation.md b/nav_bar/building-and-research/applications/advanced-concepts/zero-shot-translation.md similarity index 63% rename from applications/advanced-concepts/zero-shot-translation.md rename to nav_bar/building-and-research/applications/advanced-concepts/zero-shot-translation.md index 5f4bdebc5..b26c179a3 100644 --- a/applications/advanced-concepts/zero-shot-translation.md +++ b/nav_bar/building-and-research/applications/advanced-concepts/zero-shot-translation.md @@ -13,11 +13,11 @@ Zero-shot machine translation is an active area of research. ## Approaches -- Multilingual [neural machine translation](/approaches/neural-machine-translation.md) (MNMT): This approach learns a single model for all language pairs. The target language is an input to the model. This approach can produce translations between languages that both have parallel data, but not necessarily parallel data with each other. As of 2022, [Google Translate uses MNMT](https://ai.googleblog.com/2022/05/24-new-languages-google-translate.html). +- Multilingual [neural machine translation](/nav_bar/building-and-research/approaches/neural-machine-translation.md) (MNMT): This approach learns a single model for all language pairs. The target language is an input to the model. This approach can produce translations between languages that both have parallel data, but not necessarily parallel data with each other. As of 2022, [Google Translate uses MNMT](https://ai.googleblog.com/2022/05/24-new-languages-google-translate.html). - Stitching together encoders and decoders - When training models for many language pairs, it's possible to ensure that the latent representations are similar across languages, then connect the appropriate encoder and decoder for the desired language pair. - Unsupervised methods learn encoders and decoders as denoising autoencoders, making an effort to ensure that the latent representations are similar across languages, then connect the appropriate encoder and decoder for the desired language pair. ## See also -- [Bridging](bridging.md): Bridging is also commonly used to translate between languages without parallel data. +- [Bridging](/nav_bar/building-and-research/applications/advanced-concepts/bridging.md): Bridging is also commonly used to translate between languages without parallel data. diff --git a/applications/applications.md b/nav_bar/building-and-research/applications/applications.md similarity index 100% rename from applications/applications.md rename to nav_bar/building-and-research/applications/applications.md diff --git a/applications/automatic-post-editing.md b/nav_bar/building-and-research/applications/automatic-post-editing.md similarity index 100% rename from applications/automatic-post-editing.md rename to nav_bar/building-and-research/applications/automatic-post-editing.md diff --git a/applications/commerce-and-marketplaces.md b/nav_bar/building-and-research/applications/commerce-and-marketplaces.md similarity index 79% rename from applications/commerce-and-marketplaces.md rename to nav_bar/building-and-research/applications/commerce-and-marketplaces.md index cd0b0a384..4a9b2bdd7 100644 --- a/applications/commerce-and-marketplaces.md +++ b/nav_bar/building-and-research/applications/commerce-and-marketplaces.md @@ -10,7 +10,7 @@ Machine translation for **commerce and marketplaces** is the translation of prod ## Goals * sales conversion -* [SEO](seo.md) and site search +* [SEO](/nav_bar/building-and-research/applications/seo.md) and site search * customer support The top merchants and platforms cannot human-translate all products into all languages, because of the scale. @@ -22,4 +22,4 @@ The translation of product titles and descriptions is handled by the platforms, * Product titles * Product descriptions * Product reviews -* Customer support [chat](live-chat.md) and email +* Customer support [chat](/nav_bar/building-and-research/applications/live-chat.md) and email diff --git a/applications/content-drafting-images/drafting-text-deepl.png b/nav_bar/building-and-research/applications/content-drafting-images/drafting-text-deepl.png similarity index 100% rename from applications/content-drafting-images/drafting-text-deepl.png rename to nav_bar/building-and-research/applications/content-drafting-images/drafting-text-deepl.png diff --git a/applications/content-drafting-images/image_with_text_eng.svg b/nav_bar/building-and-research/applications/content-drafting-images/image_with_text_eng.svg similarity index 100% rename from applications/content-drafting-images/image_with_text_eng.svg rename to nav_bar/building-and-research/applications/content-drafting-images/image_with_text_eng.svg diff --git a/applications/content-drafting-images/image_with_text_ger.svg b/nav_bar/building-and-research/applications/content-drafting-images/image_with_text_ger.svg similarity index 100% rename from applications/content-drafting-images/image_with_text_ger.svg rename to nav_bar/building-and-research/applications/content-drafting-images/image_with_text_ger.svg diff --git a/applications/content-drafting.md b/nav_bar/building-and-research/applications/content-drafting.md similarity index 82% rename from applications/content-drafting.md rename to nav_bar/building-and-research/applications/content-drafting.md index 2cf10a6cb..4be744aff 100644 --- a/applications/content-drafting.md +++ b/nav_bar/building-and-research/applications/content-drafting.md @@ -25,7 +25,7 @@ When applied to localised content, machine translation is used to detect potenti - truncated words or phrases due to lack of screen space - unsuitable sort order in target language -Detecting these issues at an early phase allows taking corrective actions, in parallel with the actual professional translation or [post-editing](/post-editing.md), or planning for necessary post-processing of localised content, for example: +Detecting these issues at an early phase allows taking corrective actions, in parallel with the actual professional translation or [post-editing](/nav_bar/building-and-research/applications/workflows/post-editing.md), or planning for necessary post-processing of localised content, for example: - Enable proper locale, character sets and fonts. - Resize assets for various text lengths, or plan for resizing these assets at the time of translation. @@ -39,11 +39,11 @@ Detecting these issues at an early phase allows taking corrective actions, in pa The source image in English relies on the exact length of English text: -![English image](content-drafting-images/image_with_text_eng.svg) +![English image](/nav_bar/building-and-research/applications/content-drafting-images/image_with_text_eng.svg) Localised images will have different text lengths depending on the target language. For example, German text is usually longer and does not fit, so some work is needed after the translation to adjust the localised images: -![German image](content-drafting-images/image_with_text_ger.svg) +![German image](/nav_bar/building-and-research/applications/content-drafting-images/image_with_text_ger.svg) @@ -65,4 +65,4 @@ This technique omits the basic difficulty of post-editing: while the post-editor An author may use DeepL in the browser to draft an English paragraph from a Polish source. -![Drafting text in DeepL](content-drafting-images/drafting-text-deepl.png) +![Drafting text in DeepL](/nav_bar/building-and-research/applications/content-drafting-images/drafting-text-deepl.png) diff --git a/applications/gaming.md b/nav_bar/building-and-research/applications/gaming.md similarity index 89% rename from applications/gaming.md rename to nav_bar/building-and-research/applications/gaming.md index f9ebf2747..dd7c6b970 100644 --- a/applications/gaming.md +++ b/nav_bar/building-and-research/applications/gaming.md @@ -19,7 +19,7 @@ In-game: * UI strings * On-screen text and images * Subtitles -* [Live chat](live-chat.md) +* [Live chat](/nav_bar/building-and-research/applications/live-chat.md) Out-of-game: diff --git a/nav_bar/building-and-research/applications/live-chat.md b/nav_bar/building-and-research/applications/live-chat.md new file mode 100644 index 000000000..8d84bd0ad --- /dev/null +++ b/nav_bar/building-and-research/applications/live-chat.md @@ -0,0 +1,32 @@ +--- +nav_order: 8 +parent: Application areas +title: Live chat +description: Machine translation for live chat +--- + +# Live chat + +Machine translation for **live chat** is used to translate messages between two users who do not speak a common language. + +Live chat messages are a type of [user-generated content](/nav_bar/building-and-research/applications/user-generated-content.md). +Live chat is challenging for machine translation because it is noisy and context-dependent. + +Common scenarios are in-game chat in [gaming](/nav_bar/building-and-research/applications/gaming.md) and customer support for [commerce and marketplaces](/nav_bar/building-and-research/applications/commerce-and-marketplaces.md). + +Many commercial chat applications that have incorporated machine translation for live chat: + +- Skype +- Telegram +- WeChat +- Line + +## Companies + +* [Unbabel](/nav_bar/more/industry/companies.md/#unbabel) +* [Language I/O](/nav_bar/more/industry/companies.md/#language-io) +* [KantanMT](/nav_bar/more/industry/companies.md/#kantanmt) + +## See also + +* [Speech translation](/nav_bar/building-and-research/other-input-types/speech.md) diff --git a/applications/multilingual-search.md b/nav_bar/building-and-research/applications/multilingual-search.md similarity index 75% rename from applications/multilingual-search.md rename to nav_bar/building-and-research/applications/multilingual-search.md index ce59bc238..2c0c7e2d7 100644 --- a/applications/multilingual-search.md +++ b/nav_bar/building-and-research/applications/multilingual-search.md @@ -14,6 +14,6 @@ This is a challenge for machine translation since many names and terms can have # Content types -- [Social networks](social-networks.md) +- [Social networks](/nav_bar/building-and-research/applications/social-networks.md) - Messenger apps -- [Commerce and marketplaces](commerce-and-marketplaces.md) +- [Commerce and marketplaces](/nav_bar/building-and-research/applications/commerce-and-marketplaces.md) diff --git a/applications/seo.md b/nav_bar/building-and-research/applications/seo.md similarity index 62% rename from applications/seo.md rename to nav_bar/building-and-research/applications/seo.md index d0be1796f..9eb4c0254 100644 --- a/applications/seo.md +++ b/nav_bar/building-and-research/applications/seo.md @@ -5,13 +5,13 @@ title: SEO description: Machine translation for SEO --- -Machine translation for **search engine optimization** \(**SEO**\) is the translation of [commerce and marketplace](commerce-and-marketplaces.md) website content into the languages in which users are searching. +Machine translation for **search engine optimization** \(**SEO**\) is the translation of [commerce and marketplace](/nav_bar/building-and-research/applications/commerce-and-marketplaces.md) website content into the languages in which users are searching. Translations for search engine optimization is challenging for machine translation because the end goal is not just to convey the meaning, but to use the words that the users actually search for in the target language. Short input, like keywords and tags, and non-sentence input, like lists of keywords, are also a challenge for machine translation. -Content can be purely machine-translated, [hybrid-translated](/workflows/hybrid-translation.md) or human [post-edited](/workflows/post-editing.md). +Content can be purely machine-translated, [hybrid-translated](/nav_bar/building-and-research/applications/workflows/hybrid-translation.md) or human [post-edited](/nav_bar/building-and-research/applications/workflows/post-editing.md). Search engines can penalize machine-generated content, including purely machine-translated content. ### Content types diff --git a/applications/social-networks.md b/nav_bar/building-and-research/applications/social-networks.md similarity index 81% rename from applications/social-networks.md rename to nav_bar/building-and-research/applications/social-networks.md index e3a707138..1d8aa40b9 100644 --- a/applications/social-networks.md +++ b/nav_bar/building-and-research/applications/social-networks.md @@ -17,7 +17,7 @@ Social networks with a machine translation feature include: * YouTube * TikTok -While the static content of social networks is human-translated, machine translation is used for [user-generated content](user-generated-content.md). +While the static content of social networks is human-translated, machine translation is used for [user-generated content](/nav_bar/building-and-research/applications/user-generated-content.md). ## Content types diff --git a/applications/translation-and-localisation.md b/nav_bar/building-and-research/applications/translation-and-localisation.md similarity index 80% rename from applications/translation-and-localisation.md rename to nav_bar/building-and-research/applications/translation-and-localisation.md index 3a9d40c2f..e6571a847 100644 --- a/applications/translation-and-localisation.md +++ b/nav_bar/building-and-research/applications/translation-and-localisation.md @@ -10,12 +10,12 @@ Machine translation is a key technology in professional **translation and locali ### Integrations -Translation software, like [translation management systems](/integrations) (TMS) and computer-aided translation tools (CAT), integrate [machine translation APIs](/apis), directly or via plugins. +Translation software, like [translation management systems](/nav_bar/integrations) (TMS) and computer-aided translation tools (CAT), integrate [machine translation APIs](/nav_bar/apis), directly or via plugins. ### Workflow -The translation software fills in the machine translation for the human translator to [post-edit](/workflows/post-editing.md). -The machine translation can be inserted in whole files at once or one [segment](/concepts/segment.md) at a time. +The translation software fills in the machine translation for the human translator to [post-edit](/nav_bar/building-and-research/applications/workflows/post-editing.md). +The machine translation can be inserted in whole files at once or one [segment](/nav_bar/concepts/segment.md) at a time. Some systems that translate segment-by-segment can learn from post-edits and adapt the machine translation output accordingly. ### Productivity @@ -41,7 +41,7 @@ A software localisation process consists of the following steps: 2. Identifying the features that need to be replaced or adapted. 3. Translating user interface and user assistance content. 4. Replacing or adapting the features that can’t be used in the target culture. -5. Creating versions of the software in the target [locale](/applications/advanced-concepts/locale.md) that are target culture specific. +5. Creating versions of the software in the target [locale](/nav_bar/building-and-research/applications/advanced-concepts/locale.md) that are target culture specific. 6. Testing the localised versions: - Verifying the validity of the translation in the context of the software. - Checking if the new versions work well for the target audience in each language: diff --git a/applications/user-generated-content.md b/nav_bar/building-and-research/applications/user-generated-content.md similarity index 61% rename from applications/user-generated-content.md rename to nav_bar/building-and-research/applications/user-generated-content.md index a03fd5963..826e2d574 100644 --- a/applications/user-generated-content.md +++ b/nav_bar/building-and-research/applications/user-generated-content.md @@ -16,7 +16,7 @@ User-generated content is challenging for machine translation because it is open ## Content types -* [Posts and comments](social-networks.md) -* [Live chat](live-chat.md) -* [Product titles, descriptions and reviews](commerce-and-marketplaces.md) -* [In-game content](gaming.md) +* [Posts and comments](/nav_bar/building-and-research/applications/social-networks.md) +* [Live chat](/nav_bar/building-and-research/applications/live-chat.md) +* [Product titles, descriptions and reviews](/nav_bar/building-and-research/applications/commerce-and-marketplaces.md) +* [In-game content](/nav_bar/building-and-research/applications/gaming.md) diff --git a/workflows/casmacat_interactive_machine_translation.gif b/nav_bar/building-and-research/applications/workflows/casmacat_interactive_machine_translation.gif similarity index 100% rename from workflows/casmacat_interactive_machine_translation.gif rename to nav_bar/building-and-research/applications/workflows/casmacat_interactive_machine_translation.gif diff --git a/workflows/hybrid-translation-workflow.png b/nav_bar/building-and-research/applications/workflows/hybrid-translation-workflow.png similarity index 100% rename from workflows/hybrid-translation-workflow.png rename to nav_bar/building-and-research/applications/workflows/hybrid-translation-workflow.png diff --git a/workflows/hybrid-translation.md b/nav_bar/building-and-research/applications/workflows/hybrid-translation.md similarity index 50% rename from workflows/hybrid-translation.md rename to nav_bar/building-and-research/applications/workflows/hybrid-translation.md index 87cd3138a..d6c1ff6f3 100644 --- a/workflows/hybrid-translation.md +++ b/nav_bar/building-and-research/applications/workflows/hybrid-translation.md @@ -8,16 +8,16 @@ description: Workflow with both human translations and pure machine translations In a **hybrid translation** workflow, some raw machine translations are never seen or edited by a human translator. -Hybrid translation can be faster and cheaper than full human [post-editing](post-editing.md). +Hybrid translation can be faster and cheaper than full human [post-editing](/nav_bar/building-and-research/applications/workflows/post-editing.md). Hybrid translation requires good machine translation. A signification portion of the machine translated segments should be usable as-is. > ### Workflow diagram -> The hybrid translation workflow was first presented by Microsoft, VMWare and [Unbabel](/industry/companies.md#unbabel). +> The hybrid translation workflow was first presented by Microsoft, VMWare and [Unbabel](/nav_bar/more/industry/companies.md#unbabel). > -> ##### Slide from a [ModelFront](/industry/companies.md#modelfront) presentation -> +> ##### Slide from a [ModelFront](/nav_bar/more/industry/companies.md#modelfront) presentation +> A risk **threshold** is set. Each new machine translation is automatically classified as high-quality or low-quality. @@ -31,17 +31,17 @@ They are marked as translated or approved, and potentially even locked. ### Technology -The key technology for a hybrid translation workflow is translation [**quality prediction**](/quality/quality-estimation.md), which is known as *machine translation quality estimation* in the [research](/building-and-research/building-and-research.md) world. +The key technology for a hybrid translation workflow is translation [**quality prediction**](/nav_bar/building-and-research/quality/quality-estimation.md), which is known as *machine translation quality estimation* in the [research](/nav_bar/building-and-research/building-and-research.md) world. ### Adoption -At first, companies like Microsoft, [Unbabel](/industry/companies.md/#unbabel), VMWare and Wayfair implemented hybrid translation by researching and developing their own machine translation quality estimation. +At first, companies like Microsoft, [Unbabel](/nav_bar/more/industry/companies.md/#unbabel), VMWare and Wayfair implemented hybrid translation by researching and developing their own machine translation quality estimation. -With the launch of the [ModelFront](/industry/companies.md/#modelfront) translation quality prediction API, more companies started to adopt the hybrid translation workflow within commercially available translation management systems. +With the launch of the [ModelFront](/nav_bar/more/industry/companies.md/#modelfront) translation quality prediction API, more companies started to adopt the hybrid translation workflow within commercially available translation management systems. --- ### See also -- [**Quality estimation**](/quality/quality-estimation.md) +- [**Quality estimation**](/nav_bar/building-and-research/quality/quality-estimation.md) diff --git a/workflows/interactive-translation-prediction.md b/nav_bar/building-and-research/applications/workflows/interactive-translation-prediction.md similarity index 75% rename from workflows/interactive-translation-prediction.md rename to nav_bar/building-and-research/applications/workflows/interactive-translation-prediction.md index 9f4ac5691..a228cefaf 100644 --- a/workflows/interactive-translation-prediction.md +++ b/nav_bar/building-and-research/applications/workflows/interactive-translation-prediction.md @@ -9,7 +9,7 @@ description: Workflow for human translation with sentence completion Unlike traditional predictive text, interactive translation prediction uses the machine translation model to provide better completions of the sentence. > ##### User interface from [Casmacat](https://www.casmacat.eu/) -> +> ## Challenges @@ -19,4 +19,4 @@ Unlike traditional predictive text, interactive translation prediction uses the ## See also -- [A user study of neural interactive translation prediction](https://link.springer.com/article/10.1007/s10590-019-09235-8) (2019) found that interactive translation prediction was more efficient than [post-editing](post-editing.md) with neural machine translation and also highlights user experience challenges. +- [A user study of neural interactive translation prediction](https://link.springer.com/article/10.1007/s10590-019-09235-8) (2019) found that interactive translation prediction was more efficient than [post-editing](/nav_bar/building-and-research/applications/workflows/post-editing.md) with neural machine translation and also highlights user experience challenges. diff --git a/workflows/post-editing.md b/nav_bar/building-and-research/applications/workflows/post-editing.md similarity index 100% rename from workflows/post-editing.md rename to nav_bar/building-and-research/applications/workflows/post-editing.md diff --git a/workflows/workflows.md b/nav_bar/building-and-research/applications/workflows/workflows.md similarity index 100% rename from workflows/workflows.md rename to nav_bar/building-and-research/applications/workflows/workflows.md diff --git a/approaches/approaches.md b/nav_bar/building-and-research/approaches/approaches.md similarity index 58% rename from approaches/approaches.md rename to nav_bar/building-and-research/approaches/approaches.md index c8b136490..5b87b7849 100644 --- a/approaches/approaches.md +++ b/nav_bar/building-and-research/approaches/approaches.md @@ -8,13 +8,13 @@ seo: name: Approaches to machine translation --- -The earliest machine translation systems were built with [*rule-based* approaches](rule-based-machine-translation.md). +The earliest machine translation systems were built with [*rule-based* approaches](/nav_bar/building-and-research/approaches/rule-based-machine-translation.md). -By the 2010s, the top systems, like Google Translate, used [*statistical* machine translation](/approaches/statistical-machine-translation.md) (SMT). +By the 2010s, the top systems, like Google Translate, used [*statistical* machine translation](/nav_bar/building-and-research/approaches/statistical-machine-translation.md) (SMT). Statistical machine translation is also known as [phrase-based machine translation](https://machinetranslate.org/statistical-machine-translation#approaches) (PBMT). -By the 2020s, the top systems used [*neural machine* translation](neural-machine-translation.md). -A few of the neural systems launched an [adaptive customisation](/customisation/adaptive.md) feature. +By the 2020s, the top systems used [*neural machine* translation](/nav_bar/building-and-research/approaches/neural-machine-translation.md). +A few of the neural systems launched an [adaptive customisation](/nav_bar/features/customisation/adaptive.md) feature. Each paradigm shift made machine translation systems more accurate and also easier to build. -The result was more [language support](/languages/languages.md) and more production systems from more [companies](/industry/companies.md). +The result was more [language support](/nav_bar/languages/languages.md) and more production systems from more [companies](/nav_bar/more/industry/companies.md). diff --git a/approaches/byte-pair-encoding.md b/nav_bar/building-and-research/approaches/byte-pair-encoding.md similarity index 100% rename from approaches/byte-pair-encoding.md rename to nav_bar/building-and-research/approaches/byte-pair-encoding.md diff --git a/approaches/neural-machine-translation.md b/nav_bar/building-and-research/approaches/neural-machine-translation.md similarity index 76% rename from approaches/neural-machine-translation.md rename to nav_bar/building-and-research/approaches/neural-machine-translation.md index de6d01a2c..ea389ac8e 100644 --- a/approaches/neural-machine-translation.md +++ b/nav_bar/building-and-research/approaches/neural-machine-translation.md @@ -7,11 +7,11 @@ description: Deep learning approaches to machine translation --- **Neural machine translation** (NMT) is a machine translation approach based on machine learning that uses large neural networks to predict the likelihood of correct translations. -Like [statistical machine translation](statistical-machine-translation.md), neural machine translation is data-driven. +Like [statistical machine translation](/nav_bar/building-and-research/approaches/statistical-machine-translation.md), neural machine translation is data-driven. ### Neural networks -Neural networks use [training data](/customisation/training-data.md) to create [vectors](/concepts/vector.md) for every word and its relations, called word embeddings. +Neural networks use [training data](/nav_bar/features/customisation/training-data.md) to create [vectors](/concepts/vector.md) for every word and its relations, called word embeddings. Words with similar meaning cluster together, and words with more than one meaning appear simultaneously in different clusters. **Cluster1**: @@ -38,7 +38,7 @@ The sequence model arranges a sentence order by calculating the probability of t ### Encoder/decoder framework -Neural machine translation architecture consists of an encoder and a [decoder](/concepts/language-model.md#decoding). +Neural machine translation architecture consists of an encoder and a [decoder](/nav_bar/concepts/language-model.md#decoding). The encoder analyses the input sequence words and their relations. The result is the representation of the sentence, called context vector. @@ -57,5 +57,5 @@ The attention mechanism also learns the alignment between the relevant informati ## See also -* [Byte-pair encoding](byte-pair-encoding.md) -* [Transformers](transformers.md) +* [Byte-pair encoding](/nav_bar/building-and-research/approaches/byte-pair-encoding.md) +* [Transformers](/nav_bar/building-and-research/approaches/transformers.md) diff --git a/approaches/rule-based-machine-translation.md b/nav_bar/building-and-research/approaches/rule-based-machine-translation.md similarity index 100% rename from approaches/rule-based-machine-translation.md rename to nav_bar/building-and-research/approaches/rule-based-machine-translation.md diff --git a/approaches/statistical-machine-translation.md b/nav_bar/building-and-research/approaches/statistical-machine-translation.md similarity index 91% rename from approaches/statistical-machine-translation.md rename to nav_bar/building-and-research/approaches/statistical-machine-translation.md index 31aae6d34..fd5fa320b 100644 --- a/approaches/statistical-machine-translation.md +++ b/nav_bar/building-and-research/approaches/statistical-machine-translation.md @@ -9,7 +9,7 @@ description: Statistical approaches to machine translation **Statistical machine translation** (SMT) is a machine translation approach that uses large volumes of bilingual data to find the most probable translation for a given input. Statistical machine translation systems learn to translate by analysing the statistical relationships between original texts and their existing human translations. -The most important components in statistical machine translation are the translation model and the [language model](/concepts/language-model.md). +The most important components in statistical machine translation are the translation model and the [language model](/nav_bar/concepts/language-model.md). ### Language model @@ -19,9 +19,9 @@ The language model can be associated with fluency in the translation because it ### Translation model -The statistical machine translation model is trained with [parallel data](/customisation/parallel-data.md). +The statistical machine translation model is trained with [parallel data](/nav_bar/features/customisation/parallel-data.md). A translation model is a table of aligned phrases and their translation. -These phrases are called [n-grams](/concepts/n-gram.md). +These phrases are called [n-grams](/nav_bar/concepts/n-gram.md). The purpose of the translation model is to predict candidate translations for specific input texts. The translation model can be associated with adequacy because it preserves the meaning of the source. diff --git a/approaches/transformer-model-architecture.png b/nav_bar/building-and-research/approaches/transformer-model-architecture.png similarity index 100% rename from approaches/transformer-model-architecture.png rename to nav_bar/building-and-research/approaches/transformer-model-architecture.png diff --git a/approaches/transformers.md b/nav_bar/building-and-research/approaches/transformers.md similarity index 80% rename from approaches/transformers.md rename to nav_bar/building-and-research/approaches/transformers.md index 20123d309..9de257f76 100644 --- a/approaches/transformers.md +++ b/nav_bar/building-and-research/approaches/transformers.md @@ -6,7 +6,7 @@ description: A deep learning model architecture for neural machine translation --- **Transformers** are a type of neural network architecture that relies only on the [attention](/concepts/attention.md) mechanism. -A transformer allows [neural machine translation](/approaches/neural-machine-translation.md) models to better handle the dependencies between the input and output sequences. +A transformer allows [neural machine translation](/nav_bar/building-and-research/approaches/neural-machine-translation.md) models to better handle the dependencies between the input and output sequences. The transformer was first introduced in the paper titled [*”Attention is all you need”*](https://arxiv.org/pdf/1706.03762.pdf) by Google Research in 2017. @@ -16,11 +16,11 @@ The transformer consists of an encoder and a decoder, which have several layers. These layers include sublayers of *self-attention* and *feed-forward neural networks*. > ##### Image from the [Transformers](https://en.wikipedia.org/wiki/Transformer_(machine_learning_model)) Wikipedia article -> +> ### Encoder -The input sequence is first embedded into a continuous [vector](/concepts/vector.md) space and then passed through multiple self-attention layers. +The input sequence is first embedded into a continuous [vector](/nav_bar/building-and-research/concepts/vector.md) space and then passed through multiple self-attention layers. Each self-attention layer takes the input and creates a context vector based on the weighted sum of the input words. The generated output encoding then passes through a feed-forward neural network. The process is repeated for several layers. diff --git a/building-and-research/building-and-research.md b/nav_bar/building-and-research/building-and-research.md similarity index 100% rename from building-and-research/building-and-research.md rename to nav_bar/building-and-research/building-and-research.md diff --git a/building-and-research/data.md b/nav_bar/building-and-research/data.md similarity index 100% rename from building-and-research/data.md rename to nav_bar/building-and-research/data.md diff --git a/building-and-research/human-in-the-loop.md b/nav_bar/building-and-research/human-in-the-loop.md similarity index 100% rename from building-and-research/human-in-the-loop.md rename to nav_bar/building-and-research/human-in-the-loop.md diff --git a/building-and-research/libraries-and-frameworks.md b/nav_bar/building-and-research/libraries-and-frameworks.md similarity index 100% rename from building-and-research/libraries-and-frameworks.md rename to nav_bar/building-and-research/libraries-and-frameworks.md diff --git a/building-and-research/other-input-types/other-input-types.md b/nav_bar/building-and-research/other-input-types/other-input-types.md similarity index 100% rename from building-and-research/other-input-types/other-input-types.md rename to nav_bar/building-and-research/other-input-types/other-input-types.md diff --git a/building-and-research/other-input-types/speech.md b/nav_bar/building-and-research/other-input-types/speech.md similarity index 100% rename from building-and-research/other-input-types/speech.md rename to nav_bar/building-and-research/other-input-types/speech.md diff --git a/quality/metrics/bertscore.md b/nav_bar/building-and-research/quality/metrics/bertscore.md similarity index 100% rename from quality/metrics/bertscore.md rename to nav_bar/building-and-research/quality/metrics/bertscore.md diff --git a/quality/metrics/bleu.md b/nav_bar/building-and-research/quality/metrics/bleu.md similarity index 100% rename from quality/metrics/bleu.md rename to nav_bar/building-and-research/quality/metrics/bleu.md diff --git a/quality/metrics/chrF.md b/nav_bar/building-and-research/quality/metrics/chrF.md similarity index 100% rename from quality/metrics/chrF.md rename to nav_bar/building-and-research/quality/metrics/chrF.md diff --git a/quality/metrics/comet.md b/nav_bar/building-and-research/quality/metrics/comet.md similarity index 100% rename from quality/metrics/comet.md rename to nav_bar/building-and-research/quality/metrics/comet.md diff --git a/quality/metrics/human-evaluation-metrics.md b/nav_bar/building-and-research/quality/metrics/human-evaluation-metrics.md similarity index 100% rename from quality/metrics/human-evaluation-metrics.md rename to nav_bar/building-and-research/quality/metrics/human-evaluation-metrics.md diff --git a/quality/metrics/meteor.md b/nav_bar/building-and-research/quality/metrics/meteor.md similarity index 100% rename from quality/metrics/meteor.md rename to nav_bar/building-and-research/quality/metrics/meteor.md diff --git a/nav_bar/building-and-research/quality/metrics/metrics.md b/nav_bar/building-and-research/quality/metrics/metrics.md new file mode 100644 index 000000000..9c82dd66d --- /dev/null +++ b/nav_bar/building-and-research/quality/metrics/metrics.md @@ -0,0 +1,85 @@ +--- +parent: Building and research +has_children: true +nav_order: 150 +title: Metrics +description: List of metrics for evaluating machine translation +seo: + name: List of metrics for evaluating machine translation +--- + +**Metrics** measure the quality of the output of a machine translation system. + +Metrics are used to compare different machine translation systems. + +The best known metric for machine translation is [BLEU](/nav_bar/building-and-research/metrics/bleu.md), a string-based automatic metric. + +{% include collapsible_toc.html %} + +## Automatic evaluation metrics + +Automatic quality metrics can be computed relatively quickly. + +Automatic quality metrics are divided into **string-based metrics** and **machine learning-based metrics**. + +### String-based metrics + +String-based metrics generally measure the word or character distance between the target sentence and the reference translation. + +Examples: +- [BLEU](/nav_bar/building-and-research/metrics/bleu.md) +- [METEOR](/nav_bar/building-and-research/metrics/meteor.md) +- [NIST](/nav_bar/building-and-research/metrics/nist.md) +- [chrF](/nav_bar/building-and-research/metrics/chrF.md) +- [TER](/nav_bar/building-and-research/metrics/ter.md) + +String-based are used in research papers and competitions because they are explainable and fair, and they can support any language pair. + +But string-based metrics can punish translations that convey the correct meaning, and the scores cannot be compared across language pairs. + +The scores generally do not correlate well with human evaluation scores when translation quality is high. + + +### Machine learning-based metrics + +Machine learning-based metrics use [sentence embeddings](/nav_bar/concepts/sentence-embeddings.md) to calculate the difference between the generated target sentence and the reference translation, or even between the target senternce and the source sentence. + +Examples: +- [COMET](/nav_bar/building-and-research/metrics/comet.md) +- [YiSi](/nav_bar/building-and-research/metrics/yisi.md) +- [BERTscore](/nav_bar/building-and-research/metrics/bertscore.md) + +Machine learning-based metrics require a model that was trained on data with the source and target languages. + +The score can correlate well with human evaluation scores. + +But the scores are not explainable or fair, so they cannot be used in a research competition. + + +## Human evaluation metrics + +Human evaluation is the gold standard. + +- [MQM](/nav_bar/building-and-research/metrics/human-evaluation-metrics.md#mqm) +- [SQM](/nav_bar/building-and-research/metrics/human-evaluation-metrics.md#sqm) +- [Average score and average z-score](/nav_bar/building-and-research/metrics/human-evaluation-metrics.md#average-score-and-average-z-score) +- [TrueSkill](/nav_bar/building-and-research/metrics/human-evaluation-metrics.md#trueskill) +- [Adecuacy and fluency judgement](/nav_bar/building-and-research/metrics/human-evaluation-metrics.md#adequacy-and-fluency-judgement) +- [Relative ranking](/nav_bar/building-and-research/metrics/human-evaluation-metrics.md#relative-ranking) +- [Constituent ranking](/nav_bar/building-and-research/metrics/human-evaluation-metrics.md#constituent-ranking) +- [Yes or no constituent judgement](/nav_bar/building-and-research/metrics/human-evaluation-metrics.md#yes-and-no-constituent-judgement) +- [Direct assessment](/nav_bar/building-and-research/metrics/human-evaluation-metrics.md#direct-assessment) + +But human evaluation is slow, expensive and subjective. + + +### Evolution +> +> ##### Slide from [Unbabel](/nav_bar/more/industry/companies.md#unbabel) for [AMTA 2022](/nav_bar/events/amta2022.md) +> + + +## See also + +- [Quality evaluation](/nav_bar/building-and-research/quality-evaluation.md) +- [Quality estimation](/nav_bar/building-and-research/quality-estimation.md) diff --git a/quality/metrics/nist.md b/nav_bar/building-and-research/quality/metrics/nist.md similarity index 100% rename from quality/metrics/nist.md rename to nav_bar/building-and-research/quality/metrics/nist.md diff --git a/quality/metrics/ter.md b/nav_bar/building-and-research/quality/metrics/ter.md similarity index 100% rename from quality/metrics/ter.md rename to nav_bar/building-and-research/quality/metrics/ter.md diff --git a/quality/metrics/timeline.jpg b/nav_bar/building-and-research/quality/metrics/timeline.jpg similarity index 100% rename from quality/metrics/timeline.jpg rename to nav_bar/building-and-research/quality/metrics/timeline.jpg diff --git a/quality/metrics/yisi.md b/nav_bar/building-and-research/quality/metrics/yisi.md similarity index 100% rename from quality/metrics/yisi.md rename to nav_bar/building-and-research/quality/metrics/yisi.md diff --git a/quality/quality-evaluation.md b/nav_bar/building-and-research/quality/quality-evaluation.md similarity index 100% rename from quality/quality-evaluation.md rename to nav_bar/building-and-research/quality/quality-evaluation.md diff --git a/quality/quality.md b/nav_bar/building-and-research/quality/quality.md similarity index 100% rename from quality/quality.md rename to nav_bar/building-and-research/quality/quality.md diff --git a/building-and-research/training.md b/nav_bar/building-and-research/training.md similarity index 100% rename from building-and-research/training.md rename to nav_bar/building-and-research/training.md diff --git a/calls-for-papers/calls-for-papers.md b/nav_bar/calls-for-papers/calls-for-papers.md similarity index 100% rename from calls-for-papers/calls-for-papers.md rename to nav_bar/calls-for-papers/calls-for-papers.md diff --git a/community.md b/nav_bar/community.md similarity index 100% rename from community.md rename to nav_bar/community.md diff --git a/concepts/alignment.md b/nav_bar/concepts/alignment.md similarity index 100% rename from concepts/alignment.md rename to nav_bar/concepts/alignment.md diff --git a/concepts/attention.md b/nav_bar/concepts/attention.md similarity index 100% rename from concepts/attention.md rename to nav_bar/concepts/attention.md diff --git a/concepts/back-translation.md b/nav_bar/concepts/back-translation.md similarity index 100% rename from concepts/back-translation.md rename to nav_bar/concepts/back-translation.md diff --git a/concepts/concepts.md b/nav_bar/concepts/concepts.md similarity index 100% rename from concepts/concepts.md rename to nav_bar/concepts/concepts.md diff --git a/concepts/crawling.md b/nav_bar/concepts/crawling.md similarity index 100% rename from concepts/crawling.md rename to nav_bar/concepts/crawling.md diff --git a/concepts/filtering.md b/nav_bar/concepts/filtering.md similarity index 100% rename from concepts/filtering.md rename to nav_bar/concepts/filtering.md diff --git a/concepts/language-identification.md b/nav_bar/concepts/language-identification.md similarity index 100% rename from concepts/language-identification.md rename to nav_bar/concepts/language-identification.md diff --git a/concepts/language-model.md b/nav_bar/concepts/language-model.md similarity index 100% rename from concepts/language-model.md rename to nav_bar/concepts/language-model.md diff --git a/concepts/n-gram.md b/nav_bar/concepts/n-gram.md similarity index 100% rename from concepts/n-gram.md rename to nav_bar/concepts/n-gram.md diff --git a/concepts/parallel-data.md b/nav_bar/concepts/parallel-data.md similarity index 100% rename from concepts/parallel-data.md rename to nav_bar/concepts/parallel-data.md diff --git a/concepts/segment.md b/nav_bar/concepts/segment.md similarity index 100% rename from concepts/segment.md rename to nav_bar/concepts/segment.md diff --git a/concepts/sentence-splitting.md b/nav_bar/concepts/sentence-splitting.md similarity index 100% rename from concepts/sentence-splitting.md rename to nav_bar/concepts/sentence-splitting.md diff --git a/concepts/string.md b/nav_bar/concepts/string.md similarity index 100% rename from concepts/string.md rename to nav_bar/concepts/string.md diff --git a/concepts/token.md b/nav_bar/concepts/token.md similarity index 100% rename from concepts/token.md rename to nav_bar/concepts/token.md diff --git a/concepts/tokenisation.md b/nav_bar/concepts/tokenisation.md similarity index 100% rename from concepts/tokenisation.md rename to nav_bar/concepts/tokenisation.md diff --git a/concepts/training-data.md b/nav_bar/concepts/training-data.md similarity index 100% rename from concepts/training-data.md rename to nav_bar/concepts/training-data.md diff --git a/concepts/vector.md b/nav_bar/concepts/vector.md similarity index 100% rename from concepts/vector.md rename to nav_bar/concepts/vector.md diff --git a/concepts/vocabulary.md b/nav_bar/concepts/vocabulary.md similarity index 100% rename from concepts/vocabulary.md rename to nav_bar/concepts/vocabulary.md diff --git a/concepts/word-embeddings.md b/nav_bar/concepts/word-embeddings.md similarity index 100% rename from concepts/word-embeddings.md rename to nav_bar/concepts/word-embeddings.md diff --git a/CONTRIBUTING.md b/nav_bar/contributing/CONTRIBUTING.md similarity index 100% rename from CONTRIBUTING.md rename to nav_bar/contributing/CONTRIBUTING.md diff --git a/contributing/coming-soon.md b/nav_bar/contributing/coming-soon.md similarity index 100% rename from contributing/coming-soon.md rename to nav_bar/contributing/coming-soon.md diff --git a/contributing/contributors.md b/nav_bar/contributing/contributors.md similarity index 100% rename from contributing/contributors.md rename to nav_bar/contributing/contributors.md diff --git a/roadmap.md b/nav_bar/contributing/roadmap.md similarity index 100% rename from roadmap.md rename to nav_bar/contributing/roadmap.md diff --git a/contributing/style.md b/nav_bar/contributing/style.md similarity index 100% rename from contributing/style.md rename to nav_bar/contributing/style.md diff --git a/events/aamt-seminar-1.md b/nav_bar/events/aamt-seminar-1.md similarity index 100% rename from events/aamt-seminar-1.md rename to nav_bar/events/aamt-seminar-1.md diff --git a/events/aamt2019.md b/nav_bar/events/aamt2019.md similarity index 100% rename from events/aamt2019.md rename to nav_bar/events/aamt2019.md diff --git a/events/aamt2020.md b/nav_bar/events/aamt2020.md similarity index 100% rename from events/aamt2020.md rename to nav_bar/events/aamt2020.md diff --git a/events/aamt2021.md b/nav_bar/events/aamt2021.md similarity index 100% rename from events/aamt2021.md rename to nav_bar/events/aamt2021.md diff --git a/events/aamt2022.md b/nav_bar/events/aamt2022.md similarity index 100% rename from events/aamt2022.md rename to nav_bar/events/aamt2022.md diff --git a/events/ai-and-language-technologies.md b/nav_bar/events/ai-and-language-technologies.md similarity index 100% rename from events/ai-and-language-technologies.md rename to nav_bar/events/ai-and-language-technologies.md diff --git a/events/ai-opportunities-and-risk.md b/nav_bar/events/ai-opportunities-and-risk.md similarity index 100% rename from events/ai-opportunities-and-risk.md rename to nav_bar/events/ai-opportunities-and-risk.md diff --git a/events/americasnlp-2.md b/nav_bar/events/americasnlp-2.md similarity index 100% rename from events/americasnlp-2.md rename to nav_bar/events/americasnlp-2.md diff --git a/events/americasnlp2023.md b/nav_bar/events/americasnlp2023.md similarity index 100% rename from events/americasnlp2023.md rename to nav_bar/events/americasnlp2023.md diff --git a/events/amta2020.md b/nav_bar/events/amta2020.md similarity index 100% rename from events/amta2020.md rename to nav_bar/events/amta2020.md diff --git a/events/amta2022.md b/nav_bar/events/amta2022.md similarity index 100% rename from events/amta2022.md rename to nav_bar/events/amta2022.md diff --git a/events/amta2023.md b/nav_bar/events/amta2023.md similarity index 100% rename from events/amta2023.md rename to nav_bar/events/amta2023.md diff --git a/events/asltrw2021.md b/nav_bar/events/asltrw2021.md similarity index 100% rename from events/asltrw2021.md rename to nav_bar/events/asltrw2021.md diff --git a/events/at4ssl2021.md b/nav_bar/events/at4ssl2021.md similarity index 100% rename from events/at4ssl2021.md rename to nav_bar/events/at4ssl2021.md diff --git a/events/at4ssl2023.md b/nav_bar/events/at4ssl2023.md similarity index 100% rename from events/at4ssl2023.md rename to nav_bar/events/at4ssl2023.md diff --git a/events/autosimtrans2020.md b/nav_bar/events/autosimtrans2020.md similarity index 100% rename from events/autosimtrans2020.md rename to nav_bar/events/autosimtrans2020.md diff --git a/events/autosimtrans2021.md b/nav_bar/events/autosimtrans2021.md similarity index 100% rename from events/autosimtrans2021.md rename to nav_bar/events/autosimtrans2021.md diff --git a/events/autosimtrans2022.md b/nav_bar/events/autosimtrans2022.md similarity index 100% rename from events/autosimtrans2022.md rename to nav_bar/events/autosimtrans2022.md diff --git a/events/coco4mt-1.md b/nav_bar/events/coco4mt-1.md similarity index 100% rename from events/coco4mt-1.md rename to nav_bar/events/coco4mt-1.md diff --git a/events/coco4mt-2.md b/nav_bar/events/coco4mt-2.md similarity index 100% rename from events/coco4mt-2.md rename to nav_bar/events/coco4mt-2.md diff --git a/events/context-aware-mt-evaluation.md b/nav_bar/events/context-aware-mt-evaluation.md similarity index 100% rename from events/context-aware-mt-evaluation.md rename to nav_bar/events/context-aware-mt-evaluation.md diff --git a/events/convergence-2023.md b/nav_bar/events/convergence-2023.md similarity index 100% rename from events/convergence-2023.md rename to nav_bar/events/convergence-2023.md diff --git a/events/csa-future-of-mt-2.md b/nav_bar/events/csa-future-of-mt-2.md similarity index 100% rename from events/csa-future-of-mt-2.md rename to nav_bar/events/csa-future-of-mt-2.md diff --git a/events/csa-future-of-mt.md b/nav_bar/events/csa-future-of-mt.md similarity index 100% rename from events/csa-future-of-mt.md rename to nav_bar/events/csa-future-of-mt.md diff --git a/events/csa-panel-discussion.md b/nav_bar/events/csa-panel-discussion.md similarity index 100% rename from events/csa-panel-discussion.md rename to nav_bar/events/csa-panel-discussion.md diff --git a/events/data-anonymization-ethical-ai.md b/nav_bar/events/data-anonymization-ethical-ai.md similarity index 100% rename from events/data-anonymization-ethical-ai.md rename to nav_bar/events/data-anonymization-ethical-ai.md diff --git a/events/debunking-mt-myths.md b/nav_bar/events/debunking-mt-myths.md similarity index 100% rename from events/debunking-mt-myths.md rename to nav_bar/events/debunking-mt-myths.md diff --git a/events/debunking-nllb.md b/nav_bar/events/debunking-nllb.md similarity index 100% rename from events/debunking-nllb.md rename to nav_bar/events/debunking-nllb.md diff --git a/events/eamt2020.md b/nav_bar/events/eamt2020.md similarity index 100% rename from events/eamt2020.md rename to nav_bar/events/eamt2020.md diff --git a/events/eamt2022.md b/nav_bar/events/eamt2022.md similarity index 100% rename from events/eamt2022.md rename to nav_bar/events/eamt2022.md diff --git a/events/eamt2023.md b/nav_bar/events/eamt2023.md similarity index 100% rename from events/eamt2023.md rename to nav_bar/events/eamt2023.md diff --git a/events/events.md b/nav_bar/events/events.md similarity index 100% rename from events/events.md rename to nav_bar/events/events.md diff --git a/events/future-language-ai-enterprise.md b/nav_bar/events/future-language-ai-enterprise.md similarity index 100% rename from events/future-language-ai-enterprise.md rename to nav_bar/events/future-language-ai-enterprise.md diff --git a/events/hat19.md b/nav_bar/events/hat19.md similarity index 100% rename from events/hat19.md rename to nav_bar/events/hat19.md diff --git a/events/human-machine-dialectic.md b/nav_bar/events/human-machine-dialectic.md similarity index 100% rename from events/human-machine-dialectic.md rename to nav_bar/events/human-machine-dialectic.md diff --git a/events/iwslt2022.md b/nav_bar/events/iwslt2022.md similarity index 100% rename from events/iwslt2022.md rename to nav_bar/events/iwslt2022.md diff --git a/events/iwslt2023.md b/nav_bar/events/iwslt2023.md similarity index 100% rename from events/iwslt2023.md rename to nav_bar/events/iwslt2023.md diff --git a/events/lay-use-and-perceptions-of-machine-translation.md b/nav_bar/events/lay-use-and-perceptions-of-machine-translation.md similarity index 100% rename from events/lay-use-and-perceptions-of-machine-translation.md rename to nav_bar/events/lay-use-and-perceptions-of-machine-translation.md diff --git a/events/lit-translation-and-ai.md b/nav_bar/events/lit-translation-and-ai.md similarity index 100% rename from events/lit-translation-and-ai.md rename to nav_bar/events/lit-translation-and-ai.md diff --git a/events/loresmt2021.md b/nav_bar/events/loresmt2021.md similarity index 100% rename from events/loresmt2021.md rename to nav_bar/events/loresmt2021.md diff --git a/events/loresmt2022.md b/nav_bar/events/loresmt2022.md similarity index 100% rename from events/loresmt2022.md rename to nav_bar/events/loresmt2022.md diff --git a/events/loresmt2023.md b/nav_bar/events/loresmt2023.md similarity index 100% rename from events/loresmt2023.md rename to nav_bar/events/loresmt2023.md diff --git a/events/machine-translation-meetup-1.md b/nav_bar/events/machine-translation-meetup-1.md similarity index 100% rename from events/machine-translation-meetup-1.md rename to nav_bar/events/machine-translation-meetup-1.md diff --git a/events/machine-translation-meetup-2.md b/nav_bar/events/machine-translation-meetup-2.md similarity index 100% rename from events/machine-translation-meetup-2.md rename to nav_bar/events/machine-translation-meetup-2.md diff --git a/events/machine-translation-meetup-3.md b/nav_bar/events/machine-translation-meetup-3.md similarity index 100% rename from events/machine-translation-meetup-3.md rename to nav_bar/events/machine-translation-meetup-3.md diff --git a/events/mtm2019.md b/nav_bar/events/mtm2019.md similarity index 100% rename from events/mtm2019.md rename to nav_bar/events/mtm2019.md diff --git a/events/mtm2022.md b/nav_bar/events/mtm2022.md similarity index 100% rename from events/mtm2022.md rename to nav_bar/events/mtm2022.md diff --git a/events/mtm2023.md b/nav_bar/events/mtm2023.md similarity index 100% rename from events/mtm2023.md rename to nav_bar/events/mtm2023.md diff --git a/events/mtma2022.md b/nav_bar/events/mtma2022.md similarity index 100% rename from events/mtma2022.md rename to nav_bar/events/mtma2022.md diff --git a/events/mtma2023.md b/nav_bar/events/mtma2023.md similarity index 100% rename from events/mtma2023.md rename to nav_bar/events/mtma2023.md diff --git a/events/mtsummit2013.md b/nav_bar/events/mtsummit2013.md similarity index 100% rename from events/mtsummit2013.md rename to nav_bar/events/mtsummit2013.md diff --git a/events/mtsummit2015.md b/nav_bar/events/mtsummit2015.md similarity index 100% rename from events/mtsummit2015.md rename to nav_bar/events/mtsummit2015.md diff --git a/events/mtsummit2017.md b/nav_bar/events/mtsummit2017.md similarity index 100% rename from events/mtsummit2017.md rename to nav_bar/events/mtsummit2017.md diff --git a/events/mtsummit2019.md b/nav_bar/events/mtsummit2019.md similarity index 100% rename from events/mtsummit2019.md rename to nav_bar/events/mtsummit2019.md diff --git a/events/mtsummit2021.md b/nav_bar/events/mtsummit2021.md similarity index 100% rename from events/mtsummit2021.md rename to nav_bar/events/mtsummit2021.md diff --git a/events/mtsummit2023.md b/nav_bar/events/mtsummit2023.md similarity index 100% rename from events/mtsummit2023.md rename to nav_bar/events/mtsummit2023.md diff --git a/events/mumttt2022.md b/nav_bar/events/mumttt2022.md similarity index 100% rename from events/mumttt2022.md rename to nav_bar/events/mumttt2022.md diff --git a/events/nettt2022.md b/nav_bar/events/nettt2022.md similarity index 100% rename from events/nettt2022.md rename to nav_bar/events/nettt2022.md diff --git a/events/nmt-foundations-applications-implications.md b/nav_bar/events/nmt-foundations-applications-implications.md similarity index 100% rename from events/nmt-foundations-applications-implications.md rename to nav_bar/events/nmt-foundations-applications-implications.md diff --git a/events/pronouns-and-mt-2022.md b/nav_bar/events/pronouns-and-mt-2022.md similarity index 100% rename from events/pronouns-and-mt-2022.md rename to nav_bar/events/pronouns-and-mt-2022.md diff --git a/events/pslt2021.md b/nav_bar/events/pslt2021.md similarity index 100% rename from events/pslt2021.md rename to nav_bar/events/pslt2021.md diff --git a/events/redefining-domain-adaptation.md b/nav_bar/events/redefining-domain-adaptation.md similarity index 100% rename from events/redefining-domain-adaptation.md rename to nav_bar/events/redefining-domain-adaptation.md diff --git a/events/slug-llms-in-localisation.md b/nav_bar/events/slug-llms-in-localisation.md similarity index 100% rename from events/slug-llms-in-localisation.md rename to nav_bar/events/slug-llms-in-localisation.md diff --git a/events/taus2022.md b/nav_bar/events/taus2022.md similarity index 100% rename from events/taus2022.md rename to nav_bar/events/taus2022.md diff --git a/events/taus2023.md b/nav_bar/events/taus2023.md similarity index 100% rename from events/taus2023.md rename to nav_bar/events/taus2023.md diff --git a/events/tc44.md b/nav_bar/events/tc44.md similarity index 100% rename from events/tc44.md rename to nav_bar/events/tc44.md diff --git a/events/tq2022.md b/nav_bar/events/tq2022.md similarity index 100% rename from events/tq2022.md rename to nav_bar/events/tq2022.md diff --git a/events/tqeape.md b/nav_bar/events/tqeape.md similarity index 100% rename from events/tqeape.md rename to nav_bar/events/tqeape.md diff --git a/events/translation-in-age-of-ai.md b/nav_bar/events/translation-in-age-of-ai.md similarity index 100% rename from events/translation-in-age-of-ai.md rename to nav_bar/events/translation-in-age-of-ai.md diff --git a/events/wat2019.md b/nav_bar/events/wat2019.md similarity index 100% rename from events/wat2019.md rename to nav_bar/events/wat2019.md diff --git a/events/wat2020.md b/nav_bar/events/wat2020.md similarity index 100% rename from events/wat2020.md rename to nav_bar/events/wat2020.md diff --git a/events/wat2021.md b/nav_bar/events/wat2021.md similarity index 100% rename from events/wat2021.md rename to nav_bar/events/wat2021.md diff --git a/events/wat2022.md b/nav_bar/events/wat2022.md similarity index 100% rename from events/wat2022.md rename to nav_bar/events/wat2022.md diff --git a/events/wat2023.md b/nav_bar/events/wat2023.md similarity index 100% rename from events/wat2023.md rename to nav_bar/events/wat2023.md diff --git a/events/wmt06.md b/nav_bar/events/wmt06.md similarity index 100% rename from events/wmt06.md rename to nav_bar/events/wmt06.md diff --git a/events/wmt07.md b/nav_bar/events/wmt07.md similarity index 100% rename from events/wmt07.md rename to nav_bar/events/wmt07.md diff --git a/events/wmt08.md b/nav_bar/events/wmt08.md similarity index 100% rename from events/wmt08.md rename to nav_bar/events/wmt08.md diff --git a/events/wmt09.md b/nav_bar/events/wmt09.md similarity index 100% rename from events/wmt09.md rename to nav_bar/events/wmt09.md diff --git a/events/wmt10.md b/nav_bar/events/wmt10.md similarity index 100% rename from events/wmt10.md rename to nav_bar/events/wmt10.md diff --git a/events/wmt11.md b/nav_bar/events/wmt11.md similarity index 100% rename from events/wmt11.md rename to nav_bar/events/wmt11.md diff --git a/events/wmt12.md b/nav_bar/events/wmt12.md similarity index 100% rename from events/wmt12.md rename to nav_bar/events/wmt12.md diff --git a/events/wmt13.md b/nav_bar/events/wmt13.md similarity index 100% rename from events/wmt13.md rename to nav_bar/events/wmt13.md diff --git a/events/wmt14.md b/nav_bar/events/wmt14.md similarity index 100% rename from events/wmt14.md rename to nav_bar/events/wmt14.md diff --git a/events/wmt15.md b/nav_bar/events/wmt15.md similarity index 100% rename from events/wmt15.md rename to nav_bar/events/wmt15.md diff --git a/events/wmt16.md b/nav_bar/events/wmt16.md similarity index 100% rename from events/wmt16.md rename to nav_bar/events/wmt16.md diff --git a/events/wmt17.md b/nav_bar/events/wmt17.md similarity index 100% rename from events/wmt17.md rename to nav_bar/events/wmt17.md diff --git a/events/wmt18.md b/nav_bar/events/wmt18.md similarity index 100% rename from events/wmt18.md rename to nav_bar/events/wmt18.md diff --git a/events/wmt19.md b/nav_bar/events/wmt19.md similarity index 100% rename from events/wmt19.md rename to nav_bar/events/wmt19.md diff --git a/events/wmt20.md b/nav_bar/events/wmt20.md similarity index 100% rename from events/wmt20.md rename to nav_bar/events/wmt20.md diff --git a/events/wmt21.md b/nav_bar/events/wmt21.md similarity index 100% rename from events/wmt21.md rename to nav_bar/events/wmt21.md diff --git a/events/wmt22.md b/nav_bar/events/wmt22.md similarity index 100% rename from events/wmt22.md rename to nav_bar/events/wmt22.md diff --git a/events/wmt23.md b/nav_bar/events/wmt23.md similarity index 100% rename from events/wmt23.md rename to nav_bar/events/wmt23.md diff --git a/events/wnmt17.md b/nav_bar/events/wnmt17.md similarity index 100% rename from events/wnmt17.md rename to nav_bar/events/wnmt17.md diff --git a/events/wnmt18.md b/nav_bar/events/wnmt18.md similarity index 100% rename from events/wnmt18.md rename to nav_bar/events/wnmt18.md diff --git a/events/zurich-1.md b/nav_bar/events/zurich-1.md similarity index 100% rename from events/zurich-1.md rename to nav_bar/events/zurich-1.md diff --git a/events/zurich-10.md b/nav_bar/events/zurich-10.md similarity index 100% rename from events/zurich-10.md rename to nav_bar/events/zurich-10.md diff --git a/events/zurich-11.md b/nav_bar/events/zurich-11.md similarity index 100% rename from events/zurich-11.md rename to nav_bar/events/zurich-11.md diff --git a/events/zurich-12.md b/nav_bar/events/zurich-12.md similarity index 100% rename from events/zurich-12.md rename to nav_bar/events/zurich-12.md diff --git a/events/zurich-13.md b/nav_bar/events/zurich-13.md similarity index 100% rename from events/zurich-13.md rename to nav_bar/events/zurich-13.md diff --git a/events/zurich-2.md b/nav_bar/events/zurich-2.md similarity index 100% rename from events/zurich-2.md rename to nav_bar/events/zurich-2.md diff --git a/events/zurich-3.md b/nav_bar/events/zurich-3.md similarity index 100% rename from events/zurich-3.md rename to nav_bar/events/zurich-3.md diff --git a/events/zurich-4.md b/nav_bar/events/zurich-4.md similarity index 100% rename from events/zurich-4.md rename to nav_bar/events/zurich-4.md diff --git a/events/zurich-5.md b/nav_bar/events/zurich-5.md similarity index 100% rename from events/zurich-5.md rename to nav_bar/events/zurich-5.md diff --git a/events/zurich-6.md b/nav_bar/events/zurich-6.md similarity index 100% rename from events/zurich-6.md rename to nav_bar/events/zurich-6.md diff --git a/events/zurich-7.md b/nav_bar/events/zurich-7.md similarity index 100% rename from events/zurich-7.md rename to nav_bar/events/zurich-7.md diff --git a/events/zurich-8.md b/nav_bar/events/zurich-8.md similarity index 100% rename from events/zurich-8.md rename to nav_bar/events/zurich-8.md diff --git a/events/zurich-9.md b/nav_bar/events/zurich-9.md similarity index 100% rename from events/zurich-9.md rename to nav_bar/events/zurich-9.md diff --git a/customisation/adaptive.md b/nav_bar/features/customisation/adaptive.md similarity index 100% rename from customisation/adaptive.md rename to nav_bar/features/customisation/adaptive.md diff --git a/customisation/customisation.md b/nav_bar/features/customisation/customisation.md similarity index 100% rename from customisation/customisation.md rename to nav_bar/features/customisation/customisation.md diff --git a/customisation/fine-tuning.md b/nav_bar/features/customisation/fine-tuning.md similarity index 100% rename from customisation/fine-tuning.md rename to nav_bar/features/customisation/fine-tuning.md diff --git a/customisation/formality.md b/nav_bar/features/customisation/formality.md similarity index 100% rename from customisation/formality.md rename to nav_bar/features/customisation/formality.md diff --git a/customisation/glossaries.md b/nav_bar/features/customisation/glossaries.md similarity index 100% rename from customisation/glossaries.md rename to nav_bar/features/customisation/glossaries.md diff --git a/features/data-confidentiality.md b/nav_bar/features/data-confidentiality.md similarity index 100% rename from features/data-confidentiality.md rename to nav_bar/features/data-confidentiality.md diff --git a/features/features.md b/nav_bar/features/features.md similarity index 100% rename from features/features.md rename to nav_bar/features/features.md diff --git a/features/pricing.md b/nav_bar/features/pricing.md similarity index 100% rename from features/pricing.md rename to nav_bar/features/pricing.md diff --git a/integrations/across.md b/nav_bar/integrations/across.md similarity index 100% rename from integrations/across.md rename to nav_bar/integrations/across.md diff --git a/integrations/crowdin.md b/nav_bar/integrations/crowdin.md similarity index 100% rename from integrations/crowdin.md rename to nav_bar/integrations/crowdin.md diff --git a/integrations/eluna.md b/nav_bar/integrations/eluna.md similarity index 100% rename from integrations/eluna.md rename to nav_bar/integrations/eluna.md diff --git a/integrations/globallink.md b/nav_bar/integrations/globallink.md similarity index 100% rename from integrations/globallink.md rename to nav_bar/integrations/globallink.md diff --git a/integrations/groupshare.md b/nav_bar/integrations/groupshare.md similarity index 100% rename from integrations/groupshare.md rename to nav_bar/integrations/groupshare.md diff --git a/integrations/integrations.md b/nav_bar/integrations/integrations.md similarity index 100% rename from integrations/integrations.md rename to nav_bar/integrations/integrations.md diff --git a/integrations/lilt-tms.md b/nav_bar/integrations/lilt-tms.md similarity index 100% rename from integrations/lilt-tms.md rename to nav_bar/integrations/lilt-tms.md diff --git a/integrations/matecat.md b/nav_bar/integrations/matecat.md similarity index 100% rename from integrations/matecat.md rename to nav_bar/integrations/matecat.md diff --git a/integrations/memoq.md b/nav_bar/integrations/memoq.md similarity index 100% rename from integrations/memoq.md rename to nav_bar/integrations/memoq.md diff --git a/integrations/multitrans.md b/nav_bar/integrations/multitrans.md similarity index 100% rename from integrations/multitrans.md rename to nav_bar/integrations/multitrans.md diff --git a/integrations/omegat.md b/nav_bar/integrations/omegat.md similarity index 100% rename from integrations/omegat.md rename to nav_bar/integrations/omegat.md diff --git a/integrations/passolo.md b/nav_bar/integrations/passolo.md similarity index 100% rename from integrations/passolo.md rename to nav_bar/integrations/passolo.md diff --git a/integrations/phrase-tms.md b/nav_bar/integrations/phrase-tms.md similarity index 100% rename from integrations/phrase-tms.md rename to nav_bar/integrations/phrase-tms.md diff --git a/integrations/sdl-tms.md b/nav_bar/integrations/sdl-tms.md similarity index 100% rename from integrations/sdl-tms.md rename to nav_bar/integrations/sdl-tms.md diff --git a/integrations/smartcat.md b/nav_bar/integrations/smartcat.md similarity index 100% rename from integrations/smartcat.md rename to nav_bar/integrations/smartcat.md diff --git a/integrations/smartling.md b/nav_bar/integrations/smartling.md similarity index 100% rename from integrations/smartling.md rename to nav_bar/integrations/smartling.md diff --git a/integrations/tolgee.md b/nav_bar/integrations/tolgee.md similarity index 100% rename from integrations/tolgee.md rename to nav_bar/integrations/tolgee.md diff --git a/integrations/trados.md b/nav_bar/integrations/trados.md similarity index 100% rename from integrations/trados.md rename to nav_bar/integrations/trados.md diff --git a/integrations/transifex.md b/nav_bar/integrations/transifex.md similarity index 100% rename from integrations/transifex.md rename to nav_bar/integrations/transifex.md diff --git a/integrations/transitnxt.md b/nav_bar/integrations/transitnxt.md similarity index 100% rename from integrations/transitnxt.md rename to nav_bar/integrations/transitnxt.md diff --git a/integrations/translate5.md b/nav_bar/integrations/translate5.md similarity index 100% rename from integrations/translate5.md rename to nav_bar/integrations/translate5.md diff --git a/integrations/weglot.md b/nav_bar/integrations/weglot.md similarity index 100% rename from integrations/weglot.md rename to nav_bar/integrations/weglot.md diff --git a/integrations/wordbee.md b/nav_bar/integrations/wordbee.md similarity index 100% rename from integrations/wordbee.md rename to nav_bar/integrations/wordbee.md diff --git a/integrations/wordfast.md b/nav_bar/integrations/wordfast.md similarity index 100% rename from integrations/wordfast.md rename to nav_bar/integrations/wordfast.md diff --git a/integrations/worldserver.md b/nav_bar/integrations/worldserver.md similarity index 100% rename from integrations/worldserver.md rename to nav_bar/integrations/worldserver.md diff --git a/integrations/xtm.md b/nav_bar/integrations/xtm.md similarity index 100% rename from integrations/xtm.md rename to nav_bar/integrations/xtm.md diff --git a/languages/abkhaz.md b/nav_bar/languages/abkhaz.md similarity index 100% rename from languages/abkhaz.md rename to nav_bar/languages/abkhaz.md diff --git a/languages/acehnese.md b/nav_bar/languages/acehnese.md similarity index 100% rename from languages/acehnese.md rename to nav_bar/languages/acehnese.md diff --git a/languages/acholi.md b/nav_bar/languages/acholi.md similarity index 100% rename from languages/acholi.md rename to nav_bar/languages/acholi.md diff --git a/languages/afrikaans.md b/nav_bar/languages/afrikaans.md similarity index 100% rename from languages/afrikaans.md rename to nav_bar/languages/afrikaans.md diff --git a/languages/afro-asiatic.md b/nav_bar/languages/afro-asiatic.md similarity index 100% rename from languages/afro-asiatic.md rename to nav_bar/languages/afro-asiatic.md diff --git a/languages/akan.md b/nav_bar/languages/akan.md similarity index 100% rename from languages/akan.md rename to nav_bar/languages/akan.md diff --git a/languages/albanian.md b/nav_bar/languages/albanian.md similarity index 100% rename from languages/albanian.md rename to nav_bar/languages/albanian.md diff --git a/languages/alemannic.md b/nav_bar/languages/alemannic.md similarity index 100% rename from languages/alemannic.md rename to nav_bar/languages/alemannic.md diff --git a/languages/algerian-arabic.md b/nav_bar/languages/algerian-arabic.md similarity index 100% rename from languages/algerian-arabic.md rename to nav_bar/languages/algerian-arabic.md diff --git a/languages/amharic.md b/nav_bar/languages/amharic.md similarity index 100% rename from languages/amharic.md rename to nav_bar/languages/amharic.md diff --git a/languages/arabic.md b/nav_bar/languages/arabic.md similarity index 100% rename from languages/arabic.md rename to nav_bar/languages/arabic.md diff --git a/languages/aragonese.md b/nav_bar/languages/aragonese.md similarity index 100% rename from languages/aragonese.md rename to nav_bar/languages/aragonese.md diff --git a/languages/armenian.md b/nav_bar/languages/armenian.md similarity index 100% rename from languages/armenian.md rename to nav_bar/languages/armenian.md diff --git a/languages/arpitan.md b/nav_bar/languages/arpitan.md similarity index 100% rename from languages/arpitan.md rename to nav_bar/languages/arpitan.md diff --git a/languages/assamese.md b/nav_bar/languages/assamese.md similarity index 100% rename from languages/assamese.md rename to nav_bar/languages/assamese.md diff --git a/languages/asturian.md b/nav_bar/languages/asturian.md similarity index 100% rename from languages/asturian.md rename to nav_bar/languages/asturian.md diff --git a/languages/austroasiatic.md b/nav_bar/languages/austroasiatic.md similarity index 100% rename from languages/austroasiatic.md rename to nav_bar/languages/austroasiatic.md diff --git a/languages/austronesian.md b/nav_bar/languages/austronesian.md similarity index 100% rename from languages/austronesian.md rename to nav_bar/languages/austronesian.md diff --git a/languages/awadhi.md b/nav_bar/languages/awadhi.md similarity index 100% rename from languages/awadhi.md rename to nav_bar/languages/awadhi.md diff --git a/languages/ayacucho.md b/nav_bar/languages/ayacucho.md similarity index 100% rename from languages/ayacucho.md rename to nav_bar/languages/ayacucho.md diff --git a/languages/aymara.md b/nav_bar/languages/aymara.md similarity index 100% rename from languages/aymara.md rename to nav_bar/languages/aymara.md diff --git a/languages/aymaran.md b/nav_bar/languages/aymaran.md similarity index 100% rename from languages/aymaran.md rename to nav_bar/languages/aymaran.md diff --git a/languages/azerbaijani.md b/nav_bar/languages/azerbaijani.md similarity index 100% rename from languages/azerbaijani.md rename to nav_bar/languages/azerbaijani.md diff --git a/languages/balinese.md b/nav_bar/languages/balinese.md similarity index 100% rename from languages/balinese.md rename to nav_bar/languages/balinese.md diff --git a/languages/balochi.md b/nav_bar/languages/balochi.md similarity index 100% rename from languages/balochi.md rename to nav_bar/languages/balochi.md diff --git a/languages/baltic.md b/nav_bar/languages/baltic.md similarity index 100% rename from languages/baltic.md rename to nav_bar/languages/baltic.md diff --git a/languages/bambara.md b/nav_bar/languages/bambara.md similarity index 100% rename from languages/bambara.md rename to nav_bar/languages/bambara.md diff --git a/languages/banjar.md b/nav_bar/languages/banjar.md similarity index 100% rename from languages/banjar.md rename to nav_bar/languages/banjar.md diff --git a/languages/bantu.md b/nav_bar/languages/bantu.md similarity index 100% rename from languages/bantu.md rename to nav_bar/languages/bantu.md diff --git a/languages/bashkir.md b/nav_bar/languages/bashkir.md similarity index 100% rename from languages/bashkir.md rename to nav_bar/languages/bashkir.md diff --git a/languages/basque.md b/nav_bar/languages/basque.md similarity index 100% rename from languages/basque.md rename to nav_bar/languages/basque.md diff --git a/languages/belarusian.md b/nav_bar/languages/belarusian.md similarity index 100% rename from languages/belarusian.md rename to nav_bar/languages/belarusian.md diff --git a/languages/bemba.md b/nav_bar/languages/bemba.md similarity index 100% rename from languages/bemba.md rename to nav_bar/languages/bemba.md diff --git a/languages/bengali.md b/nav_bar/languages/bengali.md similarity index 100% rename from languages/bengali.md rename to nav_bar/languages/bengali.md diff --git a/languages/berber.md b/nav_bar/languages/berber.md similarity index 100% rename from languages/berber.md rename to nav_bar/languages/berber.md diff --git a/languages/bhojpuri.md b/nav_bar/languages/bhojpuri.md similarity index 100% rename from languages/bhojpuri.md rename to nav_bar/languages/bhojpuri.md diff --git a/languages/bislama.md b/nav_bar/languages/bislama.md similarity index 100% rename from languages/bislama.md rename to nav_bar/languages/bislama.md diff --git a/languages/bolia.md b/nav_bar/languages/bolia.md similarity index 100% rename from languages/bolia.md rename to nav_bar/languages/bolia.md diff --git a/languages/bosnian.md b/nav_bar/languages/bosnian.md similarity index 100% rename from languages/bosnian.md rename to nav_bar/languages/bosnian.md diff --git a/languages/breton.md b/nav_bar/languages/breton.md similarity index 100% rename from languages/breton.md rename to nav_bar/languages/breton.md diff --git a/languages/buginese.md b/nav_bar/languages/buginese.md similarity index 100% rename from languages/buginese.md rename to nav_bar/languages/buginese.md diff --git a/languages/bulgarian.md b/nav_bar/languages/bulgarian.md similarity index 100% rename from languages/bulgarian.md rename to nav_bar/languages/bulgarian.md diff --git a/languages/burmese.md b/nav_bar/languages/burmese.md similarity index 100% rename from languages/burmese.md rename to nav_bar/languages/burmese.md diff --git a/languages/cantonese.md b/nav_bar/languages/cantonese.md similarity index 100% rename from languages/cantonese.md rename to nav_bar/languages/cantonese.md diff --git a/languages/cape-verdean-creole.md b/nav_bar/languages/cape-verdean-creole.md similarity index 100% rename from languages/cape-verdean-creole.md rename to nav_bar/languages/cape-verdean-creole.md diff --git a/languages/catalan.md b/nav_bar/languages/catalan.md similarity index 100% rename from languages/catalan.md rename to nav_bar/languages/catalan.md diff --git a/languages/cebuano.md b/nav_bar/languages/cebuano.md similarity index 100% rename from languages/cebuano.md rename to nav_bar/languages/cebuano.md diff --git a/languages/celtic.md b/nav_bar/languages/celtic.md similarity index 100% rename from languages/celtic.md rename to nav_bar/languages/celtic.md diff --git a/languages/chadic.md b/nav_bar/languages/chadic.md similarity index 100% rename from languages/chadic.md rename to nav_bar/languages/chadic.md diff --git a/languages/chechen.md b/nav_bar/languages/chechen.md similarity index 100% rename from languages/chechen.md rename to nav_bar/languages/chechen.md diff --git a/languages/cherokee.md b/nav_bar/languages/cherokee.md similarity index 100% rename from languages/cherokee.md rename to nav_bar/languages/cherokee.md diff --git a/languages/chhattisgarhi.md b/nav_bar/languages/chhattisgarhi.md similarity index 100% rename from languages/chhattisgarhi.md rename to nav_bar/languages/chhattisgarhi.md diff --git a/languages/chichewa.md b/nav_bar/languages/chichewa.md similarity index 100% rename from languages/chichewa.md rename to nav_bar/languages/chichewa.md diff --git a/languages/chinese.md b/nav_bar/languages/chinese.md similarity index 100% rename from languages/chinese.md rename to nav_bar/languages/chinese.md diff --git a/languages/chokwe.md b/nav_bar/languages/chokwe.md similarity index 100% rename from languages/chokwe.md rename to nav_bar/languages/chokwe.md diff --git a/languages/chuvash.md b/nav_bar/languages/chuvash.md similarity index 100% rename from languages/chuvash.md rename to nav_bar/languages/chuvash.md diff --git a/languages/cornish.md b/nav_bar/languages/cornish.md similarity index 100% rename from languages/cornish.md rename to nav_bar/languages/cornish.md diff --git a/languages/corsican.md b/nav_bar/languages/corsican.md similarity index 100% rename from languages/corsican.md rename to nav_bar/languages/corsican.md diff --git a/languages/creoles.md b/nav_bar/languages/creoles.md similarity index 100% rename from languages/creoles.md rename to nav_bar/languages/creoles.md diff --git a/languages/crimean-tatar.md b/nav_bar/languages/crimean-tatar.md similarity index 100% rename from languages/crimean-tatar.md rename to nav_bar/languages/crimean-tatar.md diff --git a/languages/croatian.md b/nav_bar/languages/croatian.md similarity index 100% rename from languages/croatian.md rename to nav_bar/languages/croatian.md diff --git a/languages/cushitic.md b/nav_bar/languages/cushitic.md similarity index 100% rename from languages/cushitic.md rename to nav_bar/languages/cushitic.md diff --git a/languages/czech.md b/nav_bar/languages/czech.md similarity index 100% rename from languages/czech.md rename to nav_bar/languages/czech.md diff --git a/languages/danish.md b/nav_bar/languages/danish.md similarity index 100% rename from languages/danish.md rename to nav_bar/languages/danish.md diff --git a/languages/dholuo.md b/nav_bar/languages/dholuo.md similarity index 100% rename from languages/dholuo.md rename to nav_bar/languages/dholuo.md diff --git a/languages/dinka.md b/nav_bar/languages/dinka.md similarity index 100% rename from languages/dinka.md rename to nav_bar/languages/dinka.md diff --git a/languages/divehi.md b/nav_bar/languages/divehi.md similarity index 100% rename from languages/divehi.md rename to nav_bar/languages/divehi.md diff --git a/languages/dravidian.md b/nav_bar/languages/dravidian.md similarity index 100% rename from languages/dravidian.md rename to nav_bar/languages/dravidian.md diff --git a/languages/dutch.md b/nav_bar/languages/dutch.md similarity index 100% rename from languages/dutch.md rename to nav_bar/languages/dutch.md diff --git a/languages/dyula.md b/nav_bar/languages/dyula.md similarity index 100% rename from languages/dyula.md rename to nav_bar/languages/dyula.md diff --git a/languages/dzongkha.md b/nav_bar/languages/dzongkha.md similarity index 100% rename from languages/dzongkha.md rename to nav_bar/languages/dzongkha.md diff --git a/languages/english-based-creoles.md b/nav_bar/languages/english-based-creoles.md similarity index 100% rename from languages/english-based-creoles.md rename to nav_bar/languages/english-based-creoles.md diff --git a/languages/english.md b/nav_bar/languages/english.md similarity index 100% rename from languages/english.md rename to nav_bar/languages/english.md diff --git a/languages/eskimo-aleut.md b/nav_bar/languages/eskimo-aleut.md similarity index 100% rename from languages/eskimo-aleut.md rename to nav_bar/languages/eskimo-aleut.md diff --git a/languages/esperanto.md b/nav_bar/languages/esperanto.md similarity index 100% rename from languages/esperanto.md rename to nav_bar/languages/esperanto.md diff --git a/languages/estonian.md b/nav_bar/languages/estonian.md similarity index 100% rename from languages/estonian.md rename to nav_bar/languages/estonian.md diff --git a/languages/ewe.md b/nav_bar/languages/ewe.md similarity index 100% rename from languages/ewe.md rename to nav_bar/languages/ewe.md diff --git a/languages/faroese.md b/nav_bar/languages/faroese.md similarity index 100% rename from languages/faroese.md rename to nav_bar/languages/faroese.md diff --git a/languages/fijian.md b/nav_bar/languages/fijian.md similarity index 100% rename from languages/fijian.md rename to nav_bar/languages/fijian.md diff --git a/languages/finnish.md b/nav_bar/languages/finnish.md similarity index 100% rename from languages/finnish.md rename to nav_bar/languages/finnish.md diff --git a/languages/finno-ugric.md b/nav_bar/languages/finno-ugric.md similarity index 100% rename from languages/finno-ugric.md rename to nav_bar/languages/finno-ugric.md diff --git a/languages/fon.md b/nav_bar/languages/fon.md similarity index 100% rename from languages/fon.md rename to nav_bar/languages/fon.md diff --git a/languages/french-based-creoles.md b/nav_bar/languages/french-based-creoles.md similarity index 100% rename from languages/french-based-creoles.md rename to nav_bar/languages/french-based-creoles.md diff --git a/languages/french.md b/nav_bar/languages/french.md similarity index 100% rename from languages/french.md rename to nav_bar/languages/french.md diff --git a/languages/frisian.md b/nav_bar/languages/frisian.md similarity index 100% rename from languages/frisian.md rename to nav_bar/languages/frisian.md diff --git a/languages/friulian.md b/nav_bar/languages/friulian.md similarity index 100% rename from languages/friulian.md rename to nav_bar/languages/friulian.md diff --git a/languages/fula.md b/nav_bar/languages/fula.md similarity index 100% rename from languages/fula.md rename to nav_bar/languages/fula.md diff --git a/languages/galician.md b/nav_bar/languages/galician.md similarity index 100% rename from languages/galician.md rename to nav_bar/languages/galician.md diff --git a/languages/ganda.md b/nav_bar/languages/ganda.md similarity index 100% rename from languages/ganda.md rename to nav_bar/languages/ganda.md diff --git a/languages/georgian.md b/nav_bar/languages/georgian.md similarity index 100% rename from languages/georgian.md rename to nav_bar/languages/georgian.md diff --git a/languages/german.md b/nav_bar/languages/german.md similarity index 100% rename from languages/german.md rename to nav_bar/languages/german.md diff --git a/languages/germanic.md b/nav_bar/languages/germanic.md similarity index 100% rename from languages/germanic.md rename to nav_bar/languages/germanic.md diff --git a/languages/greek.md b/nav_bar/languages/greek.md similarity index 100% rename from languages/greek.md rename to nav_bar/languages/greek.md diff --git a/languages/guarani.md b/nav_bar/languages/guarani.md similarity index 100% rename from languages/guarani.md rename to nav_bar/languages/guarani.md diff --git a/languages/gujarati.md b/nav_bar/languages/gujarati.md similarity index 100% rename from languages/gujarati.md rename to nav_bar/languages/gujarati.md diff --git a/languages/haitian.md b/nav_bar/languages/haitian.md similarity index 100% rename from languages/haitian.md rename to nav_bar/languages/haitian.md diff --git a/languages/hausa.md b/nav_bar/languages/hausa.md similarity index 100% rename from languages/hausa.md rename to nav_bar/languages/hausa.md diff --git a/languages/hawaiian.md b/nav_bar/languages/hawaiian.md similarity index 100% rename from languages/hawaiian.md rename to nav_bar/languages/hawaiian.md diff --git a/languages/hebrew.md b/nav_bar/languages/hebrew.md similarity index 100% rename from languages/hebrew.md rename to nav_bar/languages/hebrew.md diff --git a/languages/hellenic.md b/nav_bar/languages/hellenic.md similarity index 100% rename from languages/hellenic.md rename to nav_bar/languages/hellenic.md diff --git a/languages/hill-mari.md b/nav_bar/languages/hill-mari.md similarity index 100% rename from languages/hill-mari.md rename to nav_bar/languages/hill-mari.md diff --git a/languages/hindi.md b/nav_bar/languages/hindi.md similarity index 100% rename from languages/hindi.md rename to nav_bar/languages/hindi.md diff --git a/languages/hmong-mien.md b/nav_bar/languages/hmong-mien.md similarity index 100% rename from languages/hmong-mien.md rename to nav_bar/languages/hmong-mien.md diff --git a/languages/hmong.md b/nav_bar/languages/hmong.md similarity index 100% rename from languages/hmong.md rename to nav_bar/languages/hmong.md diff --git a/languages/hungarian.md b/nav_bar/languages/hungarian.md similarity index 100% rename from languages/hungarian.md rename to nav_bar/languages/hungarian.md diff --git a/languages/icelandic.md b/nav_bar/languages/icelandic.md similarity index 100% rename from languages/icelandic.md rename to nav_bar/languages/icelandic.md diff --git a/languages/igbo.md b/nav_bar/languages/igbo.md similarity index 100% rename from languages/igbo.md rename to nav_bar/languages/igbo.md diff --git a/languages/ilocano.md b/nav_bar/languages/ilocano.md similarity index 100% rename from languages/ilocano.md rename to nav_bar/languages/ilocano.md diff --git a/languages/indo-aryan.md b/nav_bar/languages/indo-aryan.md similarity index 100% rename from languages/indo-aryan.md rename to nav_bar/languages/indo-aryan.md diff --git a/languages/indo-european.md b/nav_bar/languages/indo-european.md similarity index 100% rename from languages/indo-european.md rename to nav_bar/languages/indo-european.md diff --git a/languages/indo-iranian.md b/nav_bar/languages/indo-iranian.md similarity index 100% rename from languages/indo-iranian.md rename to nav_bar/languages/indo-iranian.md diff --git a/languages/indonesian.md b/nav_bar/languages/indonesian.md similarity index 100% rename from languages/indonesian.md rename to nav_bar/languages/indonesian.md diff --git a/languages/inuktitut.md b/nav_bar/languages/inuktitut.md similarity index 100% rename from languages/inuktitut.md rename to nav_bar/languages/inuktitut.md diff --git a/languages/iranic.md b/nav_bar/languages/iranic.md similarity index 100% rename from languages/iranic.md rename to nav_bar/languages/iranic.md diff --git a/languages/irish.md b/nav_bar/languages/irish.md similarity index 100% rename from languages/irish.md rename to nav_bar/languages/irish.md diff --git a/languages/iroquoian.md b/nav_bar/languages/iroquoian.md similarity index 100% rename from languages/iroquoian.md rename to nav_bar/languages/iroquoian.md diff --git a/languages/italian.md b/nav_bar/languages/italian.md similarity index 100% rename from languages/italian.md rename to nav_bar/languages/italian.md diff --git a/languages/japanese.md b/nav_bar/languages/japanese.md similarity index 100% rename from languages/japanese.md rename to nav_bar/languages/japanese.md diff --git a/languages/japonic.md b/nav_bar/languages/japonic.md similarity index 100% rename from languages/japonic.md rename to nav_bar/languages/japonic.md diff --git a/languages/javanese.md b/nav_bar/languages/javanese.md similarity index 100% rename from languages/javanese.md rename to nav_bar/languages/javanese.md diff --git a/languages/jingpho.md b/nav_bar/languages/jingpho.md similarity index 100% rename from languages/jingpho.md rename to nav_bar/languages/jingpho.md diff --git a/languages/kabiye.md b/nav_bar/languages/kabiye.md similarity index 100% rename from languages/kabiye.md rename to nav_bar/languages/kabiye.md diff --git a/languages/kabyle.md b/nav_bar/languages/kabyle.md similarity index 100% rename from languages/kabyle.md rename to nav_bar/languages/kabyle.md diff --git a/languages/kamba.md b/nav_bar/languages/kamba.md similarity index 100% rename from languages/kamba.md rename to nav_bar/languages/kamba.md diff --git a/languages/kannada.md b/nav_bar/languages/kannada.md similarity index 100% rename from languages/kannada.md rename to nav_bar/languages/kannada.md diff --git a/languages/kanuri.md b/nav_bar/languages/kanuri.md similarity index 100% rename from languages/kanuri.md rename to nav_bar/languages/kanuri.md diff --git a/languages/kartvelian.md b/nav_bar/languages/kartvelian.md similarity index 100% rename from languages/kartvelian.md rename to nav_bar/languages/kartvelian.md diff --git a/languages/kashmiri.md b/nav_bar/languages/kashmiri.md similarity index 100% rename from languages/kashmiri.md rename to nav_bar/languages/kashmiri.md diff --git a/languages/kazakh.md b/nav_bar/languages/kazakh.md similarity index 100% rename from languages/kazakh.md rename to nav_bar/languages/kazakh.md diff --git a/languages/khmer.md b/nav_bar/languages/khmer.md similarity index 100% rename from languages/khmer.md rename to nav_bar/languages/khmer.md diff --git a/languages/kikuyu.md b/nav_bar/languages/kikuyu.md similarity index 100% rename from languages/kikuyu.md rename to nav_bar/languages/kikuyu.md diff --git a/languages/kimbundu.md b/nav_bar/languages/kimbundu.md similarity index 100% rename from languages/kimbundu.md rename to nav_bar/languages/kimbundu.md diff --git a/languages/kinyarwanda.md b/nav_bar/languages/kinyarwanda.md similarity index 100% rename from languages/kinyarwanda.md rename to nav_bar/languages/kinyarwanda.md diff --git a/languages/kirundi.md b/nav_bar/languages/kirundi.md similarity index 100% rename from languages/kirundi.md rename to nav_bar/languages/kirundi.md diff --git a/languages/klingon.md b/nav_bar/languages/klingon.md similarity index 100% rename from languages/klingon.md rename to nav_bar/languages/klingon.md diff --git a/languages/kongo.md b/nav_bar/languages/kongo.md similarity index 100% rename from languages/kongo.md rename to nav_bar/languages/kongo.md diff --git a/languages/korean.md b/nav_bar/languages/korean.md similarity index 100% rename from languages/korean.md rename to nav_bar/languages/korean.md diff --git a/languages/koreanic.md b/nav_bar/languages/koreanic.md similarity index 100% rename from languages/koreanic.md rename to nav_bar/languages/koreanic.md diff --git a/languages/kurdish.md b/nav_bar/languages/kurdish.md similarity index 100% rename from languages/kurdish.md rename to nav_bar/languages/kurdish.md diff --git a/languages/kyrgyz.md b/nav_bar/languages/kyrgyz.md similarity index 100% rename from languages/kyrgyz.md rename to nav_bar/languages/kyrgyz.md diff --git a/languages/language-families.md b/nav_bar/languages/language-families.md similarity index 100% rename from languages/language-families.md rename to nav_bar/languages/language-families.md diff --git a/languages/languages.md b/nav_bar/languages/languages.md similarity index 100% rename from languages/languages.md rename to nav_bar/languages/languages.md diff --git a/languages/lao.md b/nav_bar/languages/lao.md similarity index 100% rename from languages/lao.md rename to nav_bar/languages/lao.md diff --git a/languages/latgalian.md b/nav_bar/languages/latgalian.md similarity index 100% rename from languages/latgalian.md rename to nav_bar/languages/latgalian.md diff --git a/languages/latin.md b/nav_bar/languages/latin.md similarity index 100% rename from languages/latin.md rename to nav_bar/languages/latin.md diff --git a/languages/latvian.md b/nav_bar/languages/latvian.md similarity index 100% rename from languages/latvian.md rename to nav_bar/languages/latvian.md diff --git a/languages/ligurian.md b/nav_bar/languages/ligurian.md similarity index 100% rename from languages/ligurian.md rename to nav_bar/languages/ligurian.md diff --git a/languages/limburgish.md b/nav_bar/languages/limburgish.md similarity index 100% rename from languages/limburgish.md rename to nav_bar/languages/limburgish.md diff --git a/languages/lingala.md b/nav_bar/languages/lingala.md similarity index 100% rename from languages/lingala.md rename to nav_bar/languages/lingala.md diff --git a/languages/lithuanian.md b/nav_bar/languages/lithuanian.md similarity index 100% rename from languages/lithuanian.md rename to nav_bar/languages/lithuanian.md diff --git a/languages/lombard.md b/nav_bar/languages/lombard.md similarity index 100% rename from languages/lombard.md rename to nav_bar/languages/lombard.md diff --git a/languages/luba-kasai.md b/nav_bar/languages/luba-kasai.md similarity index 100% rename from languages/luba-kasai.md rename to nav_bar/languages/luba-kasai.md diff --git a/languages/luxembourgish.md b/nav_bar/languages/luxembourgish.md similarity index 100% rename from languages/luxembourgish.md rename to nav_bar/languages/luxembourgish.md diff --git a/languages/macedonian.md b/nav_bar/languages/macedonian.md similarity index 100% rename from languages/macedonian.md rename to nav_bar/languages/macedonian.md diff --git a/languages/magahi.md b/nav_bar/languages/magahi.md similarity index 100% rename from languages/magahi.md rename to nav_bar/languages/magahi.md diff --git a/languages/maithili.md b/nav_bar/languages/maithili.md similarity index 100% rename from languages/maithili.md rename to nav_bar/languages/maithili.md diff --git a/languages/malagasy.md b/nav_bar/languages/malagasy.md similarity index 100% rename from languages/malagasy.md rename to nav_bar/languages/malagasy.md diff --git a/languages/malay.md b/nav_bar/languages/malay.md similarity index 100% rename from languages/malay.md rename to nav_bar/languages/malay.md diff --git a/languages/malayalam.md b/nav_bar/languages/malayalam.md similarity index 100% rename from languages/malayalam.md rename to nav_bar/languages/malayalam.md diff --git a/languages/malaysian-malay.md b/nav_bar/languages/malaysian-malay.md similarity index 100% rename from languages/malaysian-malay.md rename to nav_bar/languages/malaysian-malay.md diff --git a/languages/maltese.md b/nav_bar/languages/maltese.md similarity index 100% rename from languages/maltese.md rename to nav_bar/languages/maltese.md diff --git a/languages/mande.md b/nav_bar/languages/mande.md similarity index 100% rename from languages/mande.md rename to nav_bar/languages/mande.md diff --git a/languages/manx.md b/nav_bar/languages/manx.md similarity index 100% rename from languages/manx.md rename to nav_bar/languages/manx.md diff --git a/languages/maori.md b/nav_bar/languages/maori.md similarity index 100% rename from languages/maori.md rename to nav_bar/languages/maori.md diff --git a/languages/marathi.md b/nav_bar/languages/marathi.md similarity index 100% rename from languages/marathi.md rename to nav_bar/languages/marathi.md diff --git a/languages/marshallese.md b/nav_bar/languages/marshallese.md similarity index 100% rename from languages/marshallese.md rename to nav_bar/languages/marshallese.md diff --git a/languages/mayan.md b/nav_bar/languages/mayan.md similarity index 100% rename from languages/mayan.md rename to nav_bar/languages/mayan.md diff --git a/languages/meadow-mari.md b/nav_bar/languages/meadow-mari.md similarity index 100% rename from languages/meadow-mari.md rename to nav_bar/languages/meadow-mari.md diff --git a/languages/meitei.md b/nav_bar/languages/meitei.md similarity index 100% rename from languages/meitei.md rename to nav_bar/languages/meitei.md diff --git a/languages/minangkabau.md b/nav_bar/languages/minangkabau.md similarity index 100% rename from languages/minangkabau.md rename to nav_bar/languages/minangkabau.md diff --git a/languages/mizo.md b/nav_bar/languages/mizo.md similarity index 100% rename from languages/mizo.md rename to nav_bar/languages/mizo.md diff --git a/languages/mongolian.md b/nav_bar/languages/mongolian.md similarity index 100% rename from languages/mongolian.md rename to nav_bar/languages/mongolian.md diff --git a/languages/mongolic.md b/nav_bar/languages/mongolic.md similarity index 100% rename from languages/mongolic.md rename to nav_bar/languages/mongolic.md diff --git a/languages/montenegrin.md b/nav_bar/languages/montenegrin.md similarity index 100% rename from languages/montenegrin.md rename to nav_bar/languages/montenegrin.md diff --git a/languages/moore.md b/nav_bar/languages/moore.md similarity index 100% rename from languages/moore.md rename to nav_bar/languages/moore.md diff --git a/languages/nepali.md b/nav_bar/languages/nepali.md similarity index 100% rename from languages/nepali.md rename to nav_bar/languages/nepali.md diff --git a/languages/niger-congo.md b/nav_bar/languages/niger-congo.md similarity index 100% rename from languages/niger-congo.md rename to nav_bar/languages/niger-congo.md diff --git a/languages/nilo-saharan.md b/nav_bar/languages/nilo-saharan.md similarity index 100% rename from languages/nilo-saharan.md rename to nav_bar/languages/nilo-saharan.md diff --git a/languages/north-caucasian.md b/nav_bar/languages/north-caucasian.md similarity index 100% rename from languages/north-caucasian.md rename to nav_bar/languages/north-caucasian.md diff --git a/languages/northern-sami.md b/nav_bar/languages/northern-sami.md similarity index 100% rename from languages/northern-sami.md rename to nav_bar/languages/northern-sami.md diff --git a/languages/northern-sotho.md b/nav_bar/languages/northern-sotho.md similarity index 100% rename from languages/northern-sotho.md rename to nav_bar/languages/northern-sotho.md diff --git a/languages/northwestern-otomi.md b/nav_bar/languages/northwestern-otomi.md similarity index 100% rename from languages/northwestern-otomi.md rename to nav_bar/languages/northwestern-otomi.md diff --git a/languages/norwegian.md b/nav_bar/languages/norwegian.md similarity index 100% rename from languages/norwegian.md rename to nav_bar/languages/norwegian.md diff --git a/languages/nuer.md b/nav_bar/languages/nuer.md similarity index 100% rename from languages/nuer.md rename to nav_bar/languages/nuer.md diff --git a/languages/occitan.md b/nav_bar/languages/occitan.md similarity index 100% rename from languages/occitan.md rename to nav_bar/languages/occitan.md diff --git a/languages/oriya.md b/nav_bar/languages/oriya.md similarity index 100% rename from languages/oriya.md rename to nav_bar/languages/oriya.md diff --git a/languages/oromo.md b/nav_bar/languages/oromo.md similarity index 100% rename from languages/oromo.md rename to nav_bar/languages/oromo.md diff --git a/languages/ossetian.md b/nav_bar/languages/ossetian.md similarity index 100% rename from languages/ossetian.md rename to nav_bar/languages/ossetian.md diff --git a/languages/oto-manguean.md b/nav_bar/languages/oto-manguean.md similarity index 100% rename from languages/oto-manguean.md rename to nav_bar/languages/oto-manguean.md diff --git a/languages/pangasinan.md b/nav_bar/languages/pangasinan.md similarity index 100% rename from languages/pangasinan.md rename to nav_bar/languages/pangasinan.md diff --git a/languages/papiamento.md b/nav_bar/languages/papiamento.md similarity index 100% rename from languages/papiamento.md rename to nav_bar/languages/papiamento.md diff --git a/languages/pashto.md b/nav_bar/languages/pashto.md similarity index 100% rename from languages/pashto.md rename to nav_bar/languages/pashto.md diff --git a/languages/persian.md b/nav_bar/languages/persian.md similarity index 100% rename from languages/persian.md rename to nav_bar/languages/persian.md diff --git a/languages/polish.md b/nav_bar/languages/polish.md similarity index 100% rename from languages/polish.md rename to nav_bar/languages/polish.md diff --git a/languages/portuguese-based-creoles.md b/nav_bar/languages/portuguese-based-creoles.md similarity index 100% rename from languages/portuguese-based-creoles.md rename to nav_bar/languages/portuguese-based-creoles.md diff --git a/languages/portuguese.md b/nav_bar/languages/portuguese.md similarity index 100% rename from languages/portuguese.md rename to nav_bar/languages/portuguese.md diff --git a/languages/punjabi.md b/nav_bar/languages/punjabi.md similarity index 100% rename from languages/punjabi.md rename to nav_bar/languages/punjabi.md diff --git a/languages/quechua.md b/nav_bar/languages/quechua.md similarity index 100% rename from languages/quechua.md rename to nav_bar/languages/quechua.md diff --git a/languages/quechuan.md b/nav_bar/languages/quechuan.md similarity index 100% rename from languages/quechuan.md rename to nav_bar/languages/quechuan.md diff --git a/languages/romance.md b/nav_bar/languages/romance.md similarity index 100% rename from languages/romance.md rename to nav_bar/languages/romance.md diff --git a/languages/romanian.md b/nav_bar/languages/romanian.md similarity index 100% rename from languages/romanian.md rename to nav_bar/languages/romanian.md diff --git a/languages/romansh.md b/nav_bar/languages/romansh.md similarity index 100% rename from languages/romansh.md rename to nav_bar/languages/romansh.md diff --git a/languages/russian.md b/nav_bar/languages/russian.md similarity index 100% rename from languages/russian.md rename to nav_bar/languages/russian.md diff --git a/languages/samoan.md b/nav_bar/languages/samoan.md similarity index 100% rename from languages/samoan.md rename to nav_bar/languages/samoan.md diff --git a/languages/sango.md b/nav_bar/languages/sango.md similarity index 100% rename from languages/sango.md rename to nav_bar/languages/sango.md diff --git a/languages/sanskrit.md b/nav_bar/languages/sanskrit.md similarity index 100% rename from languages/sanskrit.md rename to nav_bar/languages/sanskrit.md diff --git a/languages/santali.md b/nav_bar/languages/santali.md similarity index 100% rename from languages/santali.md rename to nav_bar/languages/santali.md diff --git a/languages/sardinian.md b/nav_bar/languages/sardinian.md similarity index 100% rename from languages/sardinian.md rename to nav_bar/languages/sardinian.md diff --git a/languages/scottish-gaelic.md b/nav_bar/languages/scottish-gaelic.md similarity index 100% rename from languages/scottish-gaelic.md rename to nav_bar/languages/scottish-gaelic.md diff --git a/languages/semitic.md b/nav_bar/languages/semitic.md similarity index 100% rename from languages/semitic.md rename to nav_bar/languages/semitic.md diff --git a/languages/serbian.md b/nav_bar/languages/serbian.md similarity index 100% rename from languages/serbian.md rename to nav_bar/languages/serbian.md diff --git a/languages/shan.md b/nav_bar/languages/shan.md similarity index 100% rename from languages/shan.md rename to nav_bar/languages/shan.md diff --git a/languages/shona.md b/nav_bar/languages/shona.md similarity index 100% rename from languages/shona.md rename to nav_bar/languages/shona.md diff --git a/languages/sicilian.md b/nav_bar/languages/sicilian.md similarity index 100% rename from languages/sicilian.md rename to nav_bar/languages/sicilian.md diff --git a/languages/silesian.md b/nav_bar/languages/silesian.md similarity index 100% rename from languages/silesian.md rename to nav_bar/languages/silesian.md diff --git a/languages/sindhi.md b/nav_bar/languages/sindhi.md similarity index 100% rename from languages/sindhi.md rename to nav_bar/languages/sindhi.md diff --git a/languages/sinhala.md b/nav_bar/languages/sinhala.md similarity index 100% rename from languages/sinhala.md rename to nav_bar/languages/sinhala.md diff --git a/languages/sino-tibetan.md b/nav_bar/languages/sino-tibetan.md similarity index 100% rename from languages/sino-tibetan.md rename to nav_bar/languages/sino-tibetan.md diff --git a/languages/slavic.md b/nav_bar/languages/slavic.md similarity index 100% rename from languages/slavic.md rename to nav_bar/languages/slavic.md diff --git a/languages/slovak.md b/nav_bar/languages/slovak.md similarity index 100% rename from languages/slovak.md rename to nav_bar/languages/slovak.md diff --git a/languages/slovenian.md b/nav_bar/languages/slovenian.md similarity index 100% rename from languages/slovenian.md rename to nav_bar/languages/slovenian.md diff --git a/languages/somali.md b/nav_bar/languages/somali.md similarity index 100% rename from languages/somali.md rename to nav_bar/languages/somali.md diff --git a/languages/sorani-kurdish.md b/nav_bar/languages/sorani-kurdish.md similarity index 100% rename from languages/sorani-kurdish.md rename to nav_bar/languages/sorani-kurdish.md diff --git a/languages/sotho.md b/nav_bar/languages/sotho.md similarity index 100% rename from languages/sotho.md rename to nav_bar/languages/sotho.md diff --git a/languages/spanish.md b/nav_bar/languages/spanish.md similarity index 100% rename from languages/spanish.md rename to nav_bar/languages/spanish.md diff --git a/languages/sundanese.md b/nav_bar/languages/sundanese.md similarity index 100% rename from languages/sundanese.md rename to nav_bar/languages/sundanese.md diff --git a/languages/swahili.md b/nav_bar/languages/swahili.md similarity index 100% rename from languages/swahili.md rename to nav_bar/languages/swahili.md diff --git a/languages/swati.md b/nav_bar/languages/swati.md similarity index 100% rename from languages/swati.md rename to nav_bar/languages/swati.md diff --git a/languages/swedish.md b/nav_bar/languages/swedish.md similarity index 100% rename from languages/swedish.md rename to nav_bar/languages/swedish.md diff --git a/languages/tagalog.md b/nav_bar/languages/tagalog.md similarity index 100% rename from languages/tagalog.md rename to nav_bar/languages/tagalog.md diff --git a/languages/tahitian.md b/nav_bar/languages/tahitian.md similarity index 100% rename from languages/tahitian.md rename to nav_bar/languages/tahitian.md diff --git a/languages/tai.md b/nav_bar/languages/tai.md similarity index 100% rename from languages/tai.md rename to nav_bar/languages/tai.md diff --git a/languages/tajik.md b/nav_bar/languages/tajik.md similarity index 100% rename from languages/tajik.md rename to nav_bar/languages/tajik.md diff --git a/languages/tamasheq.md b/nav_bar/languages/tamasheq.md similarity index 100% rename from languages/tamasheq.md rename to nav_bar/languages/tamasheq.md diff --git a/languages/tamazight.md b/nav_bar/languages/tamazight.md similarity index 100% rename from languages/tamazight.md rename to nav_bar/languages/tamazight.md diff --git a/languages/tamil.md b/nav_bar/languages/tamil.md similarity index 100% rename from languages/tamil.md rename to nav_bar/languages/tamil.md diff --git a/languages/tatar.md b/nav_bar/languages/tatar.md similarity index 100% rename from languages/tatar.md rename to nav_bar/languages/tatar.md diff --git a/languages/telugu.md b/nav_bar/languages/telugu.md similarity index 100% rename from languages/telugu.md rename to nav_bar/languages/telugu.md diff --git a/languages/tetum.md b/nav_bar/languages/tetum.md similarity index 100% rename from languages/tetum.md rename to nav_bar/languages/tetum.md diff --git a/languages/thai.md b/nav_bar/languages/thai.md similarity index 100% rename from languages/thai.md rename to nav_bar/languages/thai.md diff --git a/languages/tibetan.md b/nav_bar/languages/tibetan.md similarity index 100% rename from languages/tibetan.md rename to nav_bar/languages/tibetan.md diff --git a/languages/tigrinya.md b/nav_bar/languages/tigrinya.md similarity index 100% rename from languages/tigrinya.md rename to nav_bar/languages/tigrinya.md diff --git a/languages/tok-pisin.md b/nav_bar/languages/tok-pisin.md similarity index 100% rename from languages/tok-pisin.md rename to nav_bar/languages/tok-pisin.md diff --git a/languages/tonga.md b/nav_bar/languages/tonga.md similarity index 100% rename from languages/tonga.md rename to nav_bar/languages/tonga.md diff --git a/languages/tsonga.md b/nav_bar/languages/tsonga.md similarity index 100% rename from languages/tsonga.md rename to nav_bar/languages/tsonga.md diff --git a/languages/tswana.md b/nav_bar/languages/tswana.md similarity index 100% rename from languages/tswana.md rename to nav_bar/languages/tswana.md diff --git a/languages/tumbuka.md b/nav_bar/languages/tumbuka.md similarity index 100% rename from languages/tumbuka.md rename to nav_bar/languages/tumbuka.md diff --git a/languages/tupian.md b/nav_bar/languages/tupian.md similarity index 100% rename from languages/tupian.md rename to nav_bar/languages/tupian.md diff --git a/languages/turkic.md b/nav_bar/languages/turkic.md similarity index 100% rename from languages/turkic.md rename to nav_bar/languages/turkic.md diff --git a/languages/turkish.md b/nav_bar/languages/turkish.md similarity index 100% rename from languages/turkish.md rename to nav_bar/languages/turkish.md diff --git a/languages/turkmen.md b/nav_bar/languages/turkmen.md similarity index 100% rename from languages/turkmen.md rename to nav_bar/languages/turkmen.md diff --git a/languages/twi.md b/nav_bar/languages/twi.md similarity index 100% rename from languages/twi.md rename to nav_bar/languages/twi.md diff --git a/languages/udmurt.md b/nav_bar/languages/udmurt.md similarity index 100% rename from languages/udmurt.md rename to nav_bar/languages/udmurt.md diff --git a/languages/ukrainian.md b/nav_bar/languages/ukrainian.md similarity index 100% rename from languages/ukrainian.md rename to nav_bar/languages/ukrainian.md diff --git a/languages/umbundu.md b/nav_bar/languages/umbundu.md similarity index 100% rename from languages/umbundu.md rename to nav_bar/languages/umbundu.md diff --git a/languages/upper-sorbian.md b/nav_bar/languages/upper-sorbian.md similarity index 100% rename from languages/upper-sorbian.md rename to nav_bar/languages/upper-sorbian.md diff --git a/languages/urdu.md b/nav_bar/languages/urdu.md similarity index 100% rename from languages/urdu.md rename to nav_bar/languages/urdu.md diff --git a/languages/uyghur.md b/nav_bar/languages/uyghur.md similarity index 100% rename from languages/uyghur.md rename to nav_bar/languages/uyghur.md diff --git a/languages/uzbek.md b/nav_bar/languages/uzbek.md similarity index 100% rename from languages/uzbek.md rename to nav_bar/languages/uzbek.md diff --git a/languages/venda.md b/nav_bar/languages/venda.md similarity index 100% rename from languages/venda.md rename to nav_bar/languages/venda.md diff --git a/languages/venetian.md b/nav_bar/languages/venetian.md similarity index 100% rename from languages/venetian.md rename to nav_bar/languages/venetian.md diff --git a/languages/vietnamese.md b/nav_bar/languages/vietnamese.md similarity index 100% rename from languages/vietnamese.md rename to nav_bar/languages/vietnamese.md diff --git a/languages/waray.md b/nav_bar/languages/waray.md similarity index 100% rename from languages/waray.md rename to nav_bar/languages/waray.md diff --git a/languages/welsh.md b/nav_bar/languages/welsh.md similarity index 100% rename from languages/welsh.md rename to nav_bar/languages/welsh.md diff --git a/languages/wolof.md b/nav_bar/languages/wolof.md similarity index 100% rename from languages/wolof.md rename to nav_bar/languages/wolof.md diff --git a/languages/xhosa.md b/nav_bar/languages/xhosa.md similarity index 100% rename from languages/xhosa.md rename to nav_bar/languages/xhosa.md diff --git a/languages/yiddish.md b/nav_bar/languages/yiddish.md similarity index 100% rename from languages/yiddish.md rename to nav_bar/languages/yiddish.md diff --git a/languages/yoruba.md b/nav_bar/languages/yoruba.md similarity index 100% rename from languages/yoruba.md rename to nav_bar/languages/yoruba.md diff --git a/languages/yucatec-maya.md b/nav_bar/languages/yucatec-maya.md similarity index 100% rename from languages/yucatec-maya.md rename to nav_bar/languages/yucatec-maya.md diff --git a/languages/zaza.md b/nav_bar/languages/zaza.md similarity index 100% rename from languages/zaza.md rename to nav_bar/languages/zaza.md diff --git a/languages/zulu.md b/nav_bar/languages/zulu.md similarity index 100% rename from languages/zulu.md rename to nav_bar/languages/zulu.md diff --git a/associations/aamt.md b/nav_bar/more/associations/aamt.md similarity index 100% rename from associations/aamt.md rename to nav_bar/more/associations/aamt.md diff --git a/associations/amta.md b/nav_bar/more/associations/amta.md similarity index 100% rename from associations/amta.md rename to nav_bar/more/associations/amta.md diff --git a/associations/associations.md b/nav_bar/more/associations/associations.md similarity index 100% rename from associations/associations.md rename to nav_bar/more/associations/associations.md diff --git a/associations/eamt.md b/nav_bar/more/associations/eamt.md similarity index 100% rename from associations/eamt.md rename to nav_bar/more/associations/eamt.md diff --git a/associations/iamt.md b/nav_bar/more/associations/iamt.md similarity index 100% rename from associations/iamt.md rename to nav_bar/more/associations/iamt.md diff --git a/associations/sigmt.md b/nav_bar/more/associations/sigmt.md similarity index 100% rename from associations/sigmt.md rename to nav_bar/more/associations/sigmt.md diff --git a/associations/sigslt.md b/nav_bar/more/associations/sigslt.md similarity index 100% rename from associations/sigslt.md rename to nav_bar/more/associations/sigslt.md diff --git a/associations/wmt.md b/nav_bar/more/associations/wmt.md similarity index 100% rename from associations/wmt.md rename to nav_bar/more/associations/wmt.md diff --git a/community/communities.md b/nav_bar/more/community/communities.md similarity index 100% rename from community/communities.md rename to nav_bar/more/community/communities.md diff --git a/industry/companies.md b/nav_bar/more/industry/companies.md similarity index 100% rename from industry/companies.md rename to nav_bar/more/industry/companies.md diff --git a/industry/industry.md b/nav_bar/more/industry/industry.md similarity index 100% rename from industry/industry.md rename to nav_bar/more/industry/industry.md diff --git a/more/more.md b/nav_bar/more/more.md similarity index 100% rename from more/more.md rename to nav_bar/more/more.md diff --git a/people/alon-lavie.md b/nav_bar/more/people/alon-lavie.md similarity index 100% rename from people/alon-lavie.md rename to nav_bar/more/people/alon-lavie.md diff --git a/people/andy-way.md b/nav_bar/more/people/andy-way.md similarity index 100% rename from people/andy-way.md rename to nav_bar/more/people/andy-way.md diff --git a/people/daniel-marcu.md b/nav_bar/more/people/daniel-marcu.md similarity index 100% rename from people/daniel-marcu.md rename to nav_bar/more/people/daniel-marcu.md diff --git a/people/franz-josef-och.md b/nav_bar/more/people/franz-josef-och.md similarity index 100% rename from people/franz-josef-och.md rename to nav_bar/more/people/franz-josef-och.md diff --git a/people/georges-artsrouni.md b/nav_bar/more/people/georges-artsrouni.md similarity index 100% rename from people/georges-artsrouni.md rename to nav_bar/more/people/georges-artsrouni.md diff --git a/people/hermann-ney.md b/nav_bar/more/people/hermann-ney.md similarity index 100% rename from people/hermann-ney.md rename to nav_bar/more/people/hermann-ney.md diff --git a/people/jaime-carbonell.md b/nav_bar/more/people/jaime-carbonell.md similarity index 100% rename from people/jaime-carbonell.md rename to nav_bar/more/people/jaime-carbonell.md diff --git a/people/jean-senellart.md b/nav_bar/more/people/jean-senellart.md similarity index 100% rename from people/jean-senellart.md rename to nav_bar/more/people/jean-senellart.md diff --git a/people/john-hutchins.md b/nav_bar/more/people/john-hutchins.md similarity index 100% rename from people/john-hutchins.md rename to nav_bar/more/people/john-hutchins.md diff --git a/people/kishore-papineni.md b/nav_bar/more/people/kishore-papineni.md similarity index 100% rename from people/kishore-papineni.md rename to nav_bar/more/people/kishore-papineni.md diff --git a/people/lucia-specia.md b/nav_bar/more/people/lucia-specia.md similarity index 100% rename from people/lucia-specia.md rename to nav_bar/more/people/lucia-specia.md diff --git a/people/margaret-masterman.md b/nav_bar/more/people/margaret-masterman.md similarity index 100% rename from people/margaret-masterman.md rename to nav_bar/more/people/margaret-masterman.md diff --git a/people/martin-popel.md b/nav_bar/more/people/martin-popel.md similarity index 100% rename from people/martin-popel.md rename to nav_bar/more/people/martin-popel.md diff --git a/people/matt-post.md b/nav_bar/more/people/matt-post.md similarity index 100% rename from people/matt-post.md rename to nav_bar/more/people/matt-post.md diff --git a/people/ondrej-bojar.md b/nav_bar/more/people/ondrej-bojar.md similarity index 100% rename from people/ondrej-bojar.md rename to nav_bar/more/people/ondrej-bojar.md diff --git a/people/people.md b/nav_bar/more/people/people.md similarity index 100% rename from people/people.md rename to nav_bar/more/people/people.md diff --git a/people/peter-toma.md b/nav_bar/more/people/peter-toma.md similarity index 100% rename from people/peter-toma.md rename to nav_bar/more/people/peter-toma.md diff --git a/people/petr-troyanskii.md b/nav_bar/more/people/petr-troyanskii.md similarity index 100% rename from people/petr-troyanskii.md rename to nav_bar/more/people/petr-troyanskii.md diff --git a/people/philipp-koehn.md b/nav_bar/more/people/philipp-koehn.md similarity index 100% rename from people/philipp-koehn.md rename to nav_bar/more/people/philipp-koehn.md diff --git a/people/salim-roukos.md b/nav_bar/more/people/salim-roukos.md similarity index 100% rename from people/salim-roukos.md rename to nav_bar/more/people/salim-roukos.md diff --git a/people/warren-weaver.md b/nav_bar/more/people/warren-weaver.md similarity index 100% rename from people/warren-weaver.md rename to nav_bar/more/people/warren-weaver.md diff --git a/people/yehoshua-bar-hillel.md b/nav_bar/more/people/yehoshua-bar-hillel.md similarity index 100% rename from people/yehoshua-bar-hillel.md rename to nav_bar/more/people/yehoshua-bar-hillel.md diff --git a/research-laboratories/research-laboratories.md b/nav_bar/more/research-laboratories/research-laboratories.md similarity index 100% rename from research-laboratories/research-laboratories.md rename to nav_bar/more/research-laboratories/research-laboratories.md diff --git a/newsletter.md b/nav_bar/newsletter.md similarity index 100% rename from newsletter.md rename to nav_bar/newsletter.md diff --git a/quality-estimation/demt-estimate.md b/nav_bar/quality-estimation/demt-estimate.md similarity index 100% rename from quality-estimation/demt-estimate.md rename to nav_bar/quality-estimation/demt-estimate.md diff --git a/quality-estimation/google-translation-hub-mtqp.md b/nav_bar/quality-estimation/google-translation-hub-mtqp.md similarity index 100% rename from quality-estimation/google-translation-hub-mtqp.md rename to nav_bar/quality-estimation/google-translation-hub-mtqp.md diff --git a/quality-estimation/kantanqes.md b/nav_bar/quality-estimation/kantanqes.md similarity index 100% rename from quality-estimation/kantanqes.md rename to nav_bar/quality-estimation/kantanqes.md diff --git a/quality-estimation/modelfront.md b/nav_bar/quality-estimation/modelfront.md similarity index 100% rename from quality-estimation/modelfront.md rename to nav_bar/quality-estimation/modelfront.md diff --git a/quality-estimation/omniscien-confidence-scores.md b/nav_bar/quality-estimation/omniscien-confidence-scores.md similarity index 100% rename from quality-estimation/omniscien-confidence-scores.md rename to nav_bar/quality-estimation/omniscien-confidence-scores.md diff --git a/quality-estimation/phrase-mtqe.md b/nav_bar/quality-estimation/phrase-mtqe.md similarity index 100% rename from quality-estimation/phrase-mtqe.md rename to nav_bar/quality-estimation/phrase-mtqe.md diff --git a/quality-estimation/quality-estimation.md b/nav_bar/quality-estimation/quality-estimation.md similarity index 100% rename from quality-estimation/quality-estimation.md rename to nav_bar/quality-estimation/quality-estimation.md diff --git a/resources/education.md b/nav_bar/resources/education.md similarity index 100% rename from resources/education.md rename to nav_bar/resources/education.md diff --git a/resources/publications.md b/nav_bar/resources/publications.md similarity index 100% rename from resources/publications.md rename to nav_bar/resources/publications.md diff --git a/resources/reports.md b/nav_bar/resources/reports.md similarity index 100% rename from resources/reports.md rename to nav_bar/resources/reports.md diff --git a/resources/resources.md b/nav_bar/resources/resources.md similarity index 100% rename from resources/resources.md rename to nav_bar/resources/resources.md diff --git a/quality/metrics/metrics.md b/quality/metrics/metrics.md deleted file mode 100644 index b227fec97..000000000 --- a/quality/metrics/metrics.md +++ /dev/null @@ -1,85 +0,0 @@ ---- -parent: Building and research -has_children: true -nav_order: 150 -title: Metrics -description: List of metrics for evaluating machine translation -seo: - name: List of metrics for evaluating machine translation ---- - -**Metrics** measure the quality of the output of a machine translation system. - -Metrics are used to compare different machine translation systems. - -The best known metric for machine translation is [BLEU](bleu.md), a string-based automatic metric. - -{% include collapsible_toc.html %} - -## Automatic evaluation metrics - -Automatic quality metrics can be computed relatively quickly. - -Automatic quality metrics are divided into **string-based metrics** and **machine learning-based metrics**. - -### String-based metrics - -String-based metrics generally measure the word or character distance between the target sentence and the reference translation. - -Examples: -- [BLEU](bleu.md) -- [METEOR](meteor.md) -- [NIST](nist.md) -- [chrF](chrF.md) -- [TER](ter.md) - -String-based are used in research papers and competitions because they are explainable and fair, and they can support any language pair. - -But string-based metrics can punish translations that convey the correct meaning, and the scores cannot be compared across language pairs. - -The scores generally do not correlate well with human evaluation scores when translation quality is high. - - -### Machine learning-based metrics - -Machine learning-based metrics use [sentence embeddings](/concepts/sentence-embeddings.md) to calculate the difference between the generated target sentence and the reference translation, or even between the target senternce and the source sentence. - -Examples: -- [COMET](comet.md) -- [YiSi](yisi.md) -- [BERTscore](bertscore.md) - -Machine learning-based metrics require a model that was trained on data with the source and target languages. - -The score can correlate well with human evaluation scores. - -But the scores are not explainable or fair, so they cannot be used in a research competition. - - -## Human evaluation metrics - -Human evaluation is the gold standard. - -- [MQM](human-evaluation-metrics.md#mqm) -- [SQM](human-evaluation-metrics.md#sqm) -- [Average score and average z-score](human-evaluation-metrics.md#average-score-and-average-z-score) -- [TrueSkill](human-evaluation-metrics.md#trueskill) -- [Adecuacy and fluency judgement](human-evaluation-metrics.md#adequacy-and-fluency-judgement) -- [Relative ranking](human-evaluation-metrics.md#relative-ranking) -- [Constituent ranking](human-evaluation-metrics.md#constituent-ranking) -- [Yes or no constituent judgement](human-evaluation-metrics.md#yes-and-no-constituent-judgement) -- [Direct assessment](human-evaluation-metrics.md#direct-assessment) - -But human evaluation is slow, expensive and subjective. - - -### Evolution -> -> ##### Slide from [Unbabel](/industry/companies.md#unbabel) for [AMTA 2022](/events/amta2022.md) -> - - -## See also - -- [Quality evaluation](building-and-research/quality-evaluation.md) -- [Quality estimation](building-and-research/quality-estimation.md) diff --git a/quality/quality-estimation.md b/quality/quality-estimation.md deleted file mode 100644 index 7ff2d6eea..000000000 --- a/quality/quality-estimation.md +++ /dev/null @@ -1,177 +0,0 @@ ---- -parent: Building and research -nav_order: 165 -title: Quality estimation -description: Machine translation quality estimation -featured: true -redirect_from: - - /quality-prediction ---- - -Machine translation **quality estimation** (**QE** or **MTQE**) or machine translation **quality prediction** (**QP** or **MTQP**) is the task of automatically predicting the quality of machine translation output. - -| Original | Translation | Quality prediction | -| -----------------------------| -------------------------------| ---------------------| -| `English` `July 30th, 2021` | `French` `30 juillet 2021` | `Good` | -| `English` `This is my home.` | `Spanish` `Este es mi inicio.` | `Bad` | - -Quality estimation does not require human reference translations, so it is useful for new content. It uses machine learning to provide predictions that are relatively accurate at the segment level. - -Quality estimation is fundamentally different than [quality *evaluation*](/quality/quality-evaluation.md). -Quality evaluation [metrics](/quality/metrics.md) like [BLEU](/quality/metrics/bleu.md) require human reference translations against which to compare the machine translation output. -But for new content, there are no human reference translations available. - - -### Use cases - -Quality estimation has offline and production use cases: - -* [Hybrid translation](/workflows/hybrid-translation.md) -* Estimating [post-editing](/workflows/post-editing.md) effort -* Validating final human translations -* Comparing machine translation systems or translation models -* Filtering training data for machine translation - -The main use case is hybrid translation. - - -### Granularity - -Quality estimation is most commonly at the segment-level, for example a sentence. - -* Word-level -* Phrase-level -* Sentence-level -* Document-level - -Sentence-level scores can be aggregated into paragraph-level scores or document-level scores. -Word-, phrase- and sentence-level scores can indicate if a machine translation output needs to be post-edited. -Document-level scores indicate if a machine translation output can be used without human post-editing. - ---- - -In 2012, [Lucia Specia](/people/lucia-specia.md) and Google researcher Radu Soricut organized the first *Shared Task on Quality Estimation*. - -In 2018, Lucia Specia, Carolina Scarton and Gustavo Henrique Paetzold published the book *Quality Estimation for Machine Translation*. -There was research on word-level quality estimation and paragraph-level quality estimation. - -In 2020, [ModelFront](/industry/companies.md#modelfront) launched a multilingual quality estimation API. -Tharindu Ranasinghe released pretrained models. -Facebook Research launched unsupervised quality estimation internally. - -A growing set of frameworks, models, and systems are generally available. - -### Frameworks - -Frameworks from academia and industry are available as open-source code and models. - -The first framework, QuEst, was released in 2013. - -| Name | Owner | Approach -| ---------- | --------------------------- | --------------------------- | -| [QuEst](https://github.com/lspecia/quest) | University of Sheffield | Feature engineering | -| [QuEst++](https://www.quest.dcs.shef.ac.uk/) | University of Sheffield | Feature engineering | -| [DeepQuest](https://github.com/sheffieldnlp/deepQuest) | University of Sheffield | Deep learning | -| [OpenKiwi](https://github.com/Unbabel/OpenKiwi) | Unbabel | Deep learning | -| [TransQuest](https://github.com/TharinduDR/TransQuest) | Tharindu Ranasinghe, University of Wolverhampton | Deep learning | - -TransQuest also includes pretrained models. The models were pretrained with [WMT](/associations/wmt.md) data. - - -### Providers - -ModelFront launched a standalone production system for quality estimation. -By 2020, it was generally available and supported more than 10000 language pairs. -It is provided as an API, so it can be integrated into other systems and products. - -There are also providers that offer a quality estimation feature within another product. - -| Provider | Product | Availability | Approach | -| --- | --- | --- | --- | -| [KantanAI](/industry/companies.md#kantanmt) | [KantanQES](https://www.kantanai.io/kantanqes-home/) | Feature of machine translation API | Glassbox | -| [ModelFront](/industry/companies.md#modelfront) | [ModelFront quality prediction](https://modelfront.com) | Product with cloud API and console | Deep learning, multilingual, blackbox | -| [Omniscien](/industry/companies.md#omniscien-technologies) | [Translation Confidence Scoring and Quality Estimates](https://omniscien.com/products/language-studio/) | Feature of machine translation API | Glassbox | - -### Features and integrations - -A few translation management systems have launched generally available features for quality estimation. - -| Product | Feature | Providers | -| ---| --- | --- | -| [KantanStream](/industry/companies.md#kantanmt) | [KantanQES](https://www.kantanai.io/kantanqes-home/) | KantanAI | -| PhraseTMS | [MT quality estimation](https://support.phrase.com/hc/en-us/articles/5709672289180-MT-Quality-Estimation-TMS-) | Phrase | -| translate5 | [Quality prediction](https://www.modelfront.com/integrations/translate5) | ModelFront | -| GlobalDoc LangXpert | [Effort estimation](https://globaldoc.com/about-us/our-technology/langxpert-modelfront-technology-partnership/) | ModelFront | -| Google Cloud Translation Hub | [Quality prediction](https://cloud.google.com/translation-hub/docs/translator-edit#segment-details) | Google | -| Crowdin | [Quality prediction](https://store.crowdin.com/modelfront) | ModelFront | -| memoQ | [Quality estimates](https://www.memoq.com/integrations/mt-quality-estimates) | ModelFront, TAUS | - -translate5 is open-source. - - -### Internal systems - -More companies have researched or launched quality estimation internally. -They do not provide quality estimation to others. -- Amazon -- Microsoft -- VMware -- Facebook AI Research -- eBay -- SAP -- MusixMatch -- Wayfair -- Unbabel -- Transperfect -- CrossLang -- Fair Trade Translation - -*Note: This list is incomplete.* - -## Types -Quality estimation is typically implemented as classification or regression. - -### Supervised -Supervised quality estimation trains on parallel data that includes human labels or human post-edits. - -### Unsupervised -Unsupervised quality estimation trains on monolingual data or parallel data only. -Supervised quality estimation relies on labeled or post-edited data. - -### Glassbox -Glassbox approaches are tied to the machine translation system itself. -A glassbox system makes a prediction based on the internal variables of the machine translation model. -It is like a confidence score. - -### Blackbox -Blackbox approaches are independent of the machine translation system. -They are not necessarily trained on the same data, and can be used with any machine translation system. - -## Approaches - -### Feature engineering -Early quality estimation approaches use machine learning with feature engineering. - -Examples of specific features are the number of noun or prepositional phrases in the source and target, the number of named entities, etc. -Based on these features, a quality estimation model is built using machine learning techniques. - -### Deep learning -With the rise of deep learning, quality estimation technology resorts to deep learning architectures based on artificial neural networks. - -### Single-language-pair -Early quality estimation approaches created one model or system per language pair, similar to most machine translation systems at the time. - -### Multilingual -Multilingual quality estimation uses one model or system for many language pairs, similar to multilingual machine translation systems. - ---- - -### See also - -- [Hybrid translation](/workflows/hybrid-translation.md) -- [Automatic post-editing](/applications/automatic-post-editing.md) -- [Post-editing](/applications/post-editing.md) - -### References - -- [*Learn about machine translation quality prediction*](https://www.modelfront.com/quality-prediction)