From 3823c82a2400b6595f4480c6e9689e507a3a120f Mon Sep 17 00:00:00 2001 From: Cashew <52880648+cashewnuttynuts@users.noreply.github.com> Date: Sat, 13 Jul 2024 20:13:51 +0700 Subject: [PATCH] add diacritics removal preprocessors (#1213) --- ext/js/language/language-descriptors.js | 5 ++++- types/ext/language-descriptors.d.ts | 4 +++- 2 files changed, 7 insertions(+), 2 deletions(-) diff --git a/ext/js/language/language-descriptors.js b/ext/js/language/language-descriptors.js index e7b863c25a..5aea0572f5 100644 --- a/ext/js/language/language-descriptors.js +++ b/ext/js/language/language-descriptors.js @@ -293,7 +293,10 @@ const languageDescriptors = [ iso639_3: 'tgl', name: 'Tagalog', exampleText: 'basahin', - textPreprocessors: capitalizationPreprocessors, + textPreprocessors: { + ...capitalizationPreprocessors, + removeAlphabeticDiacritics, + }, }, { iso: 'tr', diff --git a/types/ext/language-descriptors.d.ts b/types/ext/language-descriptors.d.ts index 22e10329e8..a88f0f6611 100644 --- a/types/ext/language-descriptors.d.ts +++ b/types/ext/language-descriptors.d.ts @@ -177,7 +177,9 @@ type AllTextProcessors = { }; th: Record; tl: { - pre: CapitalizationPreprocessors; + pre: CapitalizationPreprocessors & { + removeAlphabeticDiacritics: TextProcessor; + }; }; tr: { pre: CapitalizationPreprocessors;