Skip to content

Commit

Permalink
[it] preprocess italian diacritics (#1237)
Browse files Browse the repository at this point in the history
  • Loading branch information
StefanVukovic99 authored Jul 17, 2024
1 parent 6519c47 commit 5b565ad
Show file tree
Hide file tree
Showing 2 changed files with 14 additions and 17 deletions.
5 changes: 4 additions & 1 deletion ext/js/language/language-descriptors.js
Original file line number Diff line number Diff line change
Expand Up @@ -143,7 +143,10 @@ const languageDescriptors = [
iso639_3: 'ita',
name: 'Italian',
exampleText: 'leggere',
textPreprocessors: capitalizationPreprocessors,
textPreprocessors: {
...capitalizationPreprocessors,
removeAlphabeticDiacritics,
},
},
{
iso: 'la',
Expand Down
26 changes: 10 additions & 16 deletions types/ext/language-descriptors.d.ts
Original file line number Diff line number Diff line change
Expand Up @@ -62,6 +62,10 @@ type CapitalizationPreprocessors = {
decapitalize: TextProcessor<boolean>;
};

type AlphabeticDiacriticsProcessor = {
removeAlphabeticDiacritics: TextProcessor<boolean>;
};

/**
* This is a mapping of the iso tag to all of the text processors for that language.
* Any new language should be added to this object.
Expand Down Expand Up @@ -98,9 +102,7 @@ type AllTextProcessors = {
pre: CapitalizationPreprocessors;
};
grc: {
pre: CapitalizationPreprocessors & {
removeAlphabeticDiacritics: TextProcessor<boolean>;
};
pre: CapitalizationPreprocessors & AlphabeticDiacriticsProcessor;
};
hu: {
pre: CapitalizationPreprocessors;
Expand All @@ -109,12 +111,10 @@ type AllTextProcessors = {
pre: CapitalizationPreprocessors;
};
it: {
pre: CapitalizationPreprocessors;
pre: CapitalizationPreprocessors & AlphabeticDiacriticsProcessor;
};
la: {
pre: CapitalizationPreprocessors & {
removeAlphabeticDiacritics: TextProcessor<boolean>;
};
pre: CapitalizationPreprocessors & AlphabeticDiacriticsProcessor;
};
lo: Record<string, never>;
ja: {
Expand Down Expand Up @@ -149,9 +149,7 @@ type AllTextProcessors = {
pre: CapitalizationPreprocessors;
};
ro: {
pre: CapitalizationPreprocessors & {
removeAlphabeticDiacritics: TextProcessor<boolean>;
};
pre: CapitalizationPreprocessors & AlphabeticDiacriticsProcessor;
};
ru: {
pre: CapitalizationPreprocessors & {
Expand All @@ -160,9 +158,7 @@ type AllTextProcessors = {
};
};
sga: {
pre: CapitalizationPreprocessors & {
removeAlphabeticDiacritics: TextProcessor<boolean>;
};
pre: CapitalizationPreprocessors & AlphabeticDiacriticsProcessor;
};
sh: {
pre: CapitalizationPreprocessors & {
Expand All @@ -177,9 +173,7 @@ type AllTextProcessors = {
};
th: Record<string, never>;
tl: {
pre: CapitalizationPreprocessors & {
removeAlphabeticDiacritics: TextProcessor<boolean>;
};
pre: CapitalizationPreprocessors & AlphabeticDiacriticsProcessor;
};
tr: {
pre: CapitalizationPreprocessors;
Expand Down

0 comments on commit 5b565ad

Please sign in to comment.