From 0663774b02faeb108d4b18d8f8a7e6e93e277313 Mon Sep 17 00:00:00 2001 From: Matttttt <18152455+martholomew@users.noreply.github.com> Date: Mon, 8 Apr 2024 19:54:04 +0100 Subject: Simplify diacratic removal; modify Latin & Greek preprocessors (#724) * Simplified diacratic removal and added preprocessors to LA and GRC * linted * Clarified the name of removeAlphabeticDiacritics * Add comment to removeAlphabeticDiacritics Signed-off-by: Darius Jahandarie * Change to NFD Signed-off-by: Matttttt <18152455+martholomew@users.noreply.github.com> * Remove trailing spaces in comment Signed-off-by: Darius Jahandarie * Remove latin preprocessors .eslintrc.json Signed-off-by: Matttttt <18152455+martholomew@users.noreply.github.com> * fix tests --------- Signed-off-by: Darius Jahandarie Signed-off-by: Matttttt <18152455+martholomew@users.noreply.github.com> Co-authored-by: martholomew Co-authored-by: Darius Jahandarie Co-authored-by: Stefan Vukovic --- types/ext/language-descriptors.d.ts | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) (limited to 'types/ext') diff --git a/types/ext/language-descriptors.d.ts b/types/ext/language-descriptors.d.ts index dae586a2..41a1eec8 100644 --- a/types/ext/language-descriptors.d.ts +++ b/types/ext/language-descriptors.d.ts @@ -69,12 +69,14 @@ type AllTextPreprocessors = { removeArabicScriptDiacritics: TextPreprocessor; }; fr: CapitalizationPreprocessors; - grc: CapitalizationPreprocessors; + grc: CapitalizationPreprocessors & { + removeAlphabeticDiacritics: TextPreprocessor; + }; hu: CapitalizationPreprocessors; id: CapitalizationPreprocessors; it: CapitalizationPreprocessors; la: CapitalizationPreprocessors & { - removeLatinDiacritics: TextPreprocessor; + removeAlphabeticDiacritics: TextPreprocessor; }; ja: { convertHalfWidthCharacters: TextPreprocessor; -- cgit v1.2.3