From dfc3710108fe2617a98fca0f57f5a2f6bb7d1830 Mon Sep 17 00:00:00 2001 From: Kuuuube <61125188+Kuuuube@users.noreply.github.com> Date: Wed, 26 Jun 2024 13:05:23 -0400 Subject: Add normalization of combining dakuten and handakuten to ja preprocessors (#1136) * Add normalization of combining dakuten and handakuten to ja preprocessors * Fix typo * Remove redundant variable assignment * Fix first character processed incorrectly when it is a character that gets combined * Add test for combining dakuten and handakuten --- types/ext/language-descriptors.d.ts | 1 + 1 file changed, 1 insertion(+) (limited to 'types') diff --git a/types/ext/language-descriptors.d.ts b/types/ext/language-descriptors.d.ts index 42312937..d0136d92 100644 --- a/types/ext/language-descriptors.d.ts +++ b/types/ext/language-descriptors.d.ts @@ -120,6 +120,7 @@ type AllTextProcessors = { pre: { convertHalfWidthCharacters: TextProcessor; alphabeticToHiragana: TextProcessor; + normalizeCombiningCharacters: TextProcessor; alphanumericWidthVariants: BidirectionalConversionPreprocessor; convertHiraganaToKatakana: BidirectionalConversionPreprocessor; collapseEmphaticSequences: TextProcessor<[collapseEmphatic: boolean, collapseEmphaticFull: boolean]>; -- cgit v1.2.3