diff options
author | Kuuuube <61125188+Kuuuube@users.noreply.github.com> | 2024-06-26 13:05:23 -0400 |
---|---|---|
committer | GitHub <noreply@github.com> | 2024-06-26 17:05:23 +0000 |
commit | dfc3710108fe2617a98fca0f57f5a2f6bb7d1830 (patch) | |
tree | ad402a4028c1b4f678262776c5a8b84d25e7dcf9 /types | |
parent | 2a92a0b98c2bb08c2adaca24ff8af3322874ef59 (diff) |
Add normalization of combining dakuten and handakuten to ja preprocessors (#1136)
* Add normalization of combining dakuten and handakuten to ja preprocessors
* Fix typo
* Remove redundant variable assignment
* Fix first character processed incorrectly when it is a character that gets combined
* Add test for combining dakuten and handakuten
Diffstat (limited to 'types')
-rw-r--r-- | types/ext/language-descriptors.d.ts | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/types/ext/language-descriptors.d.ts b/types/ext/language-descriptors.d.ts index 42312937..d0136d92 100644 --- a/types/ext/language-descriptors.d.ts +++ b/types/ext/language-descriptors.d.ts @@ -120,6 +120,7 @@ type AllTextProcessors = { pre: { convertHalfWidthCharacters: TextProcessor<boolean>; alphabeticToHiragana: TextProcessor<boolean>; + normalizeCombiningCharacters: TextProcessor<boolean>; alphanumericWidthVariants: BidirectionalConversionPreprocessor; convertHiraganaToKatakana: BidirectionalConversionPreprocessor; collapseEmphaticSequences: TextProcessor<[collapseEmphatic: boolean, collapseEmphaticFull: boolean]>; |