From d724b403f94b7fd1ecec3f6d2e4f5a1ed805c6ec Mon Sep 17 00:00:00 2001 From: Cashew <52880648+cashewnuttynuts@users.noreply.github.com> Date: Sat, 22 Jun 2024 03:24:21 +0700 Subject: Add diacritics normalization preprocessors for Vietnamese (#1107) * add viet diacritics normalization * move regexp construction outside of function * fix eslint * add 'off' option * fix lint * fix type --- types/ext/language-descriptors.d.ts | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) (limited to 'types/ext') diff --git a/types/ext/language-descriptors.d.ts b/types/ext/language-descriptors.d.ts index 856e55b3..778445de 100644 --- a/types/ext/language-descriptors.d.ts +++ b/types/ext/language-descriptors.d.ts @@ -174,7 +174,9 @@ type AllTextProcessors = { pre: CapitalizationPreprocessors; }; vi: { - pre: CapitalizationPreprocessors; + pre: CapitalizationPreprocessors & { + normalizeDiacritics: TextProcessor<'old' | 'new' | 'off'>; + }; }; yue: Record; zh: Record; -- cgit v1.2.3