From b584c5440721fa7399564ced57f134fd5333d20c Mon Sep 17 00:00:00 2001 From: Cashew <52880648+cashewnuttynuts@users.noreply.github.com> Date: Mon, 24 Jun 2024 18:38:39 +0700 Subject: add cn reading processors (#1120) * add cn reading processors * remove meow * fix lint * add cn reading processors * remove meow * fix lint * wip * update names * update test * remove vestigial code --- types/ext/language-descriptors.d.ts | 3 ++- types/ext/language.d.ts | 7 +++++++ types/ext/translation-internal.d.ts | 5 +++++ 3 files changed, 14 insertions(+), 1 deletion(-) (limited to 'types') diff --git a/types/ext/language-descriptors.d.ts b/types/ext/language-descriptors.d.ts index 778445de..42312937 100644 --- a/types/ext/language-descriptors.d.ts +++ b/types/ext/language-descriptors.d.ts @@ -15,7 +15,7 @@ * along with this program. If not, see . */ -import type {TextProcessor, BidirectionalConversionPreprocessor} from './language'; +import type {TextProcessor, ReadingNormalizer, BidirectionalConversionPreprocessor} from './language'; import type {LanguageTransformDescriptor} from './language-transformer'; import type {SafeAny} from './core'; @@ -36,6 +36,7 @@ type LanguageDescriptor< * If no value is provided, `true` is assumed for all inputs. */ isTextLookupWorthy?: IsTextLookupWorthyFunction; + readingNormalizer?: ReadingNormalizer; textPreprocessors?: TTextPreprocessorDescriptor; textPostprocessors?: TTextPostprocessorDescriptor; languageTransforms?: LanguageTransformDescriptor; diff --git a/types/ext/language.d.ts b/types/ext/language.d.ts index c708f6e7..ea8c0e47 100644 --- a/types/ext/language.d.ts +++ b/types/ext/language.d.ts @@ -33,6 +33,8 @@ export type TextProcessor = { process: TextProcessorFunction; }; +export type ReadingNormalizer = (str: string) => string; + export type BidirectionalPreprocessorOptions = 'off' | 'direct' | 'inverse'; export type BidirectionalConversionPreprocessor = TextProcessor; @@ -43,6 +45,11 @@ export type LanguageAndProcessors = { textPostprocessors?: TextProcessorWithId[]; }; +export type LanguageAndReadingNormalizer = { + iso: string; + readingNormalizer: ReadingNormalizer; +}; + export type LanguageAndTransforms = { iso: string; languageTransforms: LanguageTransformDescriptor; diff --git a/types/ext/translation-internal.d.ts b/types/ext/translation-internal.d.ts index 0efbe54f..05821a64 100644 --- a/types/ext/translation-internal.d.ts +++ b/types/ext/translation-internal.d.ts @@ -71,4 +71,9 @@ export type TextProcessorMap = Map< } >; +export type ReadingNormalizerMap = Map< + string, + Language.ReadingNormalizer +>; + export type TextCache = Map>>; -- cgit v1.2.3