From b584c5440721fa7399564ced57f134fd5333d20c Mon Sep 17 00:00:00 2001
From: Cashew <52880648+cashewnuttynuts@users.noreply.github.com>
Date: Mon, 24 Jun 2024 18:38:39 +0700
Subject: add cn reading processors (#1120)
* add cn reading processors
* remove meow
* fix lint
* add cn reading processors
* remove meow
* fix lint
* wip
* update names
* update test
* remove vestigial code
---
types/ext/language-descriptors.d.ts | 3 ++-
types/ext/language.d.ts | 7 +++++++
types/ext/translation-internal.d.ts | 5 +++++
3 files changed, 14 insertions(+), 1 deletion(-)
(limited to 'types')
diff --git a/types/ext/language-descriptors.d.ts b/types/ext/language-descriptors.d.ts
index 778445de..42312937 100644
--- a/types/ext/language-descriptors.d.ts
+++ b/types/ext/language-descriptors.d.ts
@@ -15,7 +15,7 @@
* along with this program. If not, see .
*/
-import type {TextProcessor, BidirectionalConversionPreprocessor} from './language';
+import type {TextProcessor, ReadingNormalizer, BidirectionalConversionPreprocessor} from './language';
import type {LanguageTransformDescriptor} from './language-transformer';
import type {SafeAny} from './core';
@@ -36,6 +36,7 @@ type LanguageDescriptor<
* If no value is provided, `true` is assumed for all inputs.
*/
isTextLookupWorthy?: IsTextLookupWorthyFunction;
+ readingNormalizer?: ReadingNormalizer;
textPreprocessors?: TTextPreprocessorDescriptor;
textPostprocessors?: TTextPostprocessorDescriptor;
languageTransforms?: LanguageTransformDescriptor;
diff --git a/types/ext/language.d.ts b/types/ext/language.d.ts
index c708f6e7..ea8c0e47 100644
--- a/types/ext/language.d.ts
+++ b/types/ext/language.d.ts
@@ -33,6 +33,8 @@ export type TextProcessor = {
process: TextProcessorFunction;
};
+export type ReadingNormalizer = (str: string) => string;
+
export type BidirectionalPreprocessorOptions = 'off' | 'direct' | 'inverse';
export type BidirectionalConversionPreprocessor = TextProcessor;
@@ -43,6 +45,11 @@ export type LanguageAndProcessors = {
textPostprocessors?: TextProcessorWithId[];
};
+export type LanguageAndReadingNormalizer = {
+ iso: string;
+ readingNormalizer: ReadingNormalizer;
+};
+
export type LanguageAndTransforms = {
iso: string;
languageTransforms: LanguageTransformDescriptor;
diff --git a/types/ext/translation-internal.d.ts b/types/ext/translation-internal.d.ts
index 0efbe54f..05821a64 100644
--- a/types/ext/translation-internal.d.ts
+++ b/types/ext/translation-internal.d.ts
@@ -71,4 +71,9 @@ export type TextProcessorMap = Map<
}
>;
+export type ReadingNormalizerMap = Map<
+ string,
+ Language.ReadingNormalizer
+>;
+
export type TextCache = Map>>;
--
cgit v1.2.3