From c48cd6ff6d8dcced7baf1b27ce3ac2449944f5d7 Mon Sep 17 00:00:00 2001 From: toasted-nutbread Date: Sun, 18 Feb 2024 08:09:42 -0500 Subject: Language descriptors organization (#704) * Move languageDescriptorMap * Move text preprocessors * Merge into language-descriptors.js * Merge typescript * Initialize inline * Move types * Update types * Update eslint * Update jsconfig reference * Rename --- ext/js/language/ja/japanese-text-preprocessors.js | 86 +++++++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 ext/js/language/ja/japanese-text-preprocessors.js (limited to 'ext/js/language/ja/japanese-text-preprocessors.js') diff --git a/ext/js/language/ja/japanese-text-preprocessors.js b/ext/js/language/ja/japanese-text-preprocessors.js new file mode 100644 index 00000000..ab4138c3 --- /dev/null +++ b/ext/js/language/ja/japanese-text-preprocessors.js @@ -0,0 +1,86 @@ +/* + * Copyright (C) 2024 Yomitan Authors + * + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation, either version 3 of the License, or + * (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program. If not, see . + */ + +import {basicTextPreprocessorOptions} from '../text-preprocessors.js'; +import {convertAlphabeticToKana} from './japanese-wanakana.js'; +import { + collapseEmphaticSequences as collapseEmphaticSequencesFunction, + convertHalfWidthKanaToFullWidth, + convertHiraganaToKatakana as convertHiraganaToKatakanaFunction, + convertKatakanaToHiragana as convertKatakanaToHiraganaFunction, + convertNumericToFullWidth +} from './japanese.js'; + +/** @type {import('language').TextPreprocessor} */ +export const convertHalfWidthCharacters = { + name: 'Convert half width characters to full width', + description: 'ヨミチャン → ヨミチャン', + options: basicTextPreprocessorOptions, + /** @type {import('language').TextPreprocessorFunction} */ + process: (str, setting, sourceMap) => (setting ? convertHalfWidthKanaToFullWidth(str, sourceMap) : str) +}; + +/** @type {import('language').TextPreprocessor} */ +export const convertNumericCharacters = { + name: 'Convert numeric characters to full width', + description: '1234 → 1234', + options: basicTextPreprocessorOptions, + /** @type {import('language').TextPreprocessorFunction} */ + process: (str, setting) => (setting ? convertNumericToFullWidth(str) : str) +}; + +/** @type {import('language').TextPreprocessor} */ +export const convertAlphabeticCharacters = { + name: 'Convert alphabetic characters to hiragana', + description: 'yomichan → よみちゃん', + options: basicTextPreprocessorOptions, + /** @type {import('language').TextPreprocessorFunction} */ + process: (str, setting, sourceMap) => (setting ? convertAlphabeticToKana(str, sourceMap) : str) +}; + +/** @type {import('language').TextPreprocessor} */ +export const convertHiraganaToKatakana = { + name: 'Convert hiragana to katakana', + description: 'よみちゃん → ヨミチャン', + options: basicTextPreprocessorOptions, + /** @type {import('language').TextPreprocessorFunction} */ + process: (str, setting) => (setting ? convertHiraganaToKatakanaFunction(str) : str) +}; + +/** @type {import('language').TextPreprocessor} */ +export const convertKatakanaToHiragana = { + name: 'Convert katakana to hiragana', + description: 'ヨミチャン → よみちゃん', + options: basicTextPreprocessorOptions, + /** @type {import('language').TextPreprocessorFunction} */ + process: (str, setting) => (setting ? convertKatakanaToHiraganaFunction(str) : str) +}; + +/** @type {import('language').TextPreprocessor<[collapseEmphatic: boolean, collapseEmphaticFull: boolean]>} */ +export const collapseEmphaticSequences = { + name: 'Collapse emphatic character sequences', + description: 'すっっごーーい → すっごーい / すごい', + options: [[false, false], [true, false], [true, true]], + /** @type {import('language').TextPreprocessorFunction<[collapseEmphatic: boolean, collapseEmphaticFull: boolean]>} */ + process: (str, setting, sourceMap) => { + const [collapseEmphatic, collapseEmphaticFull] = setting; + if (collapseEmphatic) { + str = collapseEmphaticSequencesFunction(str, collapseEmphaticFull, sourceMap); + } + return str; + } +}; -- cgit v1.2.3