From 0663774b02faeb108d4b18d8f8a7e6e93e277313 Mon Sep 17 00:00:00 2001 From: Matttttt <18152455+martholomew@users.noreply.github.com> Date: Mon, 8 Apr 2024 19:54:04 +0100 Subject: Simplify diacratic removal; modify Latin & Greek preprocessors (#724) * Simplified diacratic removal and added preprocessors to LA and GRC * linted * Clarified the name of removeAlphabeticDiacritics * Add comment to removeAlphabeticDiacritics Signed-off-by: Darius Jahandarie * Change to NFD Signed-off-by: Matttttt <18152455+martholomew@users.noreply.github.com> * Remove trailing spaces in comment Signed-off-by: Darius Jahandarie * Remove latin preprocessors .eslintrc.json Signed-off-by: Matttttt <18152455+martholomew@users.noreply.github.com> * fix tests --------- Signed-off-by: Darius Jahandarie Signed-off-by: Matttttt <18152455+martholomew@users.noreply.github.com> Co-authored-by: martholomew Co-authored-by: Darius Jahandarie Co-authored-by: Stefan Vukovic --- ext/js/language/la/latin-text-preprocessors.js | 56 -------------------------- 1 file changed, 56 deletions(-) delete mode 100644 ext/js/language/la/latin-text-preprocessors.js (limited to 'ext/js/language/la') diff --git a/ext/js/language/la/latin-text-preprocessors.js b/ext/js/language/la/latin-text-preprocessors.js deleted file mode 100644 index ea6aae82..00000000 --- a/ext/js/language/la/latin-text-preprocessors.js +++ /dev/null @@ -1,56 +0,0 @@ -/* - * Copyright (C) 2024 Yomitan Authors - * - * This program is free software: you can redistribute it and/or modify - * it under the terms of the GNU General Public License as published by - * the Free Software Foundation, either version 3 of the License, or - * (at your option) any later version. - * - * This program is distributed in the hope that it will be useful, - * but WITHOUT ANY WARRANTY; without even the implied warranty of - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - * GNU General Public License for more details. - * - * You should have received a copy of the GNU General Public License - * along with this program. If not, see . - */ - -import {basicTextPreprocessorOptions} from '../text-preprocessors.js'; - -/** @type {Record} */ -const diacriticMap = { - ā: 'a', - ē: 'e', - ī: 'i', - ō: 'o', - ū: 'u', - ȳ: 'y', - Ā: 'A', - Ē: 'E', - Ī: 'I', - Ō: 'O', - Ū: 'U', - Ȳ: 'Y', - á: 'a', - é: 'e', - í: 'i', - ó: 'o', - ú: 'u', - ý: 'y', - Á: 'A', - É: 'E', - Í: 'I', - Ó: 'O', - Ú: 'U', - Ý: 'Y' -}; - -/** @type {import('language').TextPreprocessor} */ -export const removeLatinDiacritics = { - name: 'Remove diacritics', - description: 'āēīōūȳ → aeiouy, áéíóúý → aeiouy', - options: basicTextPreprocessorOptions, - process: (str, setting) => { - return setting ? str.replace(/[āēīōūȳáéíóúýĀĒĪŌŪȲÁÉÍÓÚÝ]/g, (match) => diacriticMap[match] || match) : str; - } -}; -- cgit v1.2.3