From d19b898792bffed8ab2d5724472e5b65a5f5b146 Mon Sep 17 00:00:00 2001 From: StefanVukovic99 Date: Wed, 22 May 2024 22:45:39 +0200 Subject: [ja] add preprocessor for width of alphabetic characters (#964) * add japanese text preprocessor for variants in width of alphabetic characters * try combining with numeric to improve performance * Update ext/js/language/ja/japanese.js Co-authored-by: Kuuuube <61125188+Kuuuube@users.noreply.github.com> Signed-off-by: StefanVukovic99 * Update ext/js/language/ja/japanese.js Co-authored-by: Kuuuube <61125188+Kuuuube@users.noreply.github.com> Signed-off-by: StefanVukovic99 * fix tests --------- Signed-off-by: StefanVukovic99 Co-authored-by: Kuuuube <61125188+Kuuuube@users.noreply.github.com> --- test/data/dictionaries/valid-dictionary1/term_bank_1.json | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) (limited to 'test/data/dictionaries') diff --git a/test/data/dictionaries/valid-dictionary1/term_bank_1.json b/test/data/dictionaries/valid-dictionary1/term_bank_1.json index a362de23..0a635b84 100644 --- a/test/data/dictionaries/valid-dictionary1/term_bank_1.json +++ b/test/data/dictionaries/valid-dictionary1/term_bank_1.json @@ -344,5 +344,6 @@ ["凄い", "すごい", "adj-i", "adj-i", 1, ["sugoi definition"], 18, ""], ["English", "", "n", "n", 1, ["English definition"], 19, ""], ["language", "", "n", "n", 1, ["language definition"], 20, ""], - ["마시다", "", "v", "v", 1, ["masida definition"], 21, ""] + ["ＵＳＢ", "ユーエスビー", "n", "n", 1, ["ＵＳＢ definition"], 21, ""], + ["마시다", "", "v", "v", 1, ["masida definition"], 22, ""] ] -- cgit v1.2.3