summaryrefslogtreecommitdiff
path: root/dev
diff options
context:
space:
mode:
authortoasted-nutbread <toasted-nutbread@users.noreply.github.com>2021-03-22 22:54:24 -0400
committerGitHub <noreply@github.com>2021-03-22 22:54:24 -0400
commit7a8d359aa2a659a790b3c7d0df1f76d5133a3ec0 (patch)
tree471ad3e78d99fc60e4064798c29f0bfdbcb0e950 /dev
parent89ec1c7572c3c3404c4a841074d01a92f62f787f (diff)
TranslatorVM (#1548)
* Add TranslatorVM * Update test-translator.js
Diffstat (limited to 'dev')
-rw-r--r--dev/translator-vm.js175
1 files changed, 175 insertions, 0 deletions
diff --git a/dev/translator-vm.js b/dev/translator-vm.js
new file mode 100644
index 00000000..d6443d37
--- /dev/null
+++ b/dev/translator-vm.js
@@ -0,0 +1,175 @@
+/*
+ * Copyright (C) 2021 Yomichan Authors
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program. If not, see <https://www.gnu.org/licenses/>.
+ */
+
+const fs = require('fs');
+const path = require('path');
+const assert = require('assert');
+const {DatabaseVM} = require('./database-vm');
+const {createDictionaryArchive} = require('./util');
+
+function clone(value) {
+ return JSON.parse(JSON.stringify(value));
+}
+
+class TranslatorVM extends DatabaseVM {
+ constructor() {
+ super();
+ this._japaneseUtil = null;
+ this._translator = null;
+ this._AnkiNoteData = null;
+ this._dictionaryName = null;
+ }
+
+ get translator() {
+ return this._translator;
+ }
+
+ async prepare(dictionaryDirectory, dictionaryName) {
+ this.execute([
+ 'js/core.js',
+ 'js/data/anki-note-data.js',
+ 'js/data/database.js',
+ 'js/data/json-schema.js',
+ 'js/general/cache-map.js',
+ 'js/general/regex-util.js',
+ 'js/general/text-source-map.js',
+ 'js/language/deinflector.js',
+ 'js/language/dictionary-data-util.js',
+ 'js/language/dictionary-importer.js',
+ 'js/language/dictionary-database.js',
+ 'js/language/japanese-util.js',
+ 'js/language/translator.js',
+ 'js/media/media-util.js'
+ ]);
+ const [
+ DictionaryImporter,
+ DictionaryDatabase,
+ JapaneseUtil,
+ Translator,
+ AnkiNoteData
+ ] = this.get([
+ 'DictionaryImporter',
+ 'DictionaryDatabase',
+ 'JapaneseUtil',
+ 'Translator',
+ 'AnkiNoteData'
+ ]);
+
+ // Dictionary
+ this._dictionaryName = dictionaryName;
+ const testDictionary = createDictionaryArchive(dictionaryDirectory, dictionaryName);
+ const testDictionaryContent = await testDictionary.generateAsync({type: 'string'});
+
+ // Setup database
+ const dictionaryImporter = new DictionaryImporter();
+ const dictionaryDatabase = new DictionaryDatabase();
+ await dictionaryDatabase.prepare();
+
+ const {errors} = await dictionaryImporter.importDictionary(
+ dictionaryDatabase,
+ testDictionaryContent,
+ {prefixWildcardsSupported: true},
+ () => {}
+ );
+
+ assert.deepStrictEqual(errors.length, 0);
+
+ // Setup translator
+ this._japaneseUtil = new JapaneseUtil(null);
+ this._translator = new Translator({
+ japaneseUtil: this._japaneseUtil,
+ database: dictionaryDatabase
+ });
+ const deinflectionReasions = JSON.parse(fs.readFileSync(path.join(__dirname, '..', 'ext', 'data/deinflect.json')));
+ this._translator.prepare(deinflectionReasions);
+
+ // Assign properties
+ this._AnkiNoteData = AnkiNoteData;
+ }
+
+ createTestAnkiNoteData(definition, mode) {
+ const marker = '{marker}';
+ const data = {
+ definition,
+ resultOutputMode: mode,
+ mode: 'mode',
+ glossaryLayoutMode: 'default',
+ compactTags: false,
+ context: {
+ url: 'url:',
+ sentence: {text: '', offset: 0},
+ documentTitle: 'title'
+ },
+ injectedMedia: null
+ };
+ const AnkiNoteData = this._AnkiNoteData;
+ return new AnkiNoteData(this._japaneseUtil, marker, data).createPublic();
+ }
+
+ buildOptions(optionsPresets, optionsArray) {
+ const dictionaryName = this._dictionaryName;
+ const options = {};
+ if (!Array.isArray(optionsArray)) { optionsArray = [optionsArray]; }
+ for (const entry of optionsArray) {
+ switch (typeof entry) {
+ case 'string':
+ if (!Object.prototype.hasOwnProperty.call(optionsPresets, entry)) {
+ throw new Error('Invalid options preset');
+ }
+ Object.assign(options, clone(optionsPresets[entry]));
+ break;
+ case 'object':
+ Object.assign(options, clone(entry));
+ break;
+ default:
+ throw new Error('Invalid options type');
+ }
+ }
+
+ // Construct regex
+ if (Array.isArray(options.textReplacements)) {
+ options.textReplacements = options.textReplacements.map((value) => {
+ if (Array.isArray(value)) {
+ value = value.map(({pattern, flags, replacement}) => ({pattern: new RegExp(pattern, flags), replacement}));
+ }
+ return value;
+ });
+ }
+
+ // Update structure
+ const placeholder = '${title}';
+ if (options.mainDictionary === placeholder) {
+ options.mainDictionary = dictionaryName;
+ }
+ let {enabledDictionaryMap} = options;
+ if (Array.isArray(enabledDictionaryMap)) {
+ for (const entry of enabledDictionaryMap) {
+ if (entry[0] === placeholder) {
+ entry[0] = dictionaryName;
+ }
+ }
+ enabledDictionaryMap = new Map(enabledDictionaryMap);
+ options.enabledDictionaryMap = enabledDictionaryMap;
+ }
+
+ return options;
+ }
+}
+
+module.exports = {
+ TranslatorVM
+};