/* * Copyright (C) 2023-2024 Yomitan Authors * Copyright (C) 2020-2022 Yomichan Authors * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ import {deferPromise} from '../core.js'; import {ExtensionError} from '../core/extension-error.js'; import {yomitan} from '../yomitan.js'; import {AnkiUtil} from './anki-util.js'; export class AnkiNoteBuilder { /** * Initiate an instance of AnkiNoteBuilder. * @param {import('../language/sandbox/japanese-util.js').JapaneseUtil} japaneseUtil * @param {import('../templates/template-renderer-proxy.js').TemplateRendererProxy|import('../templates/sandbox/template-renderer.js').TemplateRenderer} templateRenderer */ constructor(japaneseUtil, templateRenderer) { /** @type {import('../language/sandbox/japanese-util.js').JapaneseUtil} */ this._japaneseUtil = japaneseUtil; /** @type {RegExp} */ this._markerPattern = AnkiUtil.cloneFieldMarkerPattern(true); /** @type {import('../templates/template-renderer-proxy.js').TemplateRendererProxy|import('../templates/sandbox/template-renderer.js').TemplateRenderer} */ this._templateRenderer = templateRenderer; /** @type {import('anki-note-builder').BatchedRequestGroup[]} */ this._batchedRequests = []; /** @type {boolean} */ this._batchedRequestsQueued = false; } /** * @param {import('anki-note-builder').CreateNoteDetails} details * @returns {Promise} */ async createNote({ dictionaryEntry, mode, context, template, deckName, modelName, fields, tags = [], requirements = [], checkForDuplicates = true, duplicateScope = 'collection', duplicateScopeCheckAllModels = false, resultOutputMode = 'split', glossaryLayoutMode = 'default', compactTags = false, mediaOptions = null }) { let duplicateScopeDeckName = null; let duplicateScopeCheckChildren = false; if (duplicateScope === 'deck-root') { duplicateScope = 'deck'; duplicateScopeDeckName = AnkiUtil.getRootDeckName(deckName); duplicateScopeCheckChildren = true; } /** @type {Error[]} */ const allErrors = []; let media; if (requirements.length > 0 && mediaOptions !== null) { let errors; ({media, errors} = await this._injectMedia(dictionaryEntry, requirements, mediaOptions)); for (const error of errors) { allErrors.push(ExtensionError.deserialize(error)); } } const commonData = this._createData(dictionaryEntry, mode, context, resultOutputMode, glossaryLayoutMode, compactTags, media); const formattedFieldValuePromises = []; for (const [, fieldValue] of fields) { const formattedFieldValuePromise = this._formatField(fieldValue, commonData, template); formattedFieldValuePromises.push(formattedFieldValuePromise); } const formattedFieldValues = await Promise.all(formattedFieldValuePromises); const uniqueRequirements = new Map(); /** @type {import('anki').NoteFields} */ const noteFields = {}; for (let i = 0, ii = fields.length; i < ii; ++i) { const fieldName = fields[i][0]; const {value, errors: fieldErrors, requirements: fieldRequirements} = formattedFieldValues[i]; noteFields[fieldName] = value; allErrors.push(...fieldErrors); for (const requirement of fieldRequirements) { const key = JSON.stringify(requirement); if (uniqueRequirements.has(key)) { continue; } uniqueRequirements.set(key, requirement); } } /** @type {import('anki').Note} */ const note = { fields: noteFields, tags, deckName, modelName, options: { allowDuplicate: !checkForDuplicates, duplicateScope, duplicateScopeOptions: { deckName: duplicateScopeDeckName, checkChildren: duplicateScopeCheckChildren, checkAllModels: duplicateScopeCheckAllModels } } }; return {note, errors: allErrors, requirements: [...uniqueRequirements.values()]}; } /** * @param {import('anki-note-builder').GetRenderingDataDetails} details * @returns {Promise} */ async getRenderingData({ dictionaryEntry, mode, context, resultOutputMode = 'split', glossaryLayoutMode = 'default', compactTags = false, marker }) { const commonData = this._createData(dictionaryEntry, mode, context, resultOutputMode, glossaryLayoutMode, compactTags, void 0); return await this._templateRenderer.getModifiedData({marker, commonData}, 'ankiNote'); } /** * @param {import('dictionary').DictionaryEntry} dictionaryEntry * @returns {import('api').InjectAnkiNoteMediaDefinitionDetails} */ getDictionaryEntryDetailsForNote(dictionaryEntry) { const {type} = dictionaryEntry; if (type === 'kanji') { const {character} = dictionaryEntry; return {type, character}; } const {headwords} = dictionaryEntry; let bestIndex = -1; for (let i = 0, ii = headwords.length; i < ii; ++i) { const {term, reading, sources} = headwords[i]; for (const {deinflectedText} of sources) { if (term === deinflectedText) { bestIndex = i; i = ii; break; } else if (reading === deinflectedText && bestIndex < 0) { bestIndex = i; break; } } } const {term, reading} = headwords[Math.max(0, bestIndex)]; return {type, term, reading}; } // Private /** * @param {import('dictionary').DictionaryEntry} dictionaryEntry * @param {import('anki-templates-internal').CreateMode} mode * @param {import('anki-templates-internal').Context} context * @param {import('settings').ResultOutputMode} resultOutputMode * @param {import('settings').GlossaryLayoutMode} glossaryLayoutMode * @param {boolean} compactTags * @param {import('anki-templates').Media|undefined} media * @returns {import('anki-note-builder').CommonData} */ _createData(dictionaryEntry, mode, context, resultOutputMode, glossaryLayoutMode, compactTags, media) { return { dictionaryEntry, mode, context, resultOutputMode, glossaryLayoutMode, compactTags, media }; } /** * @param {string} field * @param {import('anki-note-builder').CommonData} commonData * @param {string} template * @returns {Promise<{value: string, errors: ExtensionError[], requirements: import('anki-note-builder').Requirement[]}>} */ async _formatField(field, commonData, template) { /** @type {ExtensionError[]} */ const errors = []; /** @type {import('anki-note-builder').Requirement[]} */ const requirements = []; const value = await this._stringReplaceAsync(field, this._markerPattern, async (match) => { const marker = match[1]; try { const {result, requirements: fieldRequirements} = await this._renderTemplateBatched(template, commonData, marker); requirements.push(...fieldRequirements); return result; } catch (e) { const error = new ExtensionError(`Template render error for {${marker}}`); error.data = {error: e}; errors.push(error); return `{${marker}-render-error}`; } }); return {value, errors, requirements}; } /** * @param {string} str * @param {RegExp} regex * @param {(match: RegExpExecArray, index: number, str: string) => (string|Promise)} replacer * @returns {Promise} */ async _stringReplaceAsync(str, regex, replacer) { let match; let index = 0; /** @type {(Promise|string)[]} */ const parts = []; while ((match = regex.exec(str)) !== null) { parts.push(str.substring(index, match.index), replacer(match, match.index, str)); index = regex.lastIndex; } if (parts.length === 0) { return str; } parts.push(str.substring(index)); return (await Promise.all(parts)).join(''); } /** * @param {string} template * @returns {import('anki-note-builder').BatchedRequestGroup} */ _getBatchedTemplateGroup(template) { for (const item of this._batchedRequests) { if (item.template === template) { return item; } } const result = {template, commonDataRequestsMap: new Map()}; this._batchedRequests.push(result); return result; } /** * @param {string} template * @param {import('anki-note-builder').CommonData} commonData * @param {string} marker * @returns {Promise} */ _renderTemplateBatched(template, commonData, marker) { /** @type {import('core').DeferredPromiseDetails} */ const {promise, resolve, reject} = deferPromise(); const {commonDataRequestsMap} = this._getBatchedTemplateGroup(template); let requests = commonDataRequestsMap.get(commonData); if (typeof requests === 'undefined') { requests = []; commonDataRequestsMap.set(commonData, requests); } requests.push({resolve, reject, marker}); this._runBatchedRequestsDelayed(); return promise; } /** * @returns {void} */ _runBatchedRequestsDelayed() { if (this._batchedRequestsQueued) { return; } this._batchedRequestsQueued = true; Promise.resolve().then(() => { this._batchedRequestsQueued = false; this._runBatchedRequests(); }); } /** * @returns {void} */ _runBatchedRequests() { if (this._batchedRequests.length === 0) { return; } const allRequests = []; /** @type {import('template-renderer').RenderMultiItem[]} */ const items = []; for (const {template, commonDataRequestsMap} of this._batchedRequests) { /** @type {import('template-renderer').RenderMultiTemplateItem[]} */ const templateItems = []; for (const [commonData, requests] of commonDataRequestsMap.entries()) { /** @type {import('template-renderer').PartialOrCompositeRenderData[]} */ const datas = []; for (const {marker} of requests) { datas.push({marker}); } allRequests.push(...requests); templateItems.push({ type: /** @type {import('anki-templates').RenderMode} */ ('ankiNote'), commonData, datas }); } items.push({template, templateItems}); } this._batchedRequests.length = 0; this._resolveBatchedRequests(items, allRequests); } /** * @param {import('template-renderer').RenderMultiItem[]} items * @param {import('anki-note-builder').BatchedRequestData[]} requests */ async _resolveBatchedRequests(items, requests) { let responses; try { responses = await this._templateRenderer.renderMulti(items); } catch (e) { for (const {reject} of requests) { reject(e); } return; } for (let i = 0, ii = requests.length; i < ii; ++i) { const request = requests[i]; try { const response = responses[i]; const {error} = response; if (typeof error !== 'undefined') { throw ExtensionError.deserialize(error); } else { request.resolve(response.result); } } catch (e) { request.reject(e); } } } /** * @param {import('dictionary').DictionaryEntry} dictionaryEntry * @param {import('anki-note-builder').Requirement[]} requirements * @param {import('anki-note-builder').MediaOptions} mediaOptions * @returns {Promise<{media: import('anki-templates').Media, errors: import('core').SerializedError[]}>} */ async _injectMedia(dictionaryEntry, requirements, mediaOptions) { const timestamp = Date.now(); // Parse requirements let injectAudio = false; let injectScreenshot = false; let injectClipboardImage = false; let injectClipboardText = false; let injectSelectionText = false; /** @type {import('anki-note-builder').TextFuriganaDetails[]} */ const textFuriganaDetails = []; /** @type {import('api').InjectAnkiNoteMediaDictionaryMediaDetails[]} */ const dictionaryMediaDetails = []; for (const requirement of requirements) { const {type} = requirement; switch (type) { case 'audio': injectAudio = true; break; case 'screenshot': injectScreenshot = true; break; case 'clipboardImage': injectClipboardImage = true; break; case 'clipboardText': injectClipboardText = true; break; case 'selectionText': injectSelectionText = true; break; case 'textFurigana': { const {text, readingMode} = requirement; textFuriganaDetails.push({text, readingMode}); } break; case 'dictionaryMedia': { const {dictionary, path} = requirement; dictionaryMediaDetails.push({dictionary, path}); } break; } } // Generate request data const dictionaryEntryDetails = this.getDictionaryEntryDetailsForNote(dictionaryEntry); /** @type {?import('api').InjectAnkiNoteMediaAudioDetails} */ let audioDetails = null; /** @type {?import('api').InjectAnkiNoteMediaScreenshotDetails} */ let screenshotDetails = null; /** @type {import('api').InjectAnkiNoteMediaClipboardDetails} */ const clipboardDetails = {image: injectClipboardImage, text: injectClipboardText}; if (injectAudio && dictionaryEntryDetails.type !== 'kanji') { const audioOptions = mediaOptions.audio; if (typeof audioOptions === 'object' && audioOptions !== null) { const {sources, preferredAudioIndex, idleTimeout} = audioOptions; audioDetails = {sources, preferredAudioIndex, idleTimeout}; } } if (injectScreenshot) { const screenshotOptions = mediaOptions.screenshot; if (typeof screenshotOptions === 'object' && screenshotOptions !== null) { const {format, quality, contentOrigin: {tabId, frameId}} = screenshotOptions; if (typeof tabId === 'number' && typeof frameId === 'number') { screenshotDetails = {tabId, frameId, format, quality}; } } } let textFuriganaPromise = null; if (textFuriganaDetails.length > 0) { const textParsingOptions = mediaOptions.textParsing; if (typeof textParsingOptions === 'object' && textParsingOptions !== null) { const {optionsContext, scanLength} = textParsingOptions; textFuriganaPromise = this._getTextFurigana(textFuriganaDetails, optionsContext, scanLength); } } // Inject media const selectionText = injectSelectionText ? this._getSelectionText() : null; const injectedMedia = await yomitan.api.injectAnkiNoteMedia( timestamp, dictionaryEntryDetails, audioDetails, screenshotDetails, clipboardDetails, dictionaryMediaDetails ); const {audioFileName, screenshotFileName, clipboardImageFileName, clipboardText, dictionaryMedia: dictionaryMediaArray, errors} = injectedMedia; const textFurigana = textFuriganaPromise !== null ? await textFuriganaPromise : []; // Format results /** @type {import('anki-templates').DictionaryMedia} */ const dictionaryMedia = {}; for (const {dictionary, path, fileName} of dictionaryMediaArray) { if (fileName === null) { continue; } const dictionaryMedia2 = ( Object.prototype.hasOwnProperty.call(dictionaryMedia, dictionary) ? (dictionaryMedia[dictionary]) : (dictionaryMedia[dictionary] = {}) ); dictionaryMedia2[path] = {value: fileName}; } const media = { audio: (typeof audioFileName === 'string' ? {value: audioFileName} : void 0), screenshot: (typeof screenshotFileName === 'string' ? {value: screenshotFileName} : void 0), clipboardImage: (typeof clipboardImageFileName === 'string' ? {value: clipboardImageFileName} : void 0), clipboardText: (typeof clipboardText === 'string' ? {value: clipboardText} : void 0), selectionText: (typeof selectionText === 'string' ? {value: selectionText} : void 0), textFurigana, dictionaryMedia }; return {media, errors}; } /** * @returns {string} */ _getSelectionText() { const selection = document.getSelection(); return selection !== null ? selection.toString() : ''; } /** * @param {import('anki-note-builder').TextFuriganaDetails[]} entries * @param {import('settings').OptionsContext} optionsContext * @param {number} scanLength * @returns {Promise} */ async _getTextFurigana(entries, optionsContext, scanLength) { const results = []; for (const {text, readingMode} of entries) { const parseResults = await yomitan.api.parseText(text, optionsContext, scanLength, true, false); let data = null; for (const {source, content} of parseResults) { if (source !== 'scanning-parser') { continue; } data = content; break; } if (data !== null) { const value = this._createFuriganaHtml(data, readingMode); results.push({text, readingMode, details: {value}}); } } return results; } /** * @param {import('api').ParseTextLine[]} data * @param {?import('anki-templates').TextFuriganaReadingMode} readingMode * @returns {string} */ _createFuriganaHtml(data, readingMode) { let result = ''; for (const term of data) { result += ''; for (const {text, reading} of term) { if (reading.length > 0) { const reading2 = this._convertReading(reading, readingMode); result += `${text}${reading2}`; } else { result += text; } } result += ''; } return result; } /** * @param {string} reading * @param {?import('anki-templates').TextFuriganaReadingMode} readingMode * @returns {string} */ _convertReading(reading, readingMode) { switch (readingMode) { case 'hiragana': return this._japaneseUtil.convertKatakanaToHiragana(reading); case 'katakana': return this._japaneseUtil.convertHiraganaToKatakana(reading); default: return reading; } } }