/*
* Copyright (C) 2023-2024 Yomitan Authors
* Copyright (C) 2020-2022 Yomichan Authors
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see .
*/
import {ExtensionError} from '../core/extension-error.js';
import {deferPromise} from '../core/utilities.js';
import {convertHiraganaToKatakana, convertKatakanaToHiragana} from '../language/ja/japanese.js';
import {cloneFieldMarkerPattern, getRootDeckName} from './anki-util.js';
export class AnkiNoteBuilder {
/**
* Initiate an instance of AnkiNoteBuilder.
* @param {import('anki-note-builder').MinimalApi} api
* @param {import('../templates/template-renderer-proxy.js').TemplateRendererProxy|import('../templates/template-renderer.js').TemplateRenderer} templateRenderer
*/
constructor(api, templateRenderer) {
/** @type {import('anki-note-builder').MinimalApi} */
this._api = api;
/** @type {RegExp} */
this._markerPattern = cloneFieldMarkerPattern(true);
/** @type {import('../templates/template-renderer-proxy.js').TemplateRendererProxy|import('../templates/template-renderer.js').TemplateRenderer} */
this._templateRenderer = templateRenderer;
/** @type {import('anki-note-builder').BatchedRequestGroup[]} */
this._batchedRequests = [];
/** @type {boolean} */
this._batchedRequestsQueued = false;
}
/**
* @param {import('anki-note-builder').CreateNoteDetails} details
* @returns {Promise}
*/
async createNote({
dictionaryEntry,
mode,
context,
template,
deckName,
modelName,
fields,
tags = [],
requirements = [],
duplicateScope = 'collection',
duplicateScopeCheckAllModels = false,
resultOutputMode = 'split',
glossaryLayoutMode = 'default',
compactTags = false,
mediaOptions = null,
dictionaryStylesMap = new Map(),
}) {
let duplicateScopeDeckName = null;
let duplicateScopeCheckChildren = false;
if (duplicateScope === 'deck-root') {
duplicateScope = 'deck';
duplicateScopeDeckName = getRootDeckName(deckName);
duplicateScopeCheckChildren = true;
}
/** @type {Error[]} */
const allErrors = [];
let media;
if (requirements.length > 0 && mediaOptions !== null) {
let errors;
({media, errors} = await this._injectMedia(dictionaryEntry, requirements, mediaOptions));
for (const error of errors) {
allErrors.push(ExtensionError.deserialize(error));
}
}
const commonData = this._createData(dictionaryEntry, mode, context, resultOutputMode, glossaryLayoutMode, compactTags, media, dictionaryStylesMap);
const formattedFieldValuePromises = [];
for (const [, fieldValue] of fields) {
const formattedFieldValuePromise = this._formatField(fieldValue, commonData, template);
formattedFieldValuePromises.push(formattedFieldValuePromise);
}
const formattedFieldValues = await Promise.all(formattedFieldValuePromises);
/** @type {Map} */
const uniqueRequirements = new Map();
/** @type {import('anki').NoteFields} */
const noteFields = {};
for (let i = 0, ii = fields.length; i < ii; ++i) {
const fieldName = fields[i][0];
const {value, errors: fieldErrors, requirements: fieldRequirements} = formattedFieldValues[i];
noteFields[fieldName] = value;
allErrors.push(...fieldErrors);
for (const requirement of fieldRequirements) {
const key = JSON.stringify(requirement);
if (uniqueRequirements.has(key)) { continue; }
uniqueRequirements.set(key, requirement);
}
}
/** @type {import('anki').Note} */
const note = {
fields: noteFields,
tags,
deckName,
modelName,
options: {
allowDuplicate: true,
duplicateScope,
duplicateScopeOptions: {
deckName: duplicateScopeDeckName,
checkChildren: duplicateScopeCheckChildren,
checkAllModels: duplicateScopeCheckAllModels,
},
},
};
return {note, errors: allErrors, requirements: [...uniqueRequirements.values()]};
}
/**
* @param {import('anki-note-builder').GetRenderingDataDetails} details
* @returns {Promise}
*/
async getRenderingData({
dictionaryEntry,
mode,
context,
resultOutputMode = 'split',
glossaryLayoutMode = 'default',
compactTags = false,
marker,
dictionaryStylesMap,
}) {
const commonData = this._createData(dictionaryEntry, mode, context, resultOutputMode, glossaryLayoutMode, compactTags, void 0, dictionaryStylesMap);
return await this._templateRenderer.getModifiedData({marker, commonData}, 'ankiNote');
}
/**
* @param {import('dictionary').DictionaryEntry} dictionaryEntry
* @returns {import('api').InjectAnkiNoteMediaDefinitionDetails}
*/
getDictionaryEntryDetailsForNote(dictionaryEntry) {
const {type} = dictionaryEntry;
if (type === 'kanji') {
const {character} = dictionaryEntry;
return {type, character};
}
const {headwords} = dictionaryEntry;
let bestIndex = -1;
for (let i = 0, ii = headwords.length; i < ii; ++i) {
const {term, reading, sources} = headwords[i];
for (const {deinflectedText} of sources) {
if (term === deinflectedText) {
bestIndex = i;
i = ii;
break;
} else if (reading === deinflectedText && bestIndex < 0) {
bestIndex = i;
break;
}
}
}
const {term, reading} = headwords[Math.max(0, bestIndex)];
return {type, term, reading};
}
/**
* @param {import('settings').DictionariesOptions} dictionaries
* @returns {Map}
*/
getDictionaryStylesMap(dictionaries) {
const styleMap = new Map();
for (const dictionary of dictionaries) {
const {name, styles} = dictionary;
if (typeof styles === 'string') {
styleMap.set(name, styles);
}
}
return styleMap;
}
// Private
/**
* @param {import('dictionary').DictionaryEntry} dictionaryEntry
* @param {import('anki-templates-internal').CreateMode} mode
* @param {import('anki-templates-internal').Context} context
* @param {import('settings').ResultOutputMode} resultOutputMode
* @param {import('settings').GlossaryLayoutMode} glossaryLayoutMode
* @param {boolean} compactTags
* @param {import('anki-templates').Media|undefined} media
* @param {Map} dictionaryStylesMap
* @returns {import('anki-note-builder').CommonData}
*/
_createData(dictionaryEntry, mode, context, resultOutputMode, glossaryLayoutMode, compactTags, media, dictionaryStylesMap) {
return {
dictionaryEntry,
mode,
context,
resultOutputMode,
glossaryLayoutMode,
compactTags,
media,
dictionaryStylesMap,
};
}
/**
* @param {string} field
* @param {import('anki-note-builder').CommonData} commonData
* @param {string} template
* @returns {Promise<{value: string, errors: ExtensionError[], requirements: import('anki-note-builder').Requirement[]}>}
*/
async _formatField(field, commonData, template) {
/** @type {ExtensionError[]} */
const errors = [];
/** @type {import('anki-note-builder').Requirement[]} */
const requirements = [];
const value = await this._stringReplaceAsync(field, this._markerPattern, async (match) => {
const marker = match[1];
try {
const {result, requirements: fieldRequirements} = await this._renderTemplateBatched(template, commonData, marker);
requirements.push(...fieldRequirements);
return result;
} catch (e) {
const error = new ExtensionError(`Template render error for {${marker}}`);
error.data = {error: e};
errors.push(error);
return `{${marker}-render-error}`;
}
});
return {value, errors, requirements};
}
/**
* @param {string} str
* @param {RegExp} regex
* @param {(match: RegExpExecArray, index: number, str: string) => (string|Promise)} replacer
* @returns {Promise}
*/
async _stringReplaceAsync(str, regex, replacer) {
let match;
let index = 0;
/** @type {(Promise|string)[]} */
const parts = [];
while ((match = regex.exec(str)) !== null) {
parts.push(str.substring(index, match.index), replacer(match, match.index, str));
index = regex.lastIndex;
}
if (parts.length === 0) {
return str;
}
parts.push(str.substring(index));
return (await Promise.all(parts)).join('');
}
/**
* @param {string} template
* @returns {import('anki-note-builder').BatchedRequestGroup}
*/
_getBatchedTemplateGroup(template) {
for (const item of this._batchedRequests) {
if (item.template === template) {
return item;
}
}
const result = {template, commonDataRequestsMap: new Map()};
this._batchedRequests.push(result);
return result;
}
/**
* @param {string} template
* @param {import('anki-note-builder').CommonData} commonData
* @param {string} marker
* @returns {Promise}
*/
_renderTemplateBatched(template, commonData, marker) {
/** @type {import('core').DeferredPromiseDetails} */
const {promise, resolve, reject} = deferPromise();
const {commonDataRequestsMap} = this._getBatchedTemplateGroup(template);
let requests = commonDataRequestsMap.get(commonData);
if (typeof requests === 'undefined') {
requests = [];
commonDataRequestsMap.set(commonData, requests);
}
requests.push({resolve, reject, marker});
this._runBatchedRequestsDelayed();
return promise;
}
/**
* @returns {void}
*/
_runBatchedRequestsDelayed() {
if (this._batchedRequestsQueued) { return; }
this._batchedRequestsQueued = true;
void Promise.resolve().then(() => {
this._batchedRequestsQueued = false;
this._runBatchedRequests();
});
}
/**
* @returns {void}
*/
_runBatchedRequests() {
if (this._batchedRequests.length === 0) { return; }
const allRequests = [];
/** @type {import('template-renderer').RenderMultiItem[]} */
const items = [];
for (const {template, commonDataRequestsMap} of this._batchedRequests) {
/** @type {import('template-renderer').RenderMultiTemplateItem[]} */
const templateItems = [];
for (const [commonData, requests] of commonDataRequestsMap.entries()) {
/** @type {import('template-renderer').PartialOrCompositeRenderData[]} */
const datas = [];
for (const {marker} of requests) {
datas.push({marker});
}
allRequests.push(...requests);
templateItems.push({
type: /** @type {import('anki-templates').RenderMode} */ ('ankiNote'),
commonData,
datas,
});
}
items.push({template, templateItems});
}
this._batchedRequests.length = 0;
void this._resolveBatchedRequests(items, allRequests);
}
/**
* @param {import('template-renderer').RenderMultiItem[]} items
* @param {import('anki-note-builder').BatchedRequestData[]} requests
*/
async _resolveBatchedRequests(items, requests) {
let responses;
try {
responses = await this._templateRenderer.renderMulti(items);
} catch (e) {
for (const {reject} of requests) {
reject(e);
}
return;
}
for (let i = 0, ii = requests.length; i < ii; ++i) {
const request = requests[i];
try {
const response = responses[i];
const {error} = response;
if (typeof error !== 'undefined') {
throw ExtensionError.deserialize(error);
} else {
request.resolve(response.result);
}
} catch (e) {
request.reject(e);
}
}
}
/**
* @param {import('dictionary').DictionaryEntry} dictionaryEntry
* @param {import('anki-note-builder').Requirement[]} requirements
* @param {import('anki-note-builder').MediaOptions} mediaOptions
* @returns {Promise<{media: import('anki-templates').Media, errors: import('core').SerializedError[]}>}
*/
async _injectMedia(dictionaryEntry, requirements, mediaOptions) {
const timestamp = Date.now();
// Parse requirements
let injectAudio = false;
let injectScreenshot = false;
let injectClipboardImage = false;
let injectClipboardText = false;
let injectSelectionText = false;
/** @type {import('anki-note-builder').TextFuriganaDetails[]} */
const textFuriganaDetails = [];
/** @type {import('api').InjectAnkiNoteMediaDictionaryMediaDetails[]} */
const dictionaryMediaDetails = [];
for (const requirement of requirements) {
const {type} = requirement;
switch (type) {
case 'audio': injectAudio = true; break;
case 'screenshot': injectScreenshot = true; break;
case 'clipboardImage': injectClipboardImage = true; break;
case 'clipboardText': injectClipboardText = true; break;
case 'selectionText': injectSelectionText = true; break;
case 'textFurigana':
{
const {text, readingMode} = requirement;
textFuriganaDetails.push({text, readingMode});
}
break;
case 'dictionaryMedia':
{
const {dictionary, path} = requirement;
dictionaryMediaDetails.push({dictionary, path});
}
break;
}
}
// Generate request data
const dictionaryEntryDetails = this.getDictionaryEntryDetailsForNote(dictionaryEntry);
/** @type {?import('api').InjectAnkiNoteMediaAudioDetails} */
let audioDetails = null;
/** @type {?import('api').InjectAnkiNoteMediaScreenshotDetails} */
let screenshotDetails = null;
/** @type {import('api').InjectAnkiNoteMediaClipboardDetails} */
const clipboardDetails = {image: injectClipboardImage, text: injectClipboardText};
if (injectAudio && dictionaryEntryDetails.type !== 'kanji') {
const audioOptions = mediaOptions.audio;
if (typeof audioOptions === 'object' && audioOptions !== null) {
const {sources, preferredAudioIndex, idleTimeout, languageSummary} = audioOptions;
audioDetails = {sources, preferredAudioIndex, idleTimeout, languageSummary};
}
}
if (injectScreenshot) {
const screenshotOptions = mediaOptions.screenshot;
if (typeof screenshotOptions === 'object' && screenshotOptions !== null) {
const {format, quality, contentOrigin: {tabId, frameId}} = screenshotOptions;
if (typeof tabId === 'number' && typeof frameId === 'number') {
screenshotDetails = {tabId, frameId, format, quality};
}
}
}
let textFuriganaPromise = null;
if (textFuriganaDetails.length > 0) {
const textParsingOptions = mediaOptions.textParsing;
if (typeof textParsingOptions === 'object' && textParsingOptions !== null) {
const {optionsContext, scanLength} = textParsingOptions;
textFuriganaPromise = this._getTextFurigana(textFuriganaDetails, optionsContext, scanLength);
}
}
// Inject media
const selectionText = injectSelectionText ? this._getSelectionText() : null;
const injectedMedia = await this._api.injectAnkiNoteMedia(
timestamp,
dictionaryEntryDetails,
audioDetails,
screenshotDetails,
clipboardDetails,
dictionaryMediaDetails,
);
const {audioFileName, screenshotFileName, clipboardImageFileName, clipboardText, dictionaryMedia: dictionaryMediaArray, errors} = injectedMedia;
const textFurigana = textFuriganaPromise !== null ? await textFuriganaPromise : [];
// Format results
/** @type {import('anki-templates').DictionaryMedia} */
const dictionaryMedia = {};
for (const {dictionary, path, fileName} of dictionaryMediaArray) {
if (fileName === null) { continue; }
const dictionaryMedia2 = (
Object.prototype.hasOwnProperty.call(dictionaryMedia, dictionary) ?
(dictionaryMedia[dictionary]) :
(dictionaryMedia[dictionary] = {})
);
dictionaryMedia2[path] = {value: fileName};
}
const media = {
audio: (typeof audioFileName === 'string' ? {value: audioFileName} : void 0),
screenshot: (typeof screenshotFileName === 'string' ? {value: screenshotFileName} : void 0),
clipboardImage: (typeof clipboardImageFileName === 'string' ? {value: clipboardImageFileName} : void 0),
clipboardText: (typeof clipboardText === 'string' ? {value: clipboardText} : void 0),
selectionText: (typeof selectionText === 'string' ? {value: selectionText} : void 0),
textFurigana,
dictionaryMedia,
};
return {media, errors};
}
/**
* @returns {string}
*/
_getSelectionText() {
const selection = document.getSelection();
return selection !== null ? selection.toString() : '';
}
/**
* @param {import('anki-note-builder').TextFuriganaDetails[]} entries
* @param {import('settings').OptionsContext} optionsContext
* @param {number} scanLength
* @returns {Promise}
*/
async _getTextFurigana(entries, optionsContext, scanLength) {
const results = [];
for (const {text, readingMode} of entries) {
const parseResults = await this._api.parseText(text, optionsContext, scanLength, true, false);
let data = null;
for (const {source, content} of parseResults) {
if (source !== 'scanning-parser') { continue; }
data = content;
break;
}
if (data !== null) {
const value = this._createFuriganaHtml(data, readingMode);
results.push({text, readingMode, details: {value}});
}
}
return results;
}
/**
* @param {import('api').ParseTextLine[]} data
* @param {?import('anki-templates').TextFuriganaReadingMode} readingMode
* @returns {string}
*/
_createFuriganaHtml(data, readingMode) {
let result = '';
for (const term of data) {
result += '';
for (const {text, reading} of term) {
if (reading.length > 0) {
const reading2 = this._convertReading(reading, readingMode);
result += `${text}`;
} else {
result += text;
}
}
result += '';
}
return result;
}
/**
* @param {string} reading
* @param {?import('anki-templates').TextFuriganaReadingMode} readingMode
* @returns {string}
*/
_convertReading(reading, readingMode) {
switch (readingMode) {
case 'hiragana':
return convertKatakanaToHiragana(reading);
case 'katakana':
return convertHiraganaToKatakana(reading);
default:
return reading;
}
}
}