1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
|
/*
* Copyright (C) 2024 Yomitan Authors
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
import {languageDescriptorMap} from './language-descriptors.js';
/**
* @returns {import('language').LanguageSummary[]}
*/
export function getLanguageSummaries() {
const results = [];
for (const {name, iso, iso639_3, exampleText} of languageDescriptorMap.values()) {
results.push({name, iso, iso639_3, exampleText});
}
return results;
}
/**
* @returns {import('language').LanguageAndReadingNormalizer[]}
*/
export function getAllLanguageReadingNormalizers() {
const results = [];
for (const {iso, readingNormalizer} of languageDescriptorMap.values()) {
if (typeof readingNormalizer === 'undefined') { continue; }
results.push({iso, readingNormalizer});
}
return results;
}
/**
* @returns {import('language').LanguageAndProcessors[]}
* @throws {Error}
*/
export function getAllLanguageTextProcessors() {
const results = [];
for (const {iso, textPreprocessors = {}, textPostprocessors = {}} of languageDescriptorMap.values()) {
/** @type {import('language').TextProcessorWithId<unknown>[]} */
const textPreprocessorsArray = [];
for (const [id, textPreprocessor] of Object.entries(textPreprocessors)) {
textPreprocessorsArray.push({
id,
textProcessor: /** @type {import('language').TextProcessor<unknown>} */ (textPreprocessor),
});
}
/** @type {import('language').TextProcessorWithId<unknown>[]} */
const textPostprocessorsArray = [];
for (const [id, textPostprocessor] of Object.entries(textPostprocessors)) {
textPostprocessorsArray.push({
id,
textProcessor: /** @type {import('language').TextProcessor<unknown>} */ (textPostprocessor),
});
}
results.push({iso, textPreprocessors: textPreprocessorsArray, textPostprocessors: textPostprocessorsArray});
}
return results;
}
/**
* @param {string} text
* @param {string} language
* @returns {boolean}
*/
export function isTextLookupWorthy(text, language) {
const descriptor = languageDescriptorMap.get(language);
if (typeof descriptor === 'undefined') { return false; }
return typeof descriptor.isTextLookupWorthy === 'undefined' || descriptor.isTextLookupWorthy(text);
}
/**
* @returns {import('language').LanguageAndTransforms[]}
*/
export function getAllLanguageTransformDescriptors() {
const results = [];
for (const {iso, languageTransforms} of languageDescriptorMap.values()) {
if (languageTransforms) {
results.push({iso, languageTransforms});
}
}
return results;
}
|