diff options
author | StefanVukovic99 <stefanvukovic44@gmail.com> | 2024-01-28 16:35:05 +0100 |
---|---|---|
committer | GitHub <noreply@github.com> | 2024-01-28 15:35:05 +0000 |
commit | 309d0b41ff2936a8665f39708c678e3ff9c23742 (patch) | |
tree | aa6d7de760ef5fd5f727cdaebe12568ba3baf4e6 /test/data/translator-test-inputs.json | |
parent | 60835f297a9a86e22ad4ef89e6b57d0c82297c94 (diff) |
add translator text transformation tests (#565)
* Copy functions from JapaneseUtil
* Remove JapaneseUtil
* Update usages of JapaneseUtil functions
* add tests
* Copy functions from JapaneseUtil
* Remove JapaneseUtil
* Update usages of JapaneseUtil functions
---------
Co-authored-by: toasted-nutbread <toasted-nutbread@users.noreply.github.com>
Co-authored-by: Darius Jahandarie <djahandarie@gmail.com>
Diffstat (limited to 'test/data/translator-test-inputs.json')
-rw-r--r-- | test/data/translator-test-inputs.json | 75 |
1 files changed, 75 insertions, 0 deletions
diff --git a/test/data/translator-test-inputs.json b/test/data/translator-test-inputs.json index ce449c1e..588929de 100644 --- a/test/data/translator-test-inputs.json +++ b/test/data/translator-test-inputs.json @@ -352,6 +352,81 @@ "mode": "split", "text": "のたもうた", "options": "default" + }, + { + "name": "Test text transformations - convertNumericCharacters", + "func": "findTerms", + "mode": "split", + "text": "39", + "options": [ + "default", + { + "convertNumericCharacters": "true", + "removeNonJapaneseCharacters": false + } + ] + }, + { + "name": "Test text transformations - convertAlphabeticCharacters", + "func": "findTerms", + "mode": "split", + "text": "utsu", + "options": [ + "default", + { + "convertAlphabeticCharacters": "true", + "removeNonJapaneseCharacters": false + } + ] + }, + { + "name": "Test text transformations - convertKatakanaToHiragana", + "func": "findTerms", + "mode": "split", + "text": "ウツ", + "options": [ + "default", + { + "convertKatakanaToHiragana": "true" + } + ] + }, + { + "name": "Test text transformations - convertHiraganaToKatakana", + "func": "findTerms", + "mode": "split", + "text": "てきすと", + "options": [ + "default", + { + "convertHiraganaToKatakana": "true" + } + ] + }, + { + "name": "Test text transformations - convertHalfWidthCharacters, convertKatakanaToHiragana", + "func": "findTerms", + "mode": "split", + "text": "ウツ", + "options": [ + "default", + { + "convertHalfWidthCharacters": "true", + "convertKatakanaToHiragana": "true" + } + ] + }, + { + "name": "Test text transformations - collapseEmphaticSequences", + "func": "findTerms", + "mode": "split", + "text": "すっっごーーい", + "options": [ + "default", + { + "collapseEmphaticSequences": "full" + } + ] } ] }
\ No newline at end of file |