from unittest import TestCase from voicevox_engine.tts_pipeline import kana_converter from voicevox_engine.tts_pipeline.kana_converter import ParseKanaError, create_kana from voicevox_engine.tts_pipeline.model import AccentPhrase, Mora, ParseKanaErrorCode def parse_kana(text: str) -> list[AccentPhrase]: accent_phrases = kana_converter.parse_kana(text) return accent_phrases def test_phrase_length() -> None: assert len(parse_kana("ア'/ア'")) == 2 assert len(parse_kana("ア'、ア'")) == 2 assert len(parse_kana("ア'/ア'/ア'/ア'/ア'")) == 5 assert len(parse_kana("ス'")) == 1 assert len(parse_kana("_ス'")) == 1 assert len(parse_kana("ギェ'")) == 1 assert len(parse_kana("ギェ'、ギェ'/ギェ'")) == 3 def test_accent() -> None: assert parse_kana("シャ'シシュシェショ")[0].accent == 1 assert parse_kana("シャ'_シシュシェショ")[0].accent == 1 assert parse_kana("シャシ'シュシェショ")[0].accent == 2 assert parse_kana("シャ_シ'シュシェショ")[0].accent == 2 assert parse_kana("シャシシュ'シェショ")[0].accent == 3 assert parse_kana("シャ_シシュ'シェショ")[0].accent == 3 assert parse_kana("シャシシュシェショ'")[0].accent == 5 assert parse_kana("シャ_シシュシェショ'")[0].accent == 5 def test_mora_length() -> None: assert len(parse_kana("シャ'シシュシェショ")[0].moras) == 5 assert len(parse_kana("シャ'_シシュシェショ")[0].moras) == 5 assert len(parse_kana("シャシ'シュシェショ")[0].moras) == 5 assert len(parse_kana("シャ_シ'シュシェショ")[0].moras) == 5 assert len(parse_kana("シャシシュシェショ'")[0].moras) == 5 assert len(parse_kana("シャ_シシュシェショ'")[0].moras) == 5 def test_pause() -> None: assert parse_kana("ア'/ア'")[0].pause_mora is None assert parse_kana("ア'/ア'")[1].pause_mora is None assert parse_kana("ア'、ア'")[0].pause_mora is not None assert parse_kana("ア'、ア'")[1].pause_mora is None def test_unvoice() -> None: assert parse_kana("ス'")[0].moras[0].vowel == "u" assert parse_kana("_ス'")[0].moras[0].vowel == "U" def test_roundtrip() -> None: for text in [ "コンニチワ'", "ワタシワ'/シャチョオデ'_ス", "トテモ'、エラ'インデス", ]: assert create_kana(parse_kana(text)) == text for text in ["ヲ'", "ェ'"]: assert create_kana(parse_kana(text)) == text def _accent_phrase_marks_base( text: str, expected_accent_phrases: list[AccentPhrase] ) -> None: accent_phrases = kana_converter.parse_kana(text) assert expected_accent_phrases == accent_phrases def test_accent_phrase_marks() -> None: def a_slash_a_accent_phrases() -> list[AccentPhrase]: return [ AccentPhrase( moras=[ Mora( text="ア", consonant=None, consonant_length=None, vowel="a", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=None, ), AccentPhrase( moras=[ Mora( text="ア", consonant=None, consonant_length=None, vowel="a", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=None, ), ] expected_accent_phrases = a_slash_a_accent_phrases() _accent_phrase_marks_base( text="ア'/ア'", expected_accent_phrases=expected_accent_phrases, ) def a_jp_comma_a_accent_phrases() -> list[AccentPhrase]: return [ AccentPhrase( moras=[ Mora( text="ア", consonant=None, consonant_length=None, vowel="a", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=Mora( text="、", consonant=None, consonant_length=None, vowel="pau", vowel_length=0.0, pitch=0.0, ), ), AccentPhrase( moras=[ Mora( text="ア", consonant=None, consonant_length=None, vowel="a", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=None, ), ] expected_accent_phrases = a_jp_comma_a_accent_phrases() _accent_phrase_marks_base( text="ア'、ア'", expected_accent_phrases=expected_accent_phrases, ) def a_slash_a_slash_a_slash_a_slash_a_accent_phrases() -> list[AccentPhrase]: return [ AccentPhrase( moras=[ Mora( text="ア", consonant=None, consonant_length=None, vowel="a", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=None, ), AccentPhrase( moras=[ Mora( text="ア", consonant=None, consonant_length=None, vowel="a", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=None, ), AccentPhrase( moras=[ Mora( text="ア", consonant=None, consonant_length=None, vowel="a", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=None, ), AccentPhrase( moras=[ Mora( text="ア", consonant=None, consonant_length=None, vowel="a", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=None, ), AccentPhrase( moras=[ Mora( text="ア", consonant=None, consonant_length=None, vowel="a", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=None, ), ] expected_accent_phrases = a_slash_a_slash_a_slash_a_slash_a_accent_phrases() _accent_phrase_marks_base( text="ア'/ア'/ア'/ア'/ア'", expected_accent_phrases=expected_accent_phrases, ) def su_accent_phrases() -> list[AccentPhrase]: return [ AccentPhrase( moras=[ Mora( text="ス", consonant="s", consonant_length=0.0, vowel="u", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=None, ), ] expected_accent_phrases = su_accent_phrases() _accent_phrase_marks_base( text="ス'", expected_accent_phrases=expected_accent_phrases, ) def under_score_su_accent_phrases() -> list[AccentPhrase]: return [ AccentPhrase( moras=[ Mora( text="ス", consonant="s", consonant_length=0.0, vowel="U", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=None, ), ] expected_accent_phrases = under_score_su_accent_phrases() _accent_phrase_marks_base( text="_ス'", expected_accent_phrases=expected_accent_phrases, ) def gye_accent_phrases() -> list[AccentPhrase]: return [ AccentPhrase( moras=[ Mora( text="ギェ", consonant="gy", consonant_length=0.0, vowel="e", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=None, ), ] expected_accent_phrases = gye_accent_phrases() _accent_phrase_marks_base( text="ギェ'", expected_accent_phrases=expected_accent_phrases, ) def gye_gye_gye_accent_phrases() -> list[AccentPhrase]: return [ AccentPhrase( moras=[ Mora( text="ギェ", consonant="gy", consonant_length=0.0, vowel="e", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=Mora( text="、", consonant=None, consonant_length=None, vowel="pau", vowel_length=0.0, pitch=0.0, ), ), AccentPhrase( moras=[ Mora( text="ギェ", consonant="gy", consonant_length=0.0, vowel="e", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=None, ), AccentPhrase( moras=[ Mora( text="ギェ", consonant="gy", consonant_length=0.0, vowel="e", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=None, ), ] expected_accent_phrases = gye_gye_gye_accent_phrases() _accent_phrase_marks_base( text="ギェ'、ギェ'/ギェ'", expected_accent_phrases=expected_accent_phrases, ) def test_interrogative_accent_phrase_marks() -> None: def a_question_mark_accent_phrases() -> list[AccentPhrase]: return [ AccentPhrase( moras=[ Mora( text="ア", consonant=None, consonant_length=None, vowel="a", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=None, is_interrogative=True, ), ] expected_accent_phrases = a_question_mark_accent_phrases() _accent_phrase_marks_base( text="ア'？", expected_accent_phrases=expected_accent_phrases, ) def gye_gye_gye_question_mark_accent_phrases() -> list[AccentPhrase]: return [ AccentPhrase( moras=[ Mora( text="ギェ", consonant="gy", consonant_length=0.0, vowel="e", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=Mora( text="、", consonant=None, consonant_length=None, vowel="pau", vowel_length=0.0, pitch=0.0, ), ), AccentPhrase( moras=[ Mora( text="ギェ", consonant="gy", consonant_length=0.0, vowel="e", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=None, ), AccentPhrase( moras=[ Mora( text="ギェ", consonant="gy", consonant_length=0.0, vowel="e", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=None, is_interrogative=True, ), ] expected_accent_phrases = gye_gye_gye_question_mark_accent_phrases() _accent_phrase_marks_base( text="ギェ'、ギェ'/ギェ'？", expected_accent_phrases=expected_accent_phrases, ) def a_pause_a_question_pause_a_question_a_question_mark_accent_phrases() -> ( list[AccentPhrase] ): return [ AccentPhrase( moras=[ Mora( text="ア", consonant=None, consonant_length=None, vowel="a", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=Mora( text="、", consonant=None, consonant_length=None, vowel="pau", vowel_length=0.0, pitch=0.0, ), ), AccentPhrase( moras=[ Mora( text="ア", consonant=None, consonant_length=None, vowel="a", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=Mora( text="、", consonant=None, consonant_length=None, vowel="pau", vowel_length=0.0, pitch=0.0, ), is_interrogative=True, ), AccentPhrase( moras=[ Mora( text="ア", consonant=None, consonant_length=None, vowel="a", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=None, is_interrogative=True, ), AccentPhrase( moras=[ Mora( text="ア", consonant=None, consonant_length=None, vowel="a", vowel_length=0.0, pitch=0.0, ), ], accent=1, pause_mora=None, is_interrogative=True, ), ] expected_accent_phrases = ( a_pause_a_question_pause_a_question_a_question_mark_accent_phrases() ) _accent_phrase_marks_base( text="ア'、ア'？、ア'？/ア'？", expected_accent_phrases=expected_accent_phrases, ) class TestParseKanaException(TestCase): def _assert_error_code(self, kana: str, code: ParseKanaErrorCode) -> None: with self.assertRaises(ParseKanaError) as err: parse_kana(kana) self.assertEqual(err.exception.errcode, code) def test_exceptions(self) -> None: self._assert_error_code("アクセント", ParseKanaErrorCode.ACCENT_NOTFOUND) self._assert_error_code("'アクセント", ParseKanaErrorCode.ACCENT_TOP) self._assert_error_code("ア'ク'セント", ParseKanaErrorCode.ACCENT_TWICE) self._assert_error_code("ひ'らがな", ParseKanaErrorCode.UNKNOWN_TEXT) self._assert_error_code("__ス'", ParseKanaErrorCode.UNKNOWN_TEXT) self._assert_error_code("ア'/", ParseKanaErrorCode.EMPTY_PHRASE) self._assert_error_code("/ア'", ParseKanaErrorCode.EMPTY_PHRASE) self._assert_error_code("", ParseKanaErrorCode.EMPTY_PHRASE) with self.assertRaises(ParseKanaError) as err: parse_kana("ヒト'ツメ/フタツメ") self.assertEqual(err.exception.errcode, ParseKanaErrorCode.ACCENT_NOTFOUND) self.assertEqual(err.exception.kwargs, {"text": "フタツメ"}) with self.assertRaises(ParseKanaError) as err: parse_kana("ア'/") self.assertEqual(err.exception.errcode, ParseKanaErrorCode.EMPTY_PHRASE) self.assertEqual(err.exception.kwargs, {"position": "2"}) with self.assertRaises(ParseKanaError) as err: kana_converter.parse_kana("ア？ア'") self.assertEqual( err.exception.errcode, ParseKanaErrorCode.INTERROGATION_MARK_NOT_AT_END ) def test_create_kana_interrogative() -> None: def koreha_arimasuka_accent_phrases() -> list[AccentPhrase]: return [ AccentPhrase( moras=[ Mora( text="コ", consonant="k", consonant_length=2.5, vowel="o", vowel_length=2.5, pitch=2.5, ), Mora( text="レ", consonant="r", consonant_length=2.5, vowel="e", vowel_length=2.5, pitch=2.5, ), Mora( text="ワ", consonant="w", consonant_length=2.5, vowel="a", vowel_length=2.5, pitch=2.5, ), ], accent=3, pause_mora=None, is_interrogative=False, ), AccentPhrase( moras=[ Mora( text="ア", consonant=None, consonant_length=None, vowel="a", vowel_length=2.5, pitch=2.5, ), Mora( text="リ", consonant="r", consonant_length=2.5, vowel="i", vowel_length=2.5, pitch=2.5, ), Mora( text="マ", consonant="m", consonant_length=2.5, vowel="a", vowel_length=2.5, pitch=2.5, ), Mora( text="ス", consonant="s", consonant_length=2.5, vowel="U", vowel_length=2.5, pitch=2.5, ), Mora( text="カ", consonant="k", consonant_length=2.5, vowel="a", vowel_length=2.5, pitch=2.5, ), ], accent=3, pause_mora=None, is_interrogative=False, ), ] accent_phrases = koreha_arimasuka_accent_phrases() assert create_kana(accent_phrases) == "コレワ'/アリマ'_スカ" accent_phrases = koreha_arimasuka_accent_phrases() accent_phrases[-1].is_interrogative = True assert create_kana(accent_phrases) == "コレワ'/アリマ'_スカ？" def kya_accent_phrases() -> list[AccentPhrase]: return [ AccentPhrase( moras=[ Mora( text="キャ", consonant="ky", consonant_length=2.5, vowel="a", vowel_length=2.5, pitch=2.5, ), Mora( text="ッ", consonant=None, consonant_length=None, vowel="cl", vowel_length=0.1, pitch=0, ), ], accent=1, pause_mora=None, is_interrogative=False, ), ] accent_phrases = kya_accent_phrases() assert create_kana(accent_phrases) == "キャ'ッ" accent_phrases = kya_accent_phrases() accent_phrases[-1].is_interrogative = True assert create_kana(accent_phrases) == "キャ'ッ？"