Spaces:
Sleeping
Sleeping
| import os | |
| import json | |
| import warnings | |
| from typing import List | |
| import re | |
| from resource.pinyin_dict import PINYIN_DICT | |
| from pypinyin import lazy_pinyin | |
| def preprocess_input(src_str, seg_syb=" "): | |
| src_str = src_str.replace("\n", seg_syb) | |
| src_str = src_str.replace(" ", seg_syb) | |
| return src_str | |
| def postprocess_phn(phns, model_name, lang): | |
| if model_name == "espnet/aceopencpop_svs_visinger2_40singer_pretrain": | |
| return phns | |
| return [phn + "@" + lang for phn in phns] | |
| def pyopenjtalk_g2p(text) -> List[str]: | |
| import pyopenjtalk | |
| with warnings.catch_warnings(record=True) as w: | |
| warnings.simplefilter("always") | |
| # add space between each character | |
| text = " ".join(list(text)) | |
| # phones is a str object separated by space | |
| phones = pyopenjtalk.g2p(text, kana=False) | |
| if len(w) > 0: | |
| for warning in w: | |
| if "No phoneme" in str(warning.message): | |
| return False | |
| phones = phones.split(" ") | |
| return phones | |
| def split_pinyin_ace(pinyin: str, zh_plan: dict) -> tuple[str]: | |
| # load pinyin dict from local/pinyin.dict | |
| pinyin = pinyin.lower() | |
| if pinyin in zh_plan["dict"]: | |
| return zh_plan["dict"][pinyin] | |
| elif pinyin in zh_plan["syllable_alias"]: | |
| return zh_plan["dict"][zh_plan["syllable_alias"][pinyin]] | |
| else: | |
| return False | |
| def split_pinyin_py(pinyin: str) -> tuple[str]: | |
| pinyin = pinyin.lower() | |
| if pinyin in PINYIN_DICT: | |
| return PINYIN_DICT[pinyin] | |
| else: | |
| return False | |
| def get_tokenizer(model, lang): | |
| if model == "espnet/aceopencpop_svs_visinger2_40singer_pretrain": | |
| if lang == "zh": | |
| return lambda text: split_pinyin_py(text) | |
| else: | |
| raise ValueError(f"Only support Chinese language for {model}") | |
| elif model == "espnet/mixdata_svs_visinger2_spkembed_lang_pretrained": | |
| if lang == "zh": | |
| with open(os.path.join("resource/all_plans.json"), "r") as f: | |
| all_plan_dict = json.load(f) | |
| for plan in all_plan_dict["plans"]: | |
| if plan["language"] == "zh": | |
| zh_plan = plan | |
| return lambda text: split_pinyin_ace(text, zh_plan) | |
| elif lang == "jp": | |
| return pyopenjtalk_g2p | |
| else: | |
| raise ValueError(f"Only support Chinese and Japanese language for {model}") | |
| else: | |
| raise ValueError(f"Only support espnet/aceopencpop_svs_visinger2_40singer_pretrain and espnet/mixdata_svs_visinger2_spkembed_lang_pretrained for now") | |
| def get_pinyin(texts): | |
| pinyin_list = lazy_pinyin(texts) | |
| text_list = [] | |
| for text in pinyin_list: | |
| if text[0] == "S" or text[0] == "A" or text[0] == "-": | |
| sp_strs = re.findall(r"-|AP|SP", text) | |
| for phn in sp_strs: | |
| text_list.append(phn) | |
| else: | |
| text_list.append(text) | |
| return text_list | |