mirror of
https://github.com/RVC-Boss/GPT-SoVITS.git
synced 2025-10-07 07:14:52 +08:00
276 lines
8.0 KiB
Python
276 lines
8.0 KiB
Python
from text import chinese, japanese, cleaned_text_to_sequence, symbols, english
|
|
import ttsfrd
|
|
import re,os,zipfile,requests
|
|
|
|
ENG_LANG_MAPPING = {
|
|
"PinYin": "zh-cn",
|
|
"English": "en-us",
|
|
"British": "en-gb",
|
|
"ZhHK": "hk_cantonese",
|
|
"Sichuan": "sichuan",
|
|
"Japanese": "japanese",
|
|
"WuuShangHai": "shanghai",
|
|
"Indonesian": "indonesian",
|
|
"Malay": "malay",
|
|
"Filipino": "filipino",
|
|
"Vietnamese": "vietnamese",
|
|
"Korean": "korean",
|
|
"Russian": "russian",
|
|
}
|
|
|
|
chinese_dict = {
|
|
"xx":"x",
|
|
"uei":"ui",
|
|
"ii":"i0",
|
|
"ih":"ir",
|
|
"uen":"un",
|
|
"iou":"iu",
|
|
"angr":"ang",
|
|
"anr":"an",
|
|
"aor":"ao",
|
|
"ar":"a",
|
|
"eir":"ei",
|
|
"engr":"eng",
|
|
"enr":"en",
|
|
"ianr":"ian",
|
|
"iaor":"iao",
|
|
"ingr":"ing",
|
|
"or":"o",
|
|
"ur":"u",
|
|
"ihr":"ih",
|
|
"ongr":"ong",
|
|
"our":"ou",
|
|
"uangr":"uang",
|
|
"uanr":"uan",
|
|
"ueir":"uei",
|
|
"uenr":"uen",
|
|
"uor":"uo",
|
|
"iir":"ii",
|
|
"air":"ai",
|
|
"ier":"ie",
|
|
"uair":"uai",
|
|
"uar":"ua",
|
|
"iar":"ia",
|
|
"inr":"in",
|
|
"iour":"iou",
|
|
"vanr":"van",
|
|
"ver":"ve",
|
|
"vnr":"vn",
|
|
"iangr":"iang",
|
|
"vr":"v",
|
|
"iongr":"iong",
|
|
}
|
|
english_dict = {
|
|
"DH1":"DH",
|
|
"NG0":"NG",
|
|
"SH0":"SH",
|
|
"NG1":"NG",
|
|
"CH0":"CH",
|
|
"HH0":"HH",
|
|
"ZH0":"ZH",
|
|
"HH1":"HH",
|
|
"SH1":"SH",
|
|
"ZH1":"ZH",
|
|
"DH0":"DH",
|
|
"TH1":"TH",
|
|
"CH1":"CH",
|
|
"JH1":"JH",
|
|
"JH0":"JH",
|
|
"NG2":"NG",
|
|
"TH0":"TH",
|
|
}
|
|
japanese_dict = {
|
|
"nn":"N",
|
|
"ux":"U",
|
|
"ix":"I",
|
|
}
|
|
|
|
resource_dir = "GPT_SoVITS/text/resource"
|
|
resources_zip_file = "GPT_SoVITS/text/resource.zip"
|
|
if not os.path.exists(resource_dir):
|
|
if not os.path.exists(resources_zip_file):
|
|
print("Downloading ttsfrd resources...")
|
|
modelscope_url = "https://www.modelscope.cn/api/v1/models/speech_tts/speech_kantts_ttsfrd/repo?Revision=v0.0.1&FilePath=resource.zip"
|
|
with requests.get(modelscope_url, stream=True) as r:
|
|
r.raise_for_status()
|
|
with open(resources_zip_file, 'wb') as f:
|
|
for chunk in r.iter_content(chunk_size=8192):
|
|
if chunk:
|
|
f.write(chunk)
|
|
|
|
print("Extracting ttsfrd resources...")
|
|
with zipfile.ZipFile(resources_zip_file, "r") as zip_ref:
|
|
zip_ref.extractall("GPT_SoVITS/text")
|
|
|
|
fe = ttsfrd.TtsFrontendEngine()
|
|
assert fe.initialize(resource_dir),"Check ttsfrd resource"
|
|
|
|
def clean_text(text, language):
|
|
if(language not in language_module_map):
|
|
language="en"
|
|
text=" "
|
|
if language == "zh":
|
|
phones = []
|
|
word2ph = []
|
|
count = 0
|
|
fe.set_lang_type(ENG_LANG_MAPPING["PinYin"])
|
|
res = fe.gen_tacotron_symbols(text)
|
|
matches = re.findall(r'\{(.*?)\}', res)
|
|
for match in matches:
|
|
elements = match.split("$")
|
|
if elements[2] == "s_none":
|
|
if elements[0] == "#4":
|
|
phone = "."
|
|
phones += [phone]
|
|
word2ph.append(1)
|
|
continue
|
|
if elements[0] == "#3":
|
|
phone = ","
|
|
phones += [phone]
|
|
word2ph.append(1)
|
|
continue
|
|
|
|
# Chinese
|
|
if elements[0] == "ga":
|
|
phone = "AA"
|
|
phones += [phone]
|
|
count += 1
|
|
continue
|
|
if elements[0] == "ge":
|
|
phone = "EE"
|
|
phones += [phone]
|
|
count += 1
|
|
continue
|
|
if elements[0] == "go":
|
|
phone = "OO"
|
|
phones += [phone]
|
|
count += 1
|
|
continue
|
|
if "_c" in elements[0]:
|
|
if elements[2] in ("s_begin","s_middle","s_both","s_end"):
|
|
phone = elements[0].replace("_c", "")
|
|
phone = chinese_dict.get(phone, phone)
|
|
phone = chinese_dict.get(phone, phone)
|
|
count += 1
|
|
if elements[2] == "s_end":
|
|
phone += elements[1].replace("tone", "")
|
|
word2ph.append(count)
|
|
count = 0
|
|
phones += [phone]
|
|
continue
|
|
|
|
# English
|
|
else:
|
|
if elements[2] in ("s_begin","s_middle","s_both","s_end"):
|
|
phone = elements[0].upper()
|
|
if len(elements[0]) > 1 :
|
|
phone += elements[1].replace("tone", "")
|
|
phone = english_dict.get(phone, phone)
|
|
phones += [phone]
|
|
continue
|
|
elif language == "en":
|
|
phones = []
|
|
word2ph = None
|
|
fe.set_lang_type(ENG_LANG_MAPPING["English"])
|
|
res = fe.gen_tacotron_symbols(text)
|
|
matches = re.findall(r'\{(.*?)\}', res)
|
|
for match in matches:
|
|
elements = match.split("$")
|
|
if elements[2] == "s_none":
|
|
if elements[0] == "#4":
|
|
phone = "."
|
|
phones += [phone]
|
|
continue
|
|
|
|
if elements[2] in ("s_begin","s_middle","s_both","s_end"):
|
|
phone = elements[0].upper()
|
|
if len(elements[0]) > 1 :
|
|
phone += elements[1].replace("tone", "")
|
|
phone = english_dict.get(phone, phone)
|
|
phones += [phone]
|
|
continue
|
|
elif language == "ja":
|
|
phones = []
|
|
word2ph = None
|
|
fe.set_lang_type(ENG_LANG_MAPPING["Japanese"])
|
|
res = fe.gen_tacotron_symbols(text)
|
|
matches = re.findall(r'\{(.*?)\}', res)
|
|
for match in matches:
|
|
elements = match.split("$")
|
|
if elements[2] == "s_none":
|
|
if elements[0] == "#4":
|
|
phone = "."
|
|
phones += [phone]
|
|
continue
|
|
if elements[0] == "#3":
|
|
phone = ","
|
|
phones += [phone]
|
|
continue
|
|
|
|
if elements[2] in ("s_begin","s_middle","s_both","s_end"):
|
|
phone = elements[0]
|
|
phone = japanese_dict.get(phone, phone)
|
|
phones += [phone]
|
|
continue
|
|
# print("new:",phones)
|
|
# p,w,n = clean_text_old(text, language)
|
|
# print("old:",p)
|
|
return phones, word2ph, text
|
|
|
|
language_module_map = {"zh": chinese, "ja": japanese, "en": english}
|
|
special = [
|
|
("%", "zh", "SP"),
|
|
("￥", "zh", "SP2"),
|
|
("^", "zh", "SP3"),
|
|
# ('@', 'zh', "SP4")#不搞鬼畜了，和第二版保持一致吧
|
|
]
|
|
|
|
|
|
def clean_text_old(text, language):
|
|
if(language not in language_module_map):
|
|
language="en"
|
|
text=" "
|
|
for special_s, special_l, target_symbol in special:
|
|
if special_s in text and language == special_l:
|
|
return clean_special(text, language, special_s, target_symbol)
|
|
language_module = language_module_map[language]
|
|
norm_text = language_module.text_normalize(text)
|
|
if language == "zh":
|
|
phones, word2ph = language_module.g2p(norm_text)
|
|
assert len(phones) == sum(word2ph)
|
|
assert len(norm_text) == len(word2ph)
|
|
else:
|
|
phones = language_module.g2p(norm_text)
|
|
word2ph = None
|
|
|
|
for ph in phones:
|
|
assert ph in symbols
|
|
return phones, word2ph, norm_text
|
|
|
|
|
|
def clean_special(text, language, special_s, target_symbol):
|
|
"""
|
|
特殊静音段sp符号处理
|
|
"""
|
|
text = text.replace(special_s, ",")
|
|
language_module = language_module_map[language]
|
|
norm_text = language_module.text_normalize(text)
|
|
phones = language_module.g2p(norm_text)
|
|
new_ph = []
|
|
for ph in phones[0]:
|
|
assert ph in symbols
|
|
if ph == ",":
|
|
new_ph.append(target_symbol)
|
|
else:
|
|
new_ph.append(ph)
|
|
return new_ph, phones[1], norm_text
|
|
|
|
|
|
def text_to_sequence(text, language):
|
|
phones = clean_text(text)
|
|
return cleaned_text_to_sequence(phones)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
print(clean_text("你好%啊啊啊额、还是到付红四方。", "zh"))
|