mirror of
https://github.com/RVC-Boss/GPT-SoVITS.git
synced 2025-04-05 19:41:56 +08:00
338 lines
11 KiB
Python
338 lines
11 KiB
Python
# reference: https://github.com/ORI-Muchim/MB-iSTFT-VITS-Korean/blob/main/text/korean.py
|
||
|
||
import re
|
||
from jamo import h2j, j2hcj
|
||
import ko_pron
|
||
from g2pk2 import G2p
|
||
|
||
import importlib
|
||
import os
|
||
|
||
# 防止win下无法读取模型
|
||
if os.name == "nt":
|
||
|
||
class win_G2p(G2p):
|
||
def check_mecab(self):
|
||
super().check_mecab()
|
||
spam_spec = importlib.util.find_spec("eunjeon")
|
||
non_found = spam_spec is None
|
||
if non_found:
|
||
print("you have to install eunjeon. install it...")
|
||
else:
|
||
installpath = spam_spec.submodule_search_locations[0]
|
||
if not (re.match(r"^[A-Za-z0-9_/\\:.\-]*$", installpath)):
|
||
import sys
|
||
from eunjeon import Mecab as _Mecab
|
||
|
||
class Mecab(_Mecab):
|
||
def get_dicpath(installpath):
|
||
if not (re.match(r"^[A-Za-z0-9_/\\:.\-]*$", installpath)):
|
||
import shutil
|
||
|
||
python_dir = os.getcwd()
|
||
if installpath[: len(python_dir)].upper() == python_dir.upper():
|
||
dicpath = os.path.join(os.path.relpath(installpath, python_dir), "data", "mecabrc")
|
||
else:
|
||
if not os.path.exists("TEMP"):
|
||
os.mkdir("TEMP")
|
||
if not os.path.exists(os.path.join("TEMP", "ko")):
|
||
os.mkdir(os.path.join("TEMP", "ko"))
|
||
if os.path.exists(os.path.join("TEMP", "ko", "ko_dict")):
|
||
shutil.rmtree(os.path.join("TEMP", "ko", "ko_dict"))
|
||
|
||
shutil.copytree(
|
||
os.path.join(installpath, "data"), os.path.join("TEMP", "ko", "ko_dict")
|
||
)
|
||
dicpath = os.path.join("TEMP", "ko", "ko_dict", "mecabrc")
|
||
else:
|
||
dicpath = os.path.abspath(os.path.join(installpath, "data/mecabrc"))
|
||
return dicpath
|
||
|
||
def __init__(self, dicpath=get_dicpath(installpath)):
|
||
super().__init__(dicpath=dicpath)
|
||
|
||
sys.modules["eunjeon"].Mecab = Mecab
|
||
|
||
G2p = win_G2p
|
||
|
||
|
||
from text.symbols2 import symbols
|
||
|
||
# This is a list of Korean classifiers preceded by pure Korean numerals.
|
||
_korean_classifiers = (
|
||
"군데 권 개 그루 닢 대 두 마리 모 모금 뭇 발 발짝 방 번 벌 보루 살 수 술 시 쌈 움큼 정 짝 채 척 첩 축 켤레 톨 통"
|
||
)
|
||
|
||
# List of (hangul, hangul divided) pairs:
|
||
_hangul_divided = [
|
||
(re.compile("%s" % x[0]), x[1])
|
||
for x in [
|
||
# ('ㄳ', 'ㄱㅅ'), # g2pk2, A Syllable-ending Rule
|
||
# ('ㄵ', 'ㄴㅈ'),
|
||
# ('ㄶ', 'ㄴㅎ'),
|
||
# ('ㄺ', 'ㄹㄱ'),
|
||
# ('ㄻ', 'ㄹㅁ'),
|
||
# ('ㄼ', 'ㄹㅂ'),
|
||
# ('ㄽ', 'ㄹㅅ'),
|
||
# ('ㄾ', 'ㄹㅌ'),
|
||
# ('ㄿ', 'ㄹㅍ'),
|
||
# ('ㅀ', 'ㄹㅎ'),
|
||
# ('ㅄ', 'ㅂㅅ'),
|
||
("ㅘ", "ㅗㅏ"),
|
||
("ㅙ", "ㅗㅐ"),
|
||
("ㅚ", "ㅗㅣ"),
|
||
("ㅝ", "ㅜㅓ"),
|
||
("ㅞ", "ㅜㅔ"),
|
||
("ㅟ", "ㅜㅣ"),
|
||
("ㅢ", "ㅡㅣ"),
|
||
("ㅑ", "ㅣㅏ"),
|
||
("ㅒ", "ㅣㅐ"),
|
||
("ㅕ", "ㅣㅓ"),
|
||
("ㅖ", "ㅣㅔ"),
|
||
("ㅛ", "ㅣㅗ"),
|
||
("ㅠ", "ㅣㅜ"),
|
||
]
|
||
]
|
||
|
||
# List of (Latin alphabet, hangul) pairs:
|
||
_latin_to_hangul = [
|
||
(re.compile("%s" % x[0], re.IGNORECASE), x[1])
|
||
for x in [
|
||
("a", "에이"),
|
||
("b", "비"),
|
||
("c", "시"),
|
||
("d", "디"),
|
||
("e", "이"),
|
||
("f", "에프"),
|
||
("g", "지"),
|
||
("h", "에이치"),
|
||
("i", "아이"),
|
||
("j", "제이"),
|
||
("k", "케이"),
|
||
("l", "엘"),
|
||
("m", "엠"),
|
||
("n", "엔"),
|
||
("o", "오"),
|
||
("p", "피"),
|
||
("q", "큐"),
|
||
("r", "아르"),
|
||
("s", "에스"),
|
||
("t", "티"),
|
||
("u", "유"),
|
||
("v", "브이"),
|
||
("w", "더블유"),
|
||
("x", "엑스"),
|
||
("y", "와이"),
|
||
("z", "제트"),
|
||
]
|
||
]
|
||
|
||
# List of (ipa, lazy ipa) pairs:
|
||
_ipa_to_lazy_ipa = [
|
||
(re.compile("%s" % x[0], re.IGNORECASE), x[1])
|
||
for x in [
|
||
("t͡ɕ", "ʧ"),
|
||
("d͡ʑ", "ʥ"),
|
||
("ɲ", "n^"),
|
||
("ɕ", "ʃ"),
|
||
("ʷ", "w"),
|
||
("ɭ", "l`"),
|
||
("ʎ", "ɾ"),
|
||
("ɣ", "ŋ"),
|
||
("ɰ", "ɯ"),
|
||
("ʝ", "j"),
|
||
("ʌ", "ə"),
|
||
("ɡ", "g"),
|
||
("\u031a", "#"),
|
||
("\u0348", "="),
|
||
("\u031e", ""),
|
||
("\u0320", ""),
|
||
("\u0339", ""),
|
||
]
|
||
]
|
||
|
||
|
||
def fix_g2pk2_error(text):
|
||
new_text = ""
|
||
i = 0
|
||
while i < len(text) - 4:
|
||
if (text[i : i + 3] == "ㅇㅡㄹ" or text[i : i + 3] == "ㄹㅡㄹ") and text[i + 3] == " " and text[i + 4] == "ㄹ":
|
||
new_text += text[i : i + 3] + " " + "ㄴ"
|
||
i += 5
|
||
else:
|
||
new_text += text[i]
|
||
i += 1
|
||
|
||
new_text += text[i:]
|
||
return new_text
|
||
|
||
|
||
def latin_to_hangul(text):
|
||
for regex, replacement in _latin_to_hangul:
|
||
text = re.sub(regex, replacement, text)
|
||
return text
|
||
|
||
|
||
def divide_hangul(text):
|
||
text = j2hcj(h2j(text))
|
||
for regex, replacement in _hangul_divided:
|
||
text = re.sub(regex, replacement, text)
|
||
return text
|
||
|
||
|
||
def hangul_number(num, sino=True):
|
||
"""Reference https://github.com/Kyubyong/g2pK"""
|
||
num = re.sub(",", "", num)
|
||
|
||
if num == "0":
|
||
return "영"
|
||
if not sino and num == "20":
|
||
return "스무"
|
||
|
||
digits = "123456789"
|
||
names = "일이삼사오육칠팔구"
|
||
digit2name = {d: n for d, n in zip(digits, names)}
|
||
|
||
modifiers = "한 두 세 네 다섯 여섯 일곱 여덟 아홉"
|
||
decimals = "열 스물 서른 마흔 쉰 예순 일흔 여든 아흔"
|
||
digit2mod = {d: mod for d, mod in zip(digits, modifiers.split())}
|
||
digit2dec = {d: dec for d, dec in zip(digits, decimals.split())}
|
||
|
||
spelledout = []
|
||
for i, digit in enumerate(num):
|
||
i = len(num) - i - 1
|
||
if sino:
|
||
if i == 0:
|
||
name = digit2name.get(digit, "")
|
||
elif i == 1:
|
||
name = digit2name.get(digit, "") + "십"
|
||
name = name.replace("일십", "십")
|
||
else:
|
||
if i == 0:
|
||
name = digit2mod.get(digit, "")
|
||
elif i == 1:
|
||
name = digit2dec.get(digit, "")
|
||
if digit == "0":
|
||
if i % 4 == 0:
|
||
last_three = spelledout[-min(3, len(spelledout)) :]
|
||
if "".join(last_three) == "":
|
||
spelledout.append("")
|
||
continue
|
||
else:
|
||
spelledout.append("")
|
||
continue
|
||
if i == 2:
|
||
name = digit2name.get(digit, "") + "백"
|
||
name = name.replace("일백", "백")
|
||
elif i == 3:
|
||
name = digit2name.get(digit, "") + "천"
|
||
name = name.replace("일천", "천")
|
||
elif i == 4:
|
||
name = digit2name.get(digit, "") + "만"
|
||
name = name.replace("일만", "만")
|
||
elif i == 5:
|
||
name = digit2name.get(digit, "") + "십"
|
||
name = name.replace("일십", "십")
|
||
elif i == 6:
|
||
name = digit2name.get(digit, "") + "백"
|
||
name = name.replace("일백", "백")
|
||
elif i == 7:
|
||
name = digit2name.get(digit, "") + "천"
|
||
name = name.replace("일천", "천")
|
||
elif i == 8:
|
||
name = digit2name.get(digit, "") + "억"
|
||
elif i == 9:
|
||
name = digit2name.get(digit, "") + "십"
|
||
elif i == 10:
|
||
name = digit2name.get(digit, "") + "백"
|
||
elif i == 11:
|
||
name = digit2name.get(digit, "") + "천"
|
||
elif i == 12:
|
||
name = digit2name.get(digit, "") + "조"
|
||
elif i == 13:
|
||
name = digit2name.get(digit, "") + "십"
|
||
elif i == 14:
|
||
name = digit2name.get(digit, "") + "백"
|
||
elif i == 15:
|
||
name = digit2name.get(digit, "") + "천"
|
||
spelledout.append(name)
|
||
return "".join(elem for elem in spelledout)
|
||
|
||
|
||
def number_to_hangul(text):
|
||
"""Reference https://github.com/Kyubyong/g2pK"""
|
||
tokens = set(re.findall(r"(\d[\d,]*)([\uac00-\ud71f]+)", text))
|
||
for token in tokens:
|
||
num, classifier = token
|
||
if classifier[:2] in _korean_classifiers or classifier[0] in _korean_classifiers:
|
||
spelledout = hangul_number(num, sino=False)
|
||
else:
|
||
spelledout = hangul_number(num, sino=True)
|
||
text = text.replace(f"{num}{classifier}", f"{spelledout}{classifier}")
|
||
# digit by digit for remaining digits
|
||
digits = "0123456789"
|
||
names = "영일이삼사오육칠팔구"
|
||
for d, n in zip(digits, names):
|
||
text = text.replace(d, n)
|
||
return text
|
||
|
||
|
||
def korean_to_lazy_ipa(text):
|
||
text = latin_to_hangul(text)
|
||
text = number_to_hangul(text)
|
||
text = re.sub("[\uac00-\ud7af]+", lambda x: ko_pron.romanise(x.group(0), "ipa").split("] ~ [")[0], text)
|
||
for regex, replacement in _ipa_to_lazy_ipa:
|
||
text = re.sub(regex, replacement, text)
|
||
return text
|
||
|
||
|
||
_g2p = G2p()
|
||
|
||
|
||
def korean_to_ipa(text):
|
||
text = latin_to_hangul(text)
|
||
text = number_to_hangul(text)
|
||
text = _g2p(text)
|
||
text = fix_g2pk2_error(text)
|
||
text = korean_to_lazy_ipa(text)
|
||
return text.replace("ʧ", "tʃ").replace("ʥ", "dʑ")
|
||
|
||
|
||
def post_replace_ph(ph):
|
||
rep_map = {
|
||
"：": ",",
|
||
"；": ",",
|
||
"，": ",",
|
||
"。": ".",
|
||
"！": "!",
|
||
"？": "?",
|
||
"\n": ".",
|
||
"·": ",",
|
||
"、": ",",
|
||
"...": "…",
|
||
" ": "空",
|
||
}
|
||
if ph in rep_map.keys():
|
||
ph = rep_map[ph]
|
||
if ph in symbols:
|
||
return ph
|
||
if ph not in symbols:
|
||
ph = "停"
|
||
return ph
|
||
|
||
|
||
def g2p(text):
|
||
text = latin_to_hangul(text)
|
||
text = _g2p(text)
|
||
text = divide_hangul(text)
|
||
text = fix_g2pk2_error(text)
|
||
text = re.sub(r"([\u3131-\u3163])$", r"\1.", text)
|
||
# text = "".join([post_replace_ph(i) for i in text])
|
||
text = [post_replace_ph(i) for i in text]
|
||
return text
|
||
|
||
|
||
if __name__ == "__main__":
|
||
text = "안녕하세요"
|
||
print(g2p(text))
|