blackteay/GPT-SoVITS
1
0
Fork 0
mirror of https://github.com/RVC-Boss/GPT-SoVITS.git synced 2025-10-07 23:48:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update inference_webui.py

Browse Source 
添加引导音频转写功能
This commit is contained in:
刘悦 2024-01-28 15:56:38 +08:00 committed by GitHub
parent 6e224464c8
commit 9c4f3bb0b4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 23 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
GPT_SoVITS/inference_webui.py
View File

@ -1,4 +1,5 @@
import os,re,logging import os,re,logging
from faster_whisper import WhisperModel
logging.getLogger("markdown_it").setLevel(logging.ERROR) logging.getLogger("markdown_it").setLevel(logging.ERROR)
logging.getLogger("urllib3").setLevel(logging.ERROR) logging.getLogger("urllib3").setLevel(logging.ERROR)
logging.getLogger("httpcore").setLevel(logging.ERROR) logging.getLogger("httpcore").setLevel(logging.ERROR)
@ -186,6 +187,26 @@ dict_language={
} }
# 音频转写
def get_whisper(audio_path):
model_name="small"
if device == "cuda":
model = WhisperModel(model_name, device="cuda", compute_type="float16",download_root="./model_from_whisper",local_files_only=False)
else:
model = WhisperModel(model_name, device="cpu", compute_type="int8",download_root="./model_from_whisper",local_files_only=False)
segments, info = model.transcribe(audio_path, beam_size=5)
print("Detected language '%s' with probability %f" % (info.language, info.language_probability))
text_str = ""
for segment in segments:
text_str += f"{segment.text.lstrip()},"
return text_str.rstrip(",")
def splite_en_inf(sentence, language): def splite_en_inf(sentence, language):
pattern = re.compile(r'[a-zA-Z. ]+') pattern = re.compile(r'[a-zA-Z. ]+')
textlist = [] textlist = []
@ -495,10 +516,12 @@ with gr.Blocks(title="GPT-SoVITS WebUI") as app:
gr.Markdown(value=i18n("*请上传并填写参考信息")) gr.Markdown(value=i18n("*请上传并填写参考信息"))
with gr.Row(): with gr.Row():
inp_ref = gr.Audio(label=i18n("请上传参考音频"), type="filepath") inp_ref = gr.Audio(label=i18n("请上传参考音频"), type="filepath")
whisper_button = gr.Button(i18n("faster_whisper转写音频内容到文本"))
prompt_text = gr.Textbox(label=i18n("参考音频的文本"), value="") prompt_text = gr.Textbox(label=i18n("参考音频的文本"), value="")
prompt_language = gr.Dropdown( prompt_language = gr.Dropdown(
label=i18n("参考音频的语种"),choices=[i18n("中文"),i18n("英文"),i18n("日文")],value=i18n("中文") label=i18n("参考音频的语种"),choices=[i18n("中文"),i18n("英文"),i18n("日文")],value=i18n("中文")
) )
whisper_button.click(get_whisper,[inp_ref],[prompt_text])
gr.Markdown(value=i18n("*请填写需要合成的目标文本。中英混合选中文，日英混合选日文，中日混合暂不支持，非目标语言文本自动遗弃。")) gr.Markdown(value=i18n("*请填写需要合成的目标文本。中英混合选中文，日英混合选日文，中日混合暂不支持，非目标语言文本自动遗弃。"))
with gr.Row(): with gr.Row():
text = gr.Textbox(label=i18n("需要合成的文本"), value="") text = gr.Textbox(label=i18n("需要合成的文本"), value="")