mirror of
https://github.com/RVC-Boss/GPT-SoVITS.git
synced 2026-07-22 10:03:23 +08:00
e1720e7e5a
兼容 proplus-hc-dev 分支基于 6 列 .list 训练的模型，并按主分支自身流程
增加 emotion 字段（标注/推理 UI 单输入框「情绪/括注」，存 emotion 列，
保留 remark 列以兼容 proplus 6 列结构）。emotion/remark 不参与训练。
核心兼容性修复（消除 3 处硬编码拒绝 proplus 的 6 列 .list）:
- 新增 tools/list_metadata.py: 6 列 .list 解析/格式化器 (parse/format_list_line)
- 1-get-text.py:129 line.split("|") 严格 4 列解包 -> parse_list_line
(proplus 同款修复，只取训练所需前 4 列，emotion/remark 静默忽略)
- subfix_webui b_load_list: 仅接受 len==4 -> 改用 parse_list_line (>=4 列)
- subfix_webui b_save_list: 写 4 列 -> 写 6 列 (保留 emotion/remark，向前向后兼容)
标注 UI (tools/subfix_webui.py):
- 每条音频新增「情绪/括注」Text 输入框 (g_emotion_list)
- b_change_index/reload_data/b_submit_change 贯通 emotion 读写
- 8 个分页事件输出列表统一追加 *g_emotion_list
推理 WebUI (inference_webui.py):
- _read_emotion_map_for_webui: 读 output/asr_opt/<exp>/*.list 的 emotion 列
- 训练样本下拉标签附加【emotion】(有则显示)
- 选中样本时同步刷新「情绪/括注」只读文本框; 应用样本一并填入
- 无 emotion 数据则文本框留空 (符合「无数据不显示」)
API (api_v2.py):
- GET /models/{name}/samples 响应增加 emotion 字段 (来自同源 .list)
向后兼容: 主分支原生 4 列 .list 全程正常; 训练 pipeline 不感知 emotion。
list_metadata/parse/emotion/round-trip 单元自测通过; py_compile 全通过。
471 lines
16 KiB
Python
471 lines
16 KiB
Python
import sys
|
||
from tools.i18n.i18n import I18nAuto, scan_language_list
|
||
|
||
language = sys.argv[-1] if sys.argv[-1] in scan_language_list() else "Auto"
|
||
i18n = I18nAuto(language=language)
|
||
import argparse
|
||
import copy
|
||
import json
|
||
import os
|
||
import uuid
|
||
|
||
try:
|
||
import gradio.analytics as analytics
|
||
|
||
analytics.version_check = lambda: None
|
||
except:
|
||
...
|
||
|
||
import gradio as gr
|
||
import librosa
|
||
import numpy as np
|
||
import soundfile
|
||
|
||
g_json_key_text = ""
|
||
g_json_key_path = ""
|
||
g_load_file = ""
|
||
g_load_format = ""
|
||
|
||
g_max_json_index = 0
|
||
g_index = 0
|
||
g_batch = 10
|
||
g_text_list = []
|
||
g_audio_list = []
|
||
g_checkbox_list = []
|
||
g_emotion_list = []
|
||
g_data_json = []
|
||
|
||
|
||
def reload_data(index, batch):
|
||
global g_index
|
||
g_index = index
|
||
global g_batch
|
||
g_batch = batch
|
||
datas = g_data_json[index : index + batch]
|
||
output = []
|
||
for d in datas:
|
||
output.append(
|
||
{
|
||
g_json_key_text: d[g_json_key_text],
|
||
g_json_key_path: d[g_json_key_path],
|
||
"emotion": d.get("emotion", ""),
|
||
}
|
||
)
|
||
return output
|
||
|
||
|
||
def b_change_index(index, batch):
|
||
global g_index, g_batch
|
||
g_index, g_batch = index, batch
|
||
datas = reload_data(index, batch)
|
||
output = []
|
||
# 文本框组
|
||
for i, _ in enumerate(datas):
|
||
output.append(
|
||
{"__type__": "update", "label": f"Text {i + index}", "value": _[g_json_key_text]}
|
||
)
|
||
for _ in range(g_batch - len(datas)):
|
||
output.append({"__type__": "update", "label": "Text", "value": ""})
|
||
# 情绪/括注框组（与文本框一一对应）
|
||
for i, _ in enumerate(datas):
|
||
output.append(
|
||
{"__type__": "update", "label": f"情绪/括注 {i + index}", "value": _.get("emotion", "")}
|
||
)
|
||
for _ in range(g_batch - len(datas)):
|
||
output.append({"__type__": "update", "label": "情绪/括注", "value": ""})
|
||
# 音频组
|
||
for _ in datas:
|
||
output.append(_[g_json_key_path])
|
||
for _ in range(g_batch - len(datas)):
|
||
output.append(None)
|
||
# 复选框组
|
||
for _ in range(g_batch):
|
||
output.append(False)
|
||
return output
|
||
|
||
|
||
def b_next_index(index, batch):
|
||
b_save_file()
|
||
if (index + batch) <= g_max_json_index:
|
||
return index + batch, *b_change_index(index + batch, batch)
|
||
else:
|
||
return index, *b_change_index(index, batch)
|
||
|
||
|
||
def b_previous_index(index, batch):
|
||
b_save_file()
|
||
if (index - batch) >= 0:
|
||
return index - batch, *b_change_index(index - batch, batch)
|
||
else:
|
||
return 0, *b_change_index(0, batch)
|
||
|
||
|
||
def b_submit_change(*args):
|
||
# 输入约定：[text×batch] + [emotion×batch]（由事件绑定顺序拼成）
|
||
global g_data_json
|
||
half = g_batch
|
||
text_list = args[:half]
|
||
emotion_list = args[half:]
|
||
change = False
|
||
for i, new_text in enumerate(text_list):
|
||
if g_index + i <= g_max_json_index:
|
||
new_text = new_text.strip() + " "
|
||
if g_data_json[g_index + i][g_json_key_text] != new_text:
|
||
g_data_json[g_index + i][g_json_key_text] = new_text
|
||
change = True
|
||
for i, new_emotion in enumerate(emotion_list):
|
||
if g_index + i <= g_max_json_index:
|
||
new_emotion = (new_emotion or "").strip()
|
||
if g_data_json[g_index + i].get("emotion", "") != new_emotion:
|
||
g_data_json[g_index + i]["emotion"] = new_emotion
|
||
change = True
|
||
if change:
|
||
b_save_file()
|
||
return g_index, *b_change_index(g_index, g_batch)
|
||
|
||
|
||
def b_delete_audio(*checkbox_list):
|
||
global g_data_json, g_index, g_max_json_index
|
||
b_save_file()
|
||
change = False
|
||
for i, checkbox in reversed(list(enumerate(checkbox_list))):
|
||
if g_index + i < len(g_data_json):
|
||
if checkbox == True:
|
||
g_data_json.pop(g_index + i)
|
||
change = True
|
||
|
||
g_max_json_index = len(g_data_json) - 1
|
||
if g_index > g_max_json_index:
|
||
g_index = g_max_json_index
|
||
g_index = g_index if g_index >= 0 else 0
|
||
if change:
|
||
b_save_file()
|
||
# return gr.Slider(value=g_index, maximum=(g_max_json_index if g_max_json_index>=0 else 0)), *b_change_index(g_index, g_batch)
|
||
return {
|
||
"value": g_index,
|
||
"__type__": "update",
|
||
"maximum": (g_max_json_index if g_max_json_index >= 0 else 0),
|
||
}, *b_change_index(g_index, g_batch)
|
||
|
||
|
||
def b_invert_selection(*checkbox_list):
|
||
new_list = [not item if item is True else True for item in checkbox_list]
|
||
return new_list
|
||
|
||
|
||
def get_next_path(filename):
|
||
base_dir = os.path.dirname(filename)
|
||
base_name = os.path.splitext(os.path.basename(filename))[0]
|
||
for i in range(100):
|
||
new_path = os.path.join(base_dir, f"{base_name}_{str(i).zfill(2)}.wav")
|
||
if not os.path.exists(new_path):
|
||
return new_path
|
||
return os.path.join(base_dir, f"{str(uuid.uuid4())}.wav")
|
||
|
||
|
||
def b_audio_split(audio_breakpoint, *checkbox_list):
|
||
global g_data_json, g_max_json_index
|
||
checked_index = []
|
||
for i, checkbox in enumerate(checkbox_list):
|
||
if checkbox == True and g_index + i < len(g_data_json):
|
||
checked_index.append(g_index + i)
|
||
if len(checked_index) == 1:
|
||
index = checked_index[0]
|
||
audio_json = copy.deepcopy(g_data_json[index])
|
||
path = audio_json[g_json_key_path]
|
||
data, sample_rate = librosa.load(path, sr=None, mono=True)
|
||
audio_maxframe = len(data)
|
||
break_frame = int(audio_breakpoint * sample_rate)
|
||
|
||
if break_frame >= 1 and break_frame < audio_maxframe:
|
||
audio_first = data[0:break_frame]
|
||
audio_second = data[break_frame:]
|
||
nextpath = get_next_path(path)
|
||
soundfile.write(nextpath, audio_second, sample_rate)
|
||
soundfile.write(path, audio_first, sample_rate)
|
||
g_data_json.insert(index + 1, audio_json)
|
||
g_data_json[index + 1][g_json_key_path] = nextpath
|
||
b_save_file()
|
||
|
||
g_max_json_index = len(g_data_json) - 1
|
||
# return gr.Slider(value=g_index, maximum=g_max_json_index), *b_change_index(g_index, g_batch)
|
||
return {"value": g_index, "maximum": g_max_json_index, "__type__": "update"}, *b_change_index(g_index, g_batch)
|
||
|
||
|
||
def b_merge_audio(interval_r, *checkbox_list):
|
||
global g_data_json, g_max_json_index
|
||
b_save_file()
|
||
checked_index = []
|
||
audios_path = []
|
||
audios_text = []
|
||
for i, checkbox in enumerate(checkbox_list):
|
||
if checkbox == True and g_index + i < len(g_data_json):
|
||
checked_index.append(g_index + i)
|
||
|
||
if len(checked_index) > 1:
|
||
for i in checked_index:
|
||
audios_path.append(g_data_json[i][g_json_key_path])
|
||
audios_text.append(g_data_json[i][g_json_key_text])
|
||
for i in reversed(checked_index[1:]):
|
||
g_data_json.pop(i)
|
||
|
||
base_index = checked_index[0]
|
||
base_path = audios_path[0]
|
||
g_data_json[base_index][g_json_key_text] = "".join(audios_text)
|
||
|
||
audio_list = []
|
||
l_sample_rate = None
|
||
for i, path in enumerate(audios_path):
|
||
data, sample_rate = librosa.load(path, sr=l_sample_rate, mono=True)
|
||
l_sample_rate = sample_rate
|
||
if i > 0:
|
||
silence = np.zeros(int(l_sample_rate * interval_r))
|
||
audio_list.append(silence)
|
||
|
||
audio_list.append(data)
|
||
|
||
audio_concat = np.concatenate(audio_list)
|
||
|
||
soundfile.write(base_path, audio_concat, l_sample_rate)
|
||
|
||
b_save_file()
|
||
|
||
g_max_json_index = len(g_data_json) - 1
|
||
|
||
# return gr.Slider(value=g_index, maximum=g_max_json_index), *b_change_index(g_index, g_batch)
|
||
return {"value": g_index, "maximum": g_max_json_index, "__type__": "update"}, *b_change_index(g_index, g_batch)
|
||
|
||
|
||
def b_save_json():
|
||
with open(g_load_file, "w", encoding="utf-8") as file:
|
||
for data in g_data_json:
|
||
file.write(f"{json.dumps(data, ensure_ascii=False)}\n")
|
||
|
||
|
||
def b_save_list():
|
||
from tools.list_metadata import format_list_line, ListLine
|
||
|
||
with open(g_load_file, "w", encoding="utf-8") as file:
|
||
for data in g_data_json:
|
||
# 写出 6 列以保留 emotion/remark（proplus-hc-dev 互操作）；
|
||
# 主分支训练侧（1-get-text.py）只消费前 4 列，多余列不影响训练。
|
||
file.write(
|
||
format_list_line(
|
||
ListLine(
|
||
wav_path=data.get("wav_path", ""),
|
||
speaker_name=data.get("speaker_name", ""),
|
||
language=data.get("language", ""),
|
||
text=data.get("text", ""),
|
||
emotion=data.get("emotion", ""),
|
||
remark=data.get("remark", ""),
|
||
)
|
||
).strip()
|
||
+ "\n"
|
||
)
|
||
|
||
|
||
def b_load_json():
|
||
global g_data_json, g_max_json_index
|
||
with open(g_load_file, "r", encoding="utf-8") as file:
|
||
g_data_json = file.readlines()
|
||
g_data_json = [json.loads(line) for line in g_data_json]
|
||
g_max_json_index = len(g_data_json) - 1
|
||
|
||
|
||
def b_load_list():
|
||
global g_data_json, g_max_json_index
|
||
from tools.list_metadata import parse_list_line
|
||
|
||
with open(g_load_file, "r", encoding="utf-8") as source:
|
||
data_list = source.readlines()
|
||
for _ in data_list:
|
||
item = parse_list_line(_)
|
||
if item is None:
|
||
print("error line:", _)
|
||
continue
|
||
g_data_json.append(
|
||
{
|
||
"wav_path": item.wav_path,
|
||
"speaker_name": item.speaker_name,
|
||
"language": item.language,
|
||
"text": item.text,
|
||
"emotion": item.emotion,
|
||
"remark": item.remark,
|
||
}
|
||
)
|
||
g_max_json_index = len(g_data_json) - 1
|
||
|
||
|
||
def b_save_file():
|
||
if g_load_format == "json":
|
||
b_save_json()
|
||
elif g_load_format == "list":
|
||
b_save_list()
|
||
|
||
|
||
def b_load_file():
|
||
if g_load_format == "json":
|
||
b_load_json()
|
||
elif g_load_format == "list":
|
||
b_load_list()
|
||
|
||
|
||
def set_global(load_json, load_list, json_key_text, json_key_path, batch):
|
||
global g_json_key_text, g_json_key_path, g_load_file, g_load_format, g_batch
|
||
|
||
g_batch = int(batch)
|
||
|
||
if load_json != "None":
|
||
g_load_format = "json"
|
||
g_load_file = load_json
|
||
elif load_list != "None":
|
||
g_load_format = "list"
|
||
g_load_file = load_list
|
||
else:
|
||
g_load_format = "list"
|
||
g_load_file = "demo.list"
|
||
|
||
g_json_key_text = json_key_text
|
||
g_json_key_path = json_key_path
|
||
|
||
b_load_file()
|
||
|
||
|
||
if __name__ == "__main__":
|
||
parser = argparse.ArgumentParser(description="Process some integers.")
|
||
parser.add_argument("--load_json", default="None", help="source file, like demo.json")
|
||
parser.add_argument("--is_share", default="False", help="whether webui is_share=True")
|
||
parser.add_argument("--load_list", default="None", help="source file, like demo.list")
|
||
parser.add_argument("--webui_port_subfix", default=9871, help="source file, like demo.list")
|
||
parser.add_argument("--json_key_text", default="text", help="the text key name in json, Default: text")
|
||
parser.add_argument("--json_key_path", default="wav_path", help="the path key name in json, Default: wav_path")
|
||
parser.add_argument("--g_batch", default=10, help="max number g_batch wav to display, Default: 10")
|
||
|
||
args = parser.parse_args()
|
||
|
||
set_global(args.load_json, args.load_list, args.json_key_text, args.json_key_path, args.g_batch)
|
||
|
||
with gr.Blocks(analytics_enabled=False) as demo:
|
||
gr.Markdown(
|
||
value=i18n(
|
||
"Submit Text: 将当前页所有文本框内容手工保存到内存和文件(翻页前后或者退出标注页面前如果没点这个按钮，你再翻回来就回滚了，白忙活。)"
|
||
)
|
||
)
|
||
with gr.Row():
|
||
btn_change_index = gr.Button("Change Index")
|
||
btn_submit_change = gr.Button("Submit Text")
|
||
btn_merge_audio = gr.Button("Merge Audio")
|
||
btn_delete_audio = gr.Button("Delete Audio")
|
||
btn_previous_index = gr.Button("Previous Index")
|
||
btn_next_index = gr.Button("Next Index")
|
||
|
||
with gr.Row():
|
||
index_slider = gr.Slider(minimum=0, maximum=g_max_json_index, value=g_index, step=1, label="Index", scale=3)
|
||
splitpoint_slider = gr.Slider(
|
||
minimum=0, maximum=120.0, value=0, step=0.1, label="Audio Split Point(s)", scale=3
|
||
)
|
||
btn_audio_split = gr.Button("Split Audio", scale=1)
|
||
btn_save_json = gr.Button("Save File", visible=True, scale=1)
|
||
btn_invert_selection = gr.Button("Invert Selection", scale=1)
|
||
|
||
with gr.Row():
|
||
with gr.Column():
|
||
for _ in range(0, g_batch):
|
||
with gr.Row():
|
||
text = gr.Textbox(label="Text", visible=True, scale=5)
|
||
audio_output = gr.Audio(label="Output Audio", visible=True, scale=5)
|
||
audio_check = gr.Checkbox(label="Yes", show_label=True, info="Choose Audio", scale=1)
|
||
emotion = gr.Textbox(
|
||
label="情绪/括注",
|
||
visible=True,
|
||
scale=3,
|
||
placeholder="可选：台词对应的表演情绪或括注",
|
||
)
|
||
g_text_list.append(text)
|
||
g_audio_list.append(audio_output)
|
||
g_checkbox_list.append(audio_check)
|
||
g_emotion_list.append(emotion)
|
||
|
||
with gr.Row():
|
||
batchsize_slider = gr.Slider(
|
||
minimum=1, maximum=g_batch, value=g_batch, step=1, label="Batch Size", scale=3, interactive=False
|
||
)
|
||
interval_slider = gr.Slider(minimum=0, maximum=2, value=0, step=0.01, label="Interval", scale=3)
|
||
btn_theme_dark = gr.Button("Light Theme", link="?__theme=light", scale=1)
|
||
btn_theme_light = gr.Button("Dark Theme", link="?__theme=dark", scale=1)
|
||
|
||
btn_change_index.click(
|
||
b_change_index,
|
||
inputs=[
|
||
index_slider,
|
||
batchsize_slider,
|
||
],
|
||
outputs=[*g_text_list, *g_emotion_list, *g_audio_list, *g_checkbox_list],
|
||
)
|
||
|
||
btn_submit_change.click(
|
||
b_submit_change,
|
||
inputs=[
|
||
*g_text_list,
|
||
*g_emotion_list,
|
||
],
|
||
outputs=[index_slider, *g_text_list, *g_emotion_list, *g_audio_list, *g_checkbox_list],
|
||
)
|
||
|
||
btn_previous_index.click(
|
||
b_previous_index,
|
||
inputs=[
|
||
index_slider,
|
||
batchsize_slider,
|
||
],
|
||
outputs=[index_slider, *g_text_list, *g_emotion_list, *g_audio_list, *g_checkbox_list],
|
||
)
|
||
|
||
btn_next_index.click(
|
||
b_next_index,
|
||
inputs=[
|
||
index_slider,
|
||
batchsize_slider,
|
||
],
|
||
outputs=[index_slider, *g_text_list, *g_emotion_list, *g_audio_list, *g_checkbox_list],
|
||
)
|
||
|
||
btn_delete_audio.click(
|
||
b_delete_audio,
|
||
inputs=[*g_checkbox_list],
|
||
outputs=[index_slider, *g_text_list, *g_emotion_list, *g_audio_list, *g_checkbox_list],
|
||
)
|
||
|
||
btn_merge_audio.click(
|
||
b_merge_audio,
|
||
inputs=[interval_slider, *g_checkbox_list],
|
||
outputs=[index_slider, *g_text_list, *g_emotion_list, *g_audio_list, *g_checkbox_list],
|
||
)
|
||
|
||
btn_audio_split.click(
|
||
b_audio_split,
|
||
inputs=[splitpoint_slider, *g_checkbox_list],
|
||
outputs=[index_slider, *g_text_list, *g_emotion_list, *g_audio_list, *g_checkbox_list],
|
||
)
|
||
|
||
btn_invert_selection.click(b_invert_selection, inputs=[*g_checkbox_list], outputs=[*g_checkbox_list])
|
||
|
||
btn_save_json.click(b_save_file)
|
||
|
||
demo.load(
|
||
b_change_index,
|
||
inputs=[
|
||
index_slider,
|
||
batchsize_slider,
|
||
],
|
||
outputs=[*g_text_list, *g_emotion_list, *g_audio_list, *g_checkbox_list],
|
||
)
|
||
|
||
demo.launch(
|
||
server_name="0.0.0.0",
|
||
inbrowser=True,
|
||
# quiet=True,
|
||
share=eval(args.is_share),
|
||
server_port=int(args.webui_port_subfix),
|
||
)
|