blackteay/GPT-SoVITS
1
0
Fork 0
mirror of https://github.com/RVC-Boss/GPT-SoVITS.git synced 2025-04-06 03:57:44 +08:00
Code Issues Packages Projects Releases Wiki Activity

Adjust-asr

Browse Source
This commit is contained in:
KamioRinn 2024-02-11 01:34:25 +08:00
parent 41041715a4
commit ccc7757880
3 changed files with 20 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tools/asr/config.py
View File

@ -13,7 +13,7 @@ def check_fw_local_models():
"large-v2", "large-v3"] "large-v2", "large-v3"]
for i, size in enumerate(model_size_list): for i, size in enumerate(model_size_list):
if os.path.exists(f'tools/asr/models/faster-whisper-{size}'): if os.path.exists(f'tools/asr/models/faster-whisper-{size}'):
model_size_list[i] = size + '(local)' model_size_list[i] = size + '-local'
return model_size_list return model_size_list
asr_dict = { asr_dict = {

15
tools/asr/fasterwhisper_asr.py
View File

@ -8,6 +8,7 @@ from faster_whisper import WhisperModel
from tqdm import tqdm from tqdm import tqdm
from tools.asr.config import check_fw_local_models from tools.asr.config import check_fw_local_models
from tools.asr.funasr_asr import only_asr
os.environ["KMP_DUPLICATE_LIB_OK"]="TRUE" os.environ["KMP_DUPLICATE_LIB_OK"]="TRUE"
@ -35,8 +36,8 @@ language_code_list = [
"auto"] "auto"]
def execute_asr(input_folder, output_folder, model_size, language,precision): def execute_asr(input_folder, output_folder, model_size, language,precision):
if 'local' in model_size: if '-local' in model_size:
model_size = model_size.split('(')[0] model_size = model_size[:-6]
model_path = f'tools/asr/models/faster-whisper-{model_size}' model_path = f'tools/asr/models/faster-whisper-{model_size}'
else: else:
model_path = model_size model_path = model_size
@ -63,8 +64,14 @@ def execute_asr(input_folder, output_folder, model_size, language,precision):
vad_parameters = dict(min_silence_duration_ms=700), vad_parameters = dict(min_silence_duration_ms=700),
language = language) language = language)
text = '' text = ''
for segment in segments:
text += segment.text if info.language == "zh":
print("检测为中文文本,转funasr处理")
text = only_asr(file)
if text == '':
for segment in segments:
text += segment.text
output.append(f"{file}|{output_file_name}|{info.language.upper()}|{text}") output.append(f"{file}|{output_file_name}|{info.language.upper()}|{text}")
except: except:
return print(traceback.format_exc()) return print(traceback.format_exc())

8
tools/asr/funasr_asr.py
View File

@ -23,6 +23,14 @@ model = AutoModel(
punc_model_revision = "v2.0.4", punc_model_revision = "v2.0.4",
) )
def only_asr(input_file):
try:
text = model.generate(input=input_file)[0]["text"]
except:
text = ''
print(traceback.format_exc())
return text
def execute_asr(input_folder, output_folder, model_size, language): def execute_asr(input_folder, output_folder, model_size, language):
input_file_names = os.listdir(input_folder) input_file_names = os.listdir(input_folder)
input_file_names.sort() input_file_names.sort()