mps support

This commit is contained in:
Wu Zichen 2024-01-24 16:47:52 +08:00
parent 382102c9d0
commit cb9d8fe8a5

3
api.py
View File

@ -35,7 +35,7 @@ parser.add_argument("-dr", "--default_refer_path", type=str, default="",
parser.add_argument("-dt", "--default_refer_text", type=str, default="", help="默认参考音频文本")
parser.add_argument("-dl", "--default_refer_language", type=str, default="", help="默认参考音频语种")
parser.add_argument("-d", "--device", type=str, default=g_config.infer_device, help="cuda / cpu")
parser.add_argument("-d", "--device", type=str, default=g_config.infer_device, help="cuda / cpu / mps")
parser.add_argument("-p", "--port", type=int, default=g_config.api_port, help="default: 9880")
parser.add_argument("-a", "--bind_addr", type=str, default="127.0.0.1", help="default: 127.0.0.1")
parser.add_argument("-fp", "--full_precision", action="store_true", default=False, help="覆盖config.is_half为False, 使用全精度")
@ -290,6 +290,7 @@ def handle(command, refer_wav_path, prompt_text, prompt_language, text, text_lan
wav.seek(0)
torch.cuda.empty_cache()
torch.mps.empty_cache()
return StreamingResponse(wav, media_type="audio/wav")