From a8e603445fdefbbce53c833987b8df32dfa0749e Mon Sep 17 00:00:00 2001
From: Wu Zichen <wuwu0808080808@icloud.com>
Date: Wed, 24 Jan 2024 17:27:58 +0800
Subject: [PATCH] support mps, optimized device selection

---
 GPT_SoVITS/inference_webui.py | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/GPT_SoVITS/inference_webui.py b/GPT_SoVITS/inference_webui.py
index fd04ac8..1d417b1 100644
--- a/GPT_SoVITS/inference_webui.py
+++ b/GPT_SoVITS/inference_webui.py
@@ -35,7 +35,13 @@ from my_utils import load_audio
 from tools.i18n.i18n import I18nAuto
 i18n = I18nAuto()
 
-device = "cuda"
+if torch.cuda.is_available():
+    device = "cuda"
+elif torch.mps.is_available():
+    device = "mps"
+else:
+    device = "cpu"
+
 tokenizer = AutoTokenizer.from_pretrained(bert_path)
 bert_model = AutoModelForMaskedLM.from_pretrained(bert_path)
 if is_half == True: