blackteay/GPT-SoVITS
1
0
Fork 0
mirror of https://github.com/RVC-Boss/GPT-SoVITS.git synced 2025-04-06 03:57:44 +08:00
Code Issues Packages Projects Releases Wiki Activity

Optimize： 推理完成后自动触发gc回收 (#1221)

Browse Source 
在推理完成之后，使用gc控制器对内存进行回收。
#1218
This commit is contained in:
CyberWon 2024-06-26 22:26:32 +08:00 committed by GitHub
parent afbcf4007a
commit 8dd7cfab93
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
GPT_SoVITS/TTS_infer_pack/TTS.py
View File

@ -1,6 +1,6 @@
from copy import deepcopy from copy import deepcopy
import math import math
import os, sys import os, sys, gc
import random import random
import traceback import traceback
@ -869,7 +869,8 @@ class TTS:
self.empty_cache() self.empty_cache()
def empty_cache(self): def empty_cache(self):
try: try:
gc.collect() # 触发gc的垃圾回收。避免内存一直增长。
if "cuda" in str(self.configs.device): if "cuda" in str(self.configs.device):
torch.cuda.empty_cache() torch.cuda.empty_cache()
elif str(self.configs.device) == "mps": elif str(self.configs.device) == "mps":
@ -939,4 +940,4 @@ def speed_change(input_audio:np.ndarray, speed:float, sr:int):
# 将管道输出解码为 NumPy 数组 # 将管道输出解码为 NumPy 数组
processed_audio = np.frombuffer(out, np.int16) processed_audio = np.frombuffer(out, np.int16)
return processed_audio return processed_audio