在其他推理部分加载torch_musa

GPT_SoVITS/AR/models/t2s_lightning_module.py

@@ -7,6 +7,10 @@ sys.path.append(now_dir)
 from typing import Dict
 
 import torch
+try:
+    import torch_musa
+except ImportError:
+    pass
 from pytorch_lightning import LightningModule
 from AR.models.t2s_model import Text2SemanticDecoder
 from AR.modules.lr_schedulers import WarmupCosineLRSchedule

GPT_SoVITS/AR/models/t2s_model.py

@@ -1,6 +1,10 @@
 # modified from https://github.com/yangdongchao/SoundStorm/blob/master/soundstorm/s1/AR/models/t2s_model.py
 # reference: https://github.com/lifeiteng/vall-e
 import torch
+try:
+    import torch_musa
+except ImportError:
+    pass
 from tqdm import tqdm
 
 from AR.models.utils import make_pad_mask

GPT_SoVITS/AR/models/utils.py

@@ -1,6 +1,10 @@
 # modified from https://github.com/yangdongchao/SoundStorm/blob/master/soundstorm/s1/AR/models/utils.py
 # reference: https://github.com/lifeiteng/vall-e
 import torch
+try:
+    import torch_musa
+except ImportError:
+    pass
 import torch.nn.functional as F
 from typing import Tuple
 

GPT_SoVITS/AR/modules/activation.py

@@ -2,6 +2,10 @@
 from typing import Optional
 from typing import Tuple
 import torch
+try:
+    import torch_musa
+except ImportError:
+    pass
 from torch import Tensor
 from torch.nn import Linear
 from torch.nn import Module

GPT_SoVITS/AR/modules/embedding.py

@@ -2,6 +2,10 @@
 import math
 
 import torch
+try:
+    import torch_musa
+except ImportError:
+    pass
 from torch import nn
 
 

GPT_SoVITS/AR/modules/patched_mha_with_cache.py

@@ -7,6 +7,10 @@ from torch.nn.functional import (
 )
 from torch.nn import functional as F
 import torch
+try:
+    import torch_musa
+except ImportError:
+    pass
 # Tensor = torch.Tensor
 # from typing import Callable, List, Optional, Tuple, Union
 

GPT_SoVITS/AR/modules/scaling.py

@@ -21,6 +21,10 @@ from typing import Tuple
 from typing import Union
 
 import torch
+try:
+    import torch_musa
+except ImportError:
+    pass
 import torch.nn as nn
 from torch import Tensor
 

GPT_SoVITS/AR/modules/transformer.py

@@ -10,6 +10,10 @@ from typing import Tuple
 from typing import Union
 
 import torch
+try:
+    import torch_musa
+except ImportError:
+    pass
 from AR.modules.activation import MultiheadAttention
 from AR.modules.scaling import BalancedDoubleSwish
 from torch import nn

GPT_SoVITS/feature_extractor/cnhubert.py

@@ -2,6 +2,10 @@ import time
 
 import librosa
 import torch
+try:
+    import torch_musa
+except ImportError:
+    pass
 import torch.nn.functional as F
 import soundfile as sf
 import logging

GPT_SoVITS/module/attentions.py

@@ -1,5 +1,9 @@
 import math
 import torch
+try:
+    import torch_musa
+except ImportError:
+    pass
 from torch import nn
 from torch.nn import functional as F
 

GPT_SoVITS/module/commons.py

@@ -1,5 +1,9 @@
 import math
 import torch
+try:
+    import torch_musa
+except ImportError:
+    pass
 from torch.nn import functional as F
 
 

GPT_SoVITS/module/core_vq.py

@@ -34,6 +34,10 @@ import typing as tp
 
 from einops import rearrange, repeat
 import torch
+try:
+    import torch_musa
+except ImportError:
+    pass
 from torch import nn
 import torch.nn.functional as F
 from tqdm import tqdm

GPT_SoVITS/module/mel_processing.py

@@ -2,6 +2,10 @@ import math
 import os
 import random
 import torch
+try:
+    import torch_musa
+except ImportError:
+    pass
 from torch import nn
 import torch.nn.functional as F
 import torch.utils.data

GPT_SoVITS/module/models.py

@@ -1,6 +1,10 @@
 import copy
 import math
 import torch
+try:
+    import torch_musa
+except ImportError:
+    pass
 from torch import nn
 from torch.nn import functional as F
 

GPT_SoVITS/module/modules.py

@@ -1,6 +1,10 @@
 import math
 import numpy as np
 import torch
+try:
+    import torch_musa
+except ImportError:
+    pass
 from torch import nn
 from torch.nn import functional as F
 

GPT_SoVITS/module/mrte_model.py

@@ -1,6 +1,10 @@
 # This is Multi-reference timbre encoder
 
 import torch
+try:
+    import torch_musa
+except ImportError:
+    pass
 from torch import nn
 from torch.nn.utils import remove_weight_norm, weight_norm
 from module.attentions import MultiHeadAttention

GPT_SoVITS/module/quantize.py

@@ -11,6 +11,10 @@ import math
 import typing as tp
 
 import torch
+try:
+    import torch_musa
+except ImportError:
+    pass
 from torch import nn
 
 from module.core_vq import ResidualVectorQuantization

GPT_SoVITS/module/transforms.py

@@ -1,4 +1,8 @@
 import torch
+try:
+    import torch_musa
+except ImportError:
+    pass
 from torch.nn import functional as F
 
 import numpy as np