mirror of
https://github.com/RVC-Boss/GPT-SoVITS.git
synced 2025-08-26 15:30:43 +08:00
修复“修复ge.sum数值可能爆炸的”可能导致的训练爆炸的问题
修复“修复ge.sum数值可能爆炸的”可能导致的训练爆炸的问题
This commit is contained in:
parent
cd6de7398e
commit
ed89a02337
@ -1,4 +1,6 @@
|
|||||||
import math
|
import math
|
||||||
|
import pdb
|
||||||
|
|
||||||
import numpy as np
|
import numpy as np
|
||||||
import torch
|
import torch
|
||||||
from torch import nn
|
from torch import nn
|
||||||
@ -716,11 +718,11 @@ class MelStyleEncoder(nn.Module):
|
|||||||
if mask is None:
|
if mask is None:
|
||||||
out = torch.mean(x, dim=1)
|
out = torch.mean(x, dim=1)
|
||||||
else:
|
else:
|
||||||
len_ = (~mask).sum()
|
len_ = (~mask).sum(dim=1).unsqueeze(1)
|
||||||
x = x.masked_fill(mask.unsqueeze(-1), 0)
|
x = x.masked_fill(mask.unsqueeze(-1), 0)
|
||||||
dtype=x.dtype
|
dtype=x.dtype
|
||||||
x = x.float()
|
x = x.float()
|
||||||
x=torch.div(x,len_)
|
x=torch.div(x,len_.unsqueeze(1))
|
||||||
out=x.sum(dim=1).to(dtype)
|
out=x.sum(dim=1).to(dtype)
|
||||||
return out
|
return out
|
||||||
|
|
||||||
|
Loading…
x
Reference in New Issue
Block a user