fallbak and bug fix

This commit is contained in:
ChasonJiang 2025-12-30 15:33:15 +08:00
parent 2ed4f74741
commit bd43e3cd90

View File

@ -711,7 +711,7 @@ class Text2SemanticDecoder(nn.Module):
attn_mask = F.pad(attn_mask, (0, 1), value=False) attn_mask = F.pad(attn_mask, (0, 1), value=False)
if idx < 11: ###至少预测出10个token不然不给停止0.4s if idx < 11: ###至少预测出10个token不然不给停止0.4s
logits[:, -1] = float("-inf") logits = logits[:, :-1]
samples = sample( samples = sample(
logits, y, top_k=top_k, top_p=top_p, repetition_penalty=repetition_penalty, temperature=temperature logits, y, top_k=top_k, top_p=top_p, repetition_penalty=repetition_penalty, temperature=temperature