Compare commits

..

3 Commits

Author SHA1 Message Date
逸游仙人
e270899c5f
Merge 7604f36bb270d0a897df0b8d4dd9d35f860d06cb into c767f0b83b998e996a4d230d86da575a03f54a3f 2026-01-07 21:40:57 +08:00
ChasonJiang
c767f0b83b
修复bug (#2704)
* 修复bug

* fallbak and bug fix
2025-12-30 16:00:21 +08:00
ChasonJiang
9080a967d5
修复采样错误 (#2703) 2025-12-30 15:21:03 +08:00

View File

@ -707,12 +707,11 @@ class Text2SemanticDecoder(nn.Module):
if idx == 0: if idx == 0:
attn_mask = F.pad(attn_mask[:, :, -1].unsqueeze(-2), (0, 1), value=False) attn_mask = F.pad(attn_mask[:, :, -1].unsqueeze(-2), (0, 1), value=False)
logits = logits[:, :-1]
else: else:
attn_mask = F.pad(attn_mask, (0, 1), value=False) attn_mask = F.pad(attn_mask, (0, 1), value=False)
if idx < 11: ###至少预测出10个token不然不给停止0.4s if idx < 11: ###至少预测出10个token不然不给停止0.4s
logits = logits[:, :-1] logits = logits[:, :-1]
samples = sample( samples = sample(
logits, y, top_k=top_k, top_p=top_p, repetition_penalty=repetition_penalty, temperature=temperature logits, y, top_k=top_k, top_p=top_p, repetition_penalty=repetition_penalty, temperature=temperature