JLNTV_IPD/CogVideo
4
0
Fork 0
mirror of https://github.com/THUDM/CogVideo.git synced 2025-12-02 18:52:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

开启deepspeed时bfloat16类型错误

Browse Source
This commit is contained in:
luyulei.233 2024-09-29 21:20:49 +08:00
parent 4a2af29867
commit 096fd2eab3
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
finetune/train_cogvideox_lora.py
View File

@ -1042,7 +1042,7 @@ def main(args):
"bf16" in accelerator.state.deepspeed_plugin.deepspeed_config "bf16" in accelerator.state.deepspeed_plugin.deepspeed_config
and accelerator.state.deepspeed_plugin.deepspeed_config["bf16"]["enabled"] and accelerator.state.deepspeed_plugin.deepspeed_config["bf16"]["enabled"]
): ):
weight_dtype = torch.float16 weight_dtype = torch.bfloat16
else: else:
if accelerator.mixed_precision == "fp16": if accelerator.mixed_precision == "fp16":
weight_dtype = torch.float16 weight_dtype = torch.float16