JLNTV_IPD/CogVideo
4
0
Fork 0
mirror of https://github.com/THUDM/CogVideo.git synced 2025-04-05 19:41:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update cli_demo_quantization.py

Browse Source
This commit is contained in:
zR 2024-09-01 18:28:54 +08:00
parent 0f3c08628c
commit 24ea0e9417
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
inference/cli_demo_quantization.py
View File

@ -85,7 +85,9 @@ def generate_video(
# pipe.transformer.to(memory_format=torch.channels_last) # pipe.transformer.to(memory_format=torch.channels_last)
# for FP8 should remove pipe.enable_model_cpu_offload() # for FP8 should remove pipe.enable_model_cpu_offload()
pipe.enable_model_cpu_offload() pipe.enable_model_cpu_offload()
pipe.enable_sequential_cpu_offload()
# This is not for FP8 and INT8 and should remove this line
# pipe.enable_sequential_cpu_offload()
pipe.vae.enable_slicing() pipe.vae.enable_slicing()
pipe.vae.enable_tiling() pipe.vae.enable_tiling()
video = pipe( video = pipe(