model_path load for env

This commit is contained in:
glide-the 2024-08-20 15:15:02 +08:00
parent 27837e3c83
commit 5287322b70

View File

@ -22,7 +22,7 @@ import utils
device = "cuda" if torch.cuda.is_available() else "cpu" device = "cuda" if torch.cuda.is_available() else "cpu"
MODEL_PATH = os.environ.get('MODEL_PATH', "THUDM/CogVideoX-2b") MODEL_PATH = os.environ.get('MODEL_PATH', "THUDM/CogVideoX-2b")
UP_SCALE_MODEL_CKPT = os.environ.get('UP_SCALE_MODEL_CKPT', "/media/gpt4-pdf-chatbot-langchain/ComfyUI/models/upscale_models/RealESRGAN_x4.pth") UP_SCALE_MODEL_CKPT = os.environ.get('UP_SCALE_MODEL_CKPT', "")
pipe = CogVideoXPipeline.from_pretrained(MODEL_PATH, torch_dtype=torch.float16).to( pipe = CogVideoXPipeline.from_pretrained(MODEL_PATH, torch_dtype=torch.float16).to(
device) device)
pipe.enable_model_cpu_offload() pipe.enable_model_cpu_offload()