JLNTV_IPD/CogVideo
4
0
Fork 0
mirror of https://github.com/THUDM/CogVideo.git synced 2025-06-24 11:09:18 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update train_cogvideox_image_to_video_lora.py

Browse Source
This commit is contained in:
zR 2024-10-06 22:50:56 +08:00
parent f28708d845
commit e169e7b045
1 changed files with 32 additions and 29 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
finetune/train_cogvideox_image_to_video_lora.py
View File

@ -622,8 +622,7 @@ class VideoDataset(Dataset):
videos = []
for filename in self.instance_video_paths:
progress_dataset_bar.update(1)
video_reader = decord.VideoReader(uri=filename.as_posix(), width=self.width, height=self.height)
video_reader = decord.VideoReader(uri=filename.as_posix())
video_num_frames = len(video_reader)
start_frame = min(self.skip_frames_start, video_num_frames)
@ -651,8 +650,12 @@ class VideoDataset(Dataset):
# Training transforms
frames = (frames - 127.5) / 127.5
frames = frames.permute(0, 3, 1, 2) # [F, C, H, W]
progress_dataset_bar.set_description(
f"Loading progress Resizing video from {frames.shape[2]}x{frames.shape[3]} to {self.height}x{self.width}"
)
frames = self._resize_for_rectangle_crop(frames)
videos.append(frames.contiguous()) # [F, C, H, W]
progress_dataset_bar.update(1)
progress_dataset_bar.close()