JLNTV_IPD/CogVideo
4
0
Fork 0
mirror of https://github.com/THUDM/CogVideo.git synced 2025-04-06 03:57:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #254 from glide-the/rife_padding

Browse Source 
RIFE padding fix
This commit is contained in:
Yuxuan.Zhang 2024-09-09 21:43:11 +08:00 committed by GitHub
commit f47370a601
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 10 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
inference/gradio_composite_demo/README.md
View File

@ -42,4 +42,6 @@ pip install -r requirements.txt
```bash ```bash
python gradio_web_demo.py python gradio_web_demo.py
``` ```

10
inference/gradio_composite_demo/rife_model.py
View File

@ -19,7 +19,7 @@ def pad_image(img, scale):
tmp = max(32, int(32 / scale)) tmp = max(32, int(32 / scale))
ph = ((h - 1) // tmp + 1) * tmp ph = ((h - 1) // tmp + 1) * tmp
pw = ((w - 1) // tmp + 1) * tmp pw = ((w - 1) // tmp + 1) * tmp
padding = (0, 0, pw - w, ph - h) padding = (0, pw - w, 0, ph - h)
return F.pad(img, padding) return F.pad(img, padding)
@ -103,9 +103,13 @@ def rife_inference_with_path(model, video_path):
pt_frame_data = [] pt_frame_data = []
pt_frame = skvideo.io.vreader(video_path) pt_frame = skvideo.io.vreader(video_path)
for frame in pt_frame: for frame in pt_frame:
# BGR to RGB
frame_rgb = frame[..., ::-1]
frame_rgb = frame_rgb.copy()
tensor = torch.from_numpy(frame_rgb).float().to("cpu", non_blocking=True).float() / 255.0
pt_frame_data.append( pt_frame_data.append(
torch.from_numpy(np.transpose(frame, (2, 0, 1))).to("cpu", non_blocking=True).float() / 255.0 tensor.permute(2, 0, 1)
) ) # to [c, h, w,]
pt_frame = torch.from_numpy(np.stack(pt_frame_data)) pt_frame = torch.from_numpy(np.stack(pt_frame_data))
pt_frame = pt_frame.to(device) pt_frame = pt_frame.to(device)