From 784c246e9cba1f9f9960f20cae207c2dc577e209 Mon Sep 17 00:00:00 2001 From: LinB203 <2267330597@qq.com> Date: Thu, 7 Mar 2024 16:44:19 +0800 Subject: [PATCH] videogpt inference Former-commit-id: c5d617450a8271ad3b8a5e8f76ee2d77a822e31b --- opensora/models/ae/videobase/vqvae/videogpt/rec_video.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/opensora/models/ae/videobase/vqvae/videogpt/rec_video.py b/opensora/models/ae/videobase/vqvae/videogpt/rec_video.py index 0353334d2..5bc2d2f19 100644 --- a/opensora/models/ae/videobase/vqvae/videogpt/rec_video.py +++ b/opensora/models/ae/videobase/vqvae/videogpt/rec_video.py @@ -89,8 +89,9 @@ def main(args): x_vae = preprocess(read_video(video_path, num_frames, sample_rate), resolution, crop_size) x_vae = x_vae.to(device) - encodings, embeddings = vqvae.encode(x_vae, include_embeddings=True) - video_recon = vqvae.decode(encodings) + with torch.no_grad(): + encodings, embeddings = vqvae.encode(x_vae, include_embeddings=True) + video_recon = vqvae.decode(encodings) # custom_to_video(x_vae[0], fps=sample_fps/sample_rate, output_file='origin_input.mp4') custom_to_video(video_recon[0], fps=sample_fps/sample_rate, output_file=args.rec_path)