taehv experiments

This commit is contained in:
kijai
2025-03-15 13:06:29 +02:00
parent 976ae48a13
commit 66893bf39b
2 changed files with 5 additions and 4 deletions
+4 -3
View File
@@ -1815,10 +1815,11 @@ class WanVideoSampler:
if context_vae is not None:
to_decode = self.previous_noise_pred_context[:,-1,:, :].unsqueeze(1).unsqueeze(0).to(context_vae.dtype)
#to_decode = to_decode.permute(0, 1, 3, 2)
#print("to_decode.shape", to_decode.shape)
print("to_decode.shape", to_decode.shape)
if isinstance(context_vae, TAEHV):
image = context_vae.decode_video(to_decode.permute(0, 2, 1, 3, 4), parallel=False)[0].permute(1, 0, 2, 3)
image = context_vae.encode_video(image.permute(0, 2, 1, 3, 4), parallel=False).permute(0, 2, 1, 3, 4)
image = context_vae.decode_video(to_decode.permute(0, 2, 1, 3, 4), parallel=False)
print("image.shape", image.shape)
image = context_vae.encode_video(image.repeat(1, 5, 1, 1, 1), parallel=False).permute(0, 2, 1, 3, 4)
else:
image = context_vae.decode(to_decode, device=device, tiled=False)[0]
image = context_vae.encode(image.unsqueeze(0).to(context_vae.dtype), device=device, tiled=False)
+1 -1
View File
@@ -1,6 +1,6 @@
#!/usr/bin/env python3
"""
Tiny AutoEncoder for Hunyuan Video
Tiny AutoEncoder for Hunyuan Video https://github.com/madebyollin/taehv
(DNN for encoding / decoding videos to Hunyuan Video's latent space)
"""
import torch