Update nodes.py
This commit is contained in:
@@ -7,7 +7,7 @@ from comfy.utils import ProgressBar, load_torch_file
|
|||||||
from contextlib import nullcontext
|
from contextlib import nullcontext
|
||||||
from einops import rearrange
|
from einops import rearrange
|
||||||
from .pyramid_dit import PyramidDiTForVideoGeneration
|
from .pyramid_dit import PyramidDiTForVideoGeneration
|
||||||
|
import torchvision.transforms as transforms
|
||||||
import logging
|
import logging
|
||||||
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
|
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
|
||||||
log = logging.getLogger(__name__)
|
log = logging.getLogger(__name__)
|
||||||
@@ -302,17 +302,15 @@ class PyramidFlowVAEEncode:
|
|||||||
|
|
||||||
device = mm.get_torch_device()
|
device = mm.get_torch_device()
|
||||||
offload_device = mm.unet_offload_device()
|
offload_device = mm.unet_offload_device()
|
||||||
self.vae.enable_tiling()
|
self.vae.disable_tiling()
|
||||||
|
|
||||||
# For the image latent
|
# For the image latent
|
||||||
self.vae_shift_factor = 0.1490
|
self.vae_shift_factor = 0.1490
|
||||||
self.vae_scale_factor = 1 / 1.8415
|
self.vae_scale_factor = 1 / 1.8415
|
||||||
|
|
||||||
# For the video latent
|
normalize = transforms.Normalize(mean=(0.5, 0.5, 0.5), std=(0.5, 0.5, 0.5))
|
||||||
self.vae_video_shift_factor = -0.2343
|
input_image_tensor = rearrange(image, 'b h w c -> b c h w')
|
||||||
self.vae_video_scale_factor = 1 / 3.0986
|
input_image_tensor = normalize(input_image_tensor)
|
||||||
input_image_tensor = image * 2 - 1
|
|
||||||
input_image_tensor = rearrange(input_image_tensor, 'b h w c -> b c h w')
|
|
||||||
input_image_tensor = input_image_tensor.unsqueeze(2) # Add temporal dimension t=1
|
input_image_tensor = input_image_tensor.unsqueeze(2) # Add temporal dimension t=1
|
||||||
input_image_tensor = input_image_tensor.to(dtype=dtype, device=device)
|
input_image_tensor = input_image_tensor.to(dtype=dtype, device=device)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user