diff --git a/helios/diffusers_version/pipeline_helios_diffusers.py b/helios/diffusers_version/pipeline_helios_diffusers.py index 3964662..a72f5f0 100644 --- a/helios/diffusers_version/pipeline_helios_diffusers.py +++ b/helios/diffusers_version/pipeline_helios_diffusers.py @@ -495,7 +495,7 @@ class HeliosPipeline(DiffusionPipeline, HeliosLoraLoaderMixin): torch.eye(block_size, device=device) * (1 + gamma) - torch.ones(block_size, block_size, device=device) * gamma ) - cov += torch.eye(block_size, device=device) * 1e-6 + cov += torch.eye(block_size, device=device) * 1e-8 cov = cov.float() # Upcast to fp32 for numerical stability — cholesky is unreliable in fp16/bf16. L = torch.linalg.cholesky(cov) diff --git a/helios/pipelines/pipeline_helios.py b/helios/pipelines/pipeline_helios.py index 0a59cce..e253753 100644 --- a/helios/pipelines/pipeline_helios.py +++ b/helios/pipelines/pipeline_helios.py @@ -465,7 +465,7 @@ class HeliosPipeline(DiffusionPipeline, WanLoraLoaderMixin): torch.eye(block_size, device=device) * (1 + gamma) - torch.ones(block_size, block_size, device=device) * gamma ) - cov += torch.eye(block_size, device=device) * 1e-6 + cov += torch.eye(block_size, device=device) * 1e-8 cov = cov.float() # Upcast to fp32 for numerical stability — cholesky is unreliable in fp16/bf16. L = torch.linalg.cholesky(cov) diff --git a/helios/pipelines/pipeline_helios_ode.py b/helios/pipelines/pipeline_helios_ode.py index e4c7329..95569f8 100644 --- a/helios/pipelines/pipeline_helios_ode.py +++ b/helios/pipelines/pipeline_helios_ode.py @@ -464,7 +464,7 @@ class HeliosPipeline(DiffusionPipeline, WanLoraLoaderMixin): torch.eye(block_size, device=device) * (1 + gamma) - torch.ones(block_size, block_size, device=device) * gamma ) - cov += torch.eye(block_size, device=device) * 1e-6 + cov += torch.eye(block_size, device=device) * 1e-8 cov = cov.float() # Upcast to fp32 for numerical stability — cholesky is unreliable in fp16/bf16. L = torch.linalg.cholesky(cov)