From 81fc871239c15a65b73df2ef658be7f4e19382e6 Mon Sep 17 00:00:00 2001 From: smthemex <138738845+smthemex@users.noreply.github.com> Date: Sun, 6 Apr 2025 15:18:05 +0800 Subject: [PATCH] Update model_loader_utils.py --- model_loader_utils.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/model_loader_utils.py b/model_loader_utils.py index deab358..6137ed2 100644 --- a/model_loader_utils.py +++ b/model_loader_utils.py @@ -1145,11 +1145,11 @@ def Loader_InfiniteYou(cf_model,VAE,quantize_mode): # ) # init nf4 repo_id=os.path.join(cur_path, "config/FLUX.1-dev") - + use_svdq=False if cf_model.get("use_svdq"): print("use svdq quantization") from nunchaku import NunchakuFluxTransformer2dModel - + use_svdq=True transformer = NunchakuFluxTransformer2dModel.from_pretrained(cf_model.get("select_method"),offload=True) try: transformer.set_attention_impl("nunchaku-fp16") @@ -1222,6 +1222,7 @@ def Loader_InfiniteYou(cf_model,VAE,quantize_mode): text_encoder=None, transformer=transformer, vae=vae, + use_svdq=use_svdq, ) # Load image proj model num_tokens = 8 # image_proj_num_tokens