From 18c19dc43ee961891ea47543f2228d1c9c768dd8 Mon Sep 17 00:00:00 2001 From: smthemex <138738845+smthemex@users.noreply.github.com> Date: Wed, 2 Oct 2024 23:16:51 +0800 Subject: [PATCH] Update conditioner.py --- PuLID/flux/modules/conditioner.py | 12 ++++-------- 1 file changed, 4 insertions(+), 8 deletions(-) diff --git a/PuLID/flux/modules/conditioner.py b/PuLID/flux/modules/conditioner.py index 24b049a..313267a 100644 --- a/PuLID/flux/modules/conditioner.py +++ b/PuLID/flux/modules/conditioner.py @@ -3,14 +3,14 @@ from transformers import CLIPTextModel, CLIPTokenizer, T5EncoderModel, T5Tokeniz class HFEmbedder(nn.Module): - def __init__(self, version: str, tokenizer_path,clip_cf,if_repo,is_clip,quantized_mode, max_length: int, **hf_kwargs): + def __init__(self, version: str, tokenizer_path,clip_cf,if_repo,is_clip,max_length: int, **hf_kwargs): super().__init__() - #self.is_clip = version.startswith("openai") self.is_clip=is_clip self.if_repo=if_repo - self.quantized_mode=quantized_mode self.clip_cf=clip_cf self.max_length = max_length + if self.clip_cf and self.if_repo: #if somebody use clip and repo_id too + self.if_repo=False if self.if_repo: self.output_key = "pooler_output" if self.is_clip else "last_hidden_state" else: @@ -23,11 +23,7 @@ class HFEmbedder(nn.Module): else: self.tokenizer: T5Tokenizer = T5Tokenizer.from_pretrained(tokenizer_path, max_length=max_length) self.hf_module: T5EncoderModel = T5EncoderModel.from_pretrained(version, **hf_kwargs) - if self.quantized_mode == "fp8": - from optimum.quanto import freeze, qfloat8, quantize - quantize(self.hf_module, weights=qfloat8) - freeze(self.hf_module) - + self.hf_module = self.hf_module.eval().requires_grad_(False)