Update t5_gemma_model.py

This commit is contained in:
smthemex
2026-03-30 08:35:04 +08:00
committed by GitHub
parent fe484d6a62
commit 75952729eb
+3 -3
View File
@@ -24,7 +24,7 @@ class T5GemmaEncoder:
self.gguf_mode=False
if model_path is not None:
if os.path.isfile(model_path):
configs=T5GemmaConfig.from_pretrained(repo,is_encoder_decoder=False,model_type=weight_dtype,)
configs=T5GemmaConfig.from_pretrained(repo,is_encoder_decoder=False,model_type=weight_dtype,ignore_mismatched_sizes=True,low_cpu_mem_usage=False)
with ctx():
model = T5GemmaEncoderModel(configs)
model_dict=load_file(model_path)
@@ -43,7 +43,7 @@ class T5GemmaEncoder:
)
self.model = CPUOffloadWrapper(model, is_cpu_offload=env_is_true("CPU_OFFLOAD") or get_arch_memory() <= 48)
elif gguf_path is not None:
configs=T5GemmaConfig.from_pretrained(repo,is_encoder_decoder=False,model_type=weight_dtype,)
configs=T5GemmaConfig.from_pretrained(repo,is_encoder_decoder=False,model_type=weight_dtype,ignore_mismatched_sizes=True,low_cpu_mem_usage=False)
with ctx():
self.model = T5GemmaEncoderModel(configs)
g_dict=load_gguf_checkpoint(gguf_path)
@@ -159,4 +159,4 @@ def set_gguf2meta_model(meta_model,model_state_dict,dtype,device):
del model_state_dict
gc.collect()
return meta_model.to(dtype=dtype)
return meta_model.to(dtype=dtype)