diff --git a/py/phi_nodes.py b/py/phi_nodes.py index 2981b4e..08997c2 100644 --- a/py/phi_nodes.py +++ b/py/phi_nodes.py @@ -154,6 +154,7 @@ class LS_Phi_Prompt: torch_dtype = torch.bfloat16 else: torch_dtype = torch.float32 + clear_memory() if model == "Phi-3.5-mini-instruct": try: phi_model.model = AutoModelForCausalLM.from_pretrained(