From c7c61ff3dbefb28b2b0f07caf1c6267e18c9a607 Mon Sep 17 00:00:00 2001
From: chflame163 <chflame@163.com>
Date: Wed, 16 Oct 2024 21:47:18 +0800
Subject: [PATCH] fix to do clearmemory before load model of PhiPrompt node

---
 py/phi_nodes.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/py/phi_nodes.py b/py/phi_nodes.py
index 2981b4e..08997c2 100644
--- a/py/phi_nodes.py
+++ b/py/phi_nodes.py
@@ -154,6 +154,7 @@ class LS_Phi_Prompt:
             torch_dtype = torch.bfloat16
         else:
             torch_dtype = torch.float32
+        clear_memory()
         if model == "Phi-3.5-mini-instruct":
             try:
                 phi_model.model = AutoModelForCausalLM.from_pretrained(