From e45f59db5af701ec5b12d7be402a4bcc6b360357 Mon Sep 17 00:00:00 2001 From: alpertunga-bile Date: Sat, 19 Apr 2025 13:59:12 +0300 Subject: [PATCH] garbage collection is added to clean state --- prompt_generator.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/prompt_generator.py b/prompt_generator.py index 2031ca1..3a119f3 100644 --- a/prompt_generator.py +++ b/prompt_generator.py @@ -4,6 +4,7 @@ from torch import manual_seed from transformers import set_seed from random import randint from datetime import date, datetime +import gc from generator.generate import GenerateArgs, Generator, get_generated_texts from generator.utility import get_usable_quantize_sizes @@ -312,6 +313,7 @@ class PromptGenerator: self._tokenized_prompts = self.__tokenize_texts(clip) del generator + gc.collect() soft_empty_cache() self.__log_outputs(