garbage collection is added to clean state

This commit is contained in:
alpertunga-bile
2025-04-19 15:33:09 +03:00
parent 1271733f61
commit e45f59db5a
+2
View File
@@ -4,6 +4,7 @@ from torch import manual_seed
from transformers import set_seed from transformers import set_seed
from random import randint from random import randint
from datetime import date, datetime from datetime import date, datetime
import gc
from generator.generate import GenerateArgs, Generator, get_generated_texts from generator.generate import GenerateArgs, Generator, get_generated_texts
from generator.utility import get_usable_quantize_sizes from generator.utility import get_usable_quantize_sizes
@@ -312,6 +313,7 @@ class PromptGenerator:
self._tokenized_prompts = self.__tokenize_texts(clip) self._tokenized_prompts = self.__tokenize_texts(clip)
del generator del generator
gc.collect()
soft_empty_cache() soft_empty_cache()
self.__log_outputs( self.__log_outputs(