From ca07640563d59d13bf3929ab2a1f7898ebf3eb28 Mon Sep 17 00:00:00 2001
From: alpertunga-bile <holy_celestine@hotmail.com>
Date: Sun, 17 Nov 2024 22:37:27 +0300
Subject: [PATCH] token healing feature is disabled

---
 generator/generate.py | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/generator/generate.py b/generator/generate.py
index 6105eb6..b96b374 100644
--- a/generator/generate.py
+++ b/generator/generate.py
@@ -5,7 +5,6 @@ from generator.utility import (
     get_accelerator_type,
     get_variable_dictionary,
     str_to_quant_type,
-    check_transformers_version,
     ModelType,
 )
 from generator.preprocess import preprocess
@@ -60,9 +59,14 @@ class Generator:
         self.extra_params["renormalize_logits"] = True
         self.extra_params["pad_token_id"] = self.tokenizer.eos_token_id
 
+        """
+        # token healing feature is breaking the generator
+        # in experiments so this is disabled for now
+
         if check_transformers_version(4, 6):
             self.extra_params["token_healing"] = True
             self.extra_params["tokenizer"] = self.tokenizer
+        """
 
         self.dev = get_torch_device()