From 6b3064b8bdfe0afca123918804300271995b0be5 Mon Sep 17 00:00:00 2001
From: kijai <40791699+kijai@users.noreply.github.com>
Date: Fri, 1 Aug 2025 18:31:12 +0300
Subject: [PATCH] Fix for transformers update

---
 modeling_florence2.py | 8 ++++++--
 nodes.py              | 1 +
 2 files changed, 7 insertions(+), 2 deletions(-)

diff --git a/modeling_florence2.py b/modeling_florence2.py
index 925cfb0..599f450 100644
--- a/modeling_florence2.py
+++ b/modeling_florence2.py
@@ -2340,7 +2340,9 @@ class Florence2PreTrainedModel(PreTrainedModel):
         Retrieve language_model's attribute to check whether the model supports
         Flash Attention 2 or not.
         """
-        return self.language_model._supports_flash_attn_2
+        if hasattr(self, 'language_model') and self.language_model is not None:
+            return self.language_model._supports_flash_attn_2
+        return True  # Default to True during initialization
 
     @property
     def _supports_sdpa(self):
@@ -2348,7 +2350,9 @@ class Florence2PreTrainedModel(PreTrainedModel):
         Retrieve language_model's attribute to check whether the model supports
         SDPA or not.
         """
-        return self.language_model._supports_sdpa
+        if hasattr(self, 'language_model') and self.language_model is not None:
+            return self.language_model._supports_sdpa
+        return True  # Default to True during initialization
 
 
 FLORENCE2_INPUTS_DOCSTRING = r"""
diff --git a/nodes.py b/nodes.py
index ff5d5c1..0cf0af9 100644
--- a/nodes.py
+++ b/nodes.py
@@ -384,6 +384,7 @@ class Florence2Run:
                 max_new_tokens=max_new_tokens,
                 do_sample=do_sample,
                 num_beams=num_beams,
+                use_cache=False
             )
 
             results = processor.batch_decode(generated_ids, skip_special_tokens=False)[0]