diff --git a/llava/model/multimodal_resampler/qformer.py b/llava/model/multimodal_resampler/qformer.py
index b86754c..3bbf4ce 100755
--- a/llava/model/multimodal_resampler/qformer.py
+++ b/llava/model/multimodal_resampler/qformer.py
@@ -38,6 +38,8 @@ from transformers.modeling_outputs import (
 )
 from transformers.modeling_utils import (
     PreTrainedModel,
+)
+from transformers.pytorch_utils import (
     apply_chunking_to_forward,
     find_pruneable_heads_and_indices,
     prune_linear_layer,
diff --git a/requirements.txt b/requirements.txt
index 509da0a..362f452 100755
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,3 +1,3 @@
 huggingface_hub
 pillow
-transformers
\ No newline at end of file
+transformers>=4.57.0
\ No newline at end of file