diff --git a/requirements.txt b/requirements.txt
index d66d2b1..5605a4c 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,3 +1,4 @@
 torchdiffeq
 accelerate
-tqdm
\ No newline at end of file
+tqdm
+transformers>=4.38.0
\ No newline at end of file