diff --git a/poetry.lock b/poetry.lock
index f3f2e7f..194fe8c 100644
--- a/poetry.lock
+++ b/poetry.lock
@@ -2846,6 +2846,33 @@ files = [
 [package.extras]
 dev = ["pytest", "setuptools"]
 
+[[package]]
+name = "xformers"
+version = "0.0.29.post3"
+description = "XFormers: A collection of composable Transformer building blocks."
+optional = false
+python-versions = ">=3.9"
+groups = ["main"]
+files = [
+    {file = "xformers-0.0.29.post3-cp310-cp310-manylinux_2_28_x86_64.whl", hash = "sha256:59c64379c015f36eb69947f1ee559a0ac8742159ef3d9b8e5a6d1519806d2101"},
+    {file = "xformers-0.0.29.post3-cp310-cp310-win_amd64.whl", hash = "sha256:34f13d69ad9404e44ae11169e99842c3fccdc2c75b1fc4831a70c78392d990db"},
+    {file = "xformers-0.0.29.post3-cp311-cp311-manylinux_2_28_x86_64.whl", hash = "sha256:bbf2f500dfdbcf4649bf568cc2c9f434399f704dc4064fd1fbdbef2b524a8139"},
+    {file = "xformers-0.0.29.post3-cp311-cp311-win_amd64.whl", hash = "sha256:00f2dfd94c894ff6372e21bee3f09e96bce75b55649df366649c43f049eb7a1e"},
+    {file = "xformers-0.0.29.post3-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:08fa92f3e06372c4ce2a5306c54ae3d4a3a399fc7e24e02aac3761112ec3aeed"},
+    {file = "xformers-0.0.29.post3-cp312-cp312-win_amd64.whl", hash = "sha256:3706eca371767ff9709595185910d809fc817ec3cf4234ef44d70d2b8844d7e2"},
+    {file = "xformers-0.0.29.post3-cp39-cp39-manylinux_2_28_x86_64.whl", hash = "sha256:9ce9b96fbb3032be21e038e37b4bd6508e191c38561e99698204abd4acd1fa98"},
+    {file = "xformers-0.0.29.post3-cp39-cp39-win_amd64.whl", hash = "sha256:14cb310fa78fdbe68772ce55e624b6a75d5766b2450030da49baa61112b801f1"},
+]
+
+[package.dependencies]
+numpy = "*"
+torch = "2.6.0"
+
+[package.source]
+type = "legacy"
+url = "https://download.pytorch.org/whl/cu124"
+reference = "pytorch-cu124"
+
 [[package]]
 name = "zipp"
 version = "3.23.0"
@@ -2869,4 +2896,4 @@ type = ["pytest-mypy"]
 [metadata]
 lock-version = "2.1"
 python-versions = ">=3.10,<3.15"
-content-hash = "0810bbd3a18b1134cc2f1a37a51877d66d8fcbd46e3b6cf2eeeaa3924fd5318c"
+content-hash = "93ead7a2404abc0b0e898725e6ed0fcb34f8a1dd8f1d739a3cc3538efc40a695"
diff --git a/pyproject.toml b/pyproject.toml
index a9c96ce..776d8ed 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -18,6 +18,7 @@ dependencies = [
     "safetensors (>=0.4.0,<0.5.0)",
     "requests (>=2.32.0,<3.0.0)",
     "python-dotenv (>=1.2.1,<2.0.0)",
+    "xformers (>=0.0.29.post3,<0.0.30)",
 ]
 
 [tool.poetry]
@@ -32,6 +33,7 @@ priority = "explicit"
 torch = { version = ">=2.6.0,<3.0.0", source = "pytorch-cu124" }
 torchaudio = { version = ">=2.6.0,<3.0.0", source = "pytorch-cu124" }
 torchvision = { version = ">=0.21.0,<0.25.0", source = "pytorch-cu124" }
+xformers = { version = ">=0.0.29.post3,<0.0.30", source = "pytorch-cu124" }
 
 [tool.pytest.ini_options]
 testpaths = ["tests"]
diff --git a/requirements.txt b/requirements.txt
index 89c439f..35075cf 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -51,4 +51,5 @@ transformers==4.57.1 ; python_version >= "3.10" and python_version < "3.15"
 triton==3.2.0 ; python_version >= "3.10" and python_version < "3.15" and platform_system == "Linux" and platform_machine == "x86_64"
 typing-extensions==4.15.0 ; python_version >= "3.10" and python_version < "3.15"
 urllib3==2.5.0 ; python_version >= "3.10" and python_version < "3.15"
+xformers==0.0.29.post3 ; python_version >= "3.10" and python_version < "3.15"
 zipp==3.23.0 ; python_version >= "3.10" and python_version < "3.15"