diff --git a/setup.py b/setup.py
index 6de2811..da9c883 100644
--- a/setup.py
+++ b/setup.py
@@ -12,7 +12,7 @@
     python_requires=">=3.6",
     install_requires=[
         "tensorly>=0.4.5",
-        "transformers==2.11.0",
+        "transformers==4.30.0",
         "parameterized>=0.7.4",
         "tqdm>=4.46.0",
         "wandb==0.9.2",