diff --git a/requirements.txt b/requirements.txt
index 7867233..3a29b91 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -18,7 +18,7 @@ scipy==1.10.0
 torch==2.8.0
 torchvision==0.15.2
 tqdm==4.66.3
-transformers==4.53.0
+transformers==5.0.0rc3
 tyro==0.5.7
 xformers
 tensorboard