diff --git a/requirements.txt b/requirements.txt
index ca1aa13..0e5fbc8 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,7 +1,7 @@
 accelerate==1.0.1
 torch==2.2.1
 numpy==1.26.4
-transformers==4.50.0
+transformers==5.0.0rc3
 torchmetrics==1.3.2
 torcheval==0.0.7
 sentencepiece==0.2.0