diff --git a/config/requirements.txt b/config/requirements.txt
index 865e6e5..06afff1 100644
--- a/config/requirements.txt
+++ b/config/requirements.txt
@@ -2,5 +2,5 @@ datasets>=2.8.0
 sentencepiece>=0.1.97
 protobuf==5.29.6
 accelerate>=0.15.0
-transformers==4.53.0
+transformers==5.0.0rc3
 tensorboard