diff --git a/paxml/pip_package/requirements.txt b/paxml/pip_package/requirements.txt
index f6c304a4..655618b2 100644
--- a/paxml/pip_package/requirements.txt
+++ b/paxml/pip_package/requirements.txt
@@ -748,7 +748,7 @@ traitlets==5.14.3
     #   nbclient
     #   nbconvert
     #   nbformat
-transformers==4.52.2
+transformers==5.0.0rc3
     # via t5
 treescope==0.1.9
     # via flax