diff --git a/requirements_versions.txt b/requirements_versions.txt
index cb7403a9d4b..47251296226 100644
--- a/requirements_versions.txt
+++ b/requirements_versions.txt
@@ -28,5 +28,5 @@ tomesd==0.1.3
 torch
 torchdiffeq==0.2.3
 torchsde==0.2.6
-transformers==4.30.2
+transformers==5.0.0rc1
 httpx==0.24.1