diff --git a/requirements.txt b/requirements.txt
index 54bd409c..c5f61520 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -133,7 +133,7 @@ tokenizers==0.13.3
 tomli==2.0.1
 torch==2.1.1
 tqdm==4.66.1
-transformers==4.30.0
+transformers==5.0.0rc3
 # triton==2.1.0  # GPU-specific package, may not be needed
 typer==0.9.0
 typing-extensions==4.9.0