diff --git a/requirements.txt b/requirements.txt
index 20269e9..9a6d75e 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,6 +1,6 @@
 ipywidgets==8.1.5
 torch>=2.6.0
-transformers==4.50.0
+transformers==5.0.0rc3
 bitsandbytes==0.45.5
 accelerate==0.32.0
 lm_eval==0.4.5