diff --git a/conda_envs/speedrunner-12-18/pip_requirements-12-18.txt b/conda_envs/speedrunner-12-18/pip_requirements-12-18.txt
index fa1262e..70f259e 100644
--- a/conda_envs/speedrunner-12-18/pip_requirements-12-18.txt
+++ b/conda_envs/speedrunner-12-18/pip_requirements-12-18.txt
@@ -2,7 +2,7 @@
 torch==2.7.1
 torchvision
 tensorflow==2.18.0
-transformers==4.51.0
+transformers==5.0.0rc3
 huggingface-hub
 tokenizers
 datasets