diff --git a/scripts/ci_install_dependency.sh b/scripts/ci_install_dependency.sh
index c81b2cd02..b765a33e8 100755
--- a/scripts/ci_install_dependency.sh
+++ b/scripts/ci_install_dependency.sh
@@ -23,7 +23,7 @@ pip install -e "python[all]"
 
 # Install additional dependencies
 pip install torch_memory_saver
-pip install transformers==4.51.0 sentence_transformers accelerate peft pandas datasets timm torchaudio
+pip install transformers==4.51.0 sentence_transformers accelerate peft pandas datasets timm torchaudio==2.6.0
 
 # For compling xgrammar kernels
 pip install cuda-python nvidia-cuda-nvrtc-cu12