diff --git a/requirements.txt b/requirements.txt
index f816566e..28ce4b7b 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -14,8 +14,8 @@ psutil
 setuptools>=64
 setuptools-scm>=8
 torch==2.9.0
-torchvision
-torchaudio
+torchvision==0.24.0
+torchaudio==2.9.0
 wheel
 xgrammar>=0.1.30
 pandas-stubs
diff --git a/tests/e2e/doctests/002-pip-binary-installation-test.sh b/tests/e2e/doctests/002-pip-binary-installation-test.sh
index 8e23cb1b..90eefd09 100644
--- a/tests/e2e/doctests/002-pip-binary-installation-test.sh
+++ b/tests/e2e/doctests/002-pip-binary-installation-test.sh
@@ -51,6 +51,9 @@ function install_binary_test() {
     pip install vllm=="${PIP_VLLM_VERSION}"
 
     pip install vllm-ascend=="${PIP_VLLM_ASCEND_VERSION}"
+    if [ "${PIP_VLLM_ASCEND_VERSION}" == "0.17.0rc1" ]; then
+        pip install torchvision==0.24.0 torchaudio==2.9.0
+    fi
 
     pip list | grep vllm
 
diff --git a/tests/e2e/run_doctests.sh b/tests/e2e/run_doctests.sh
index 5fad80f1..2fdba929 100755
--- a/tests/e2e/run_doctests.sh
+++ b/tests/e2e/run_doctests.sh
@@ -23,6 +23,7 @@ set -eo errexit
 
 export VLLM_USE_MODELSCOPE=true
 export MODELSCOPE_HUB_FILE_LOCK=false
+export HF_HUB_OFFLINE=1
 
 _info "====> Start Quickstart test"
 . "${SCRIPT_DIR}/doctests/001-quickstart-test.sh"