diff --git a/.github/workflows/nightly-test.yml b/.github/workflows/nightly-test.yml
index 23b8bb44d..5d6cf34c3 100644
--- a/.github/workflows/nightly-test.yml
+++ b/.github/workflows/nightly-test.yml
@@ -25,7 +25,6 @@ jobs:
       - name: Install dependencies
         run: |
           bash scripts/ci_install_dependency.sh
-          pip install --upgrade "evalplus[vllm] @ git+https://github.com/evalplus/evalplus"
 
       - name: Run test
         timeout-minutes: 120