[CI] Fix broken CI (#2302)

1. disable test_eagle_ccorrectness test, we'll reopen it once oom error
fixed.
2. drop transformers version limit for main, since vLLM rely on
>=4.55.0, see:
65552b476b
3. fix kv_connector_output bug, see:
796bae07c5

- vLLM version: v0.10.0
- vLLM main:
d1af8b7be9

Signed-off-by: wangxiyuan <wangxiyuan1007@gmail.com>

.github/workflows/vllm_ascend_test.yaml

@@ -185,6 +185,9 @@ jobs:
         run: |
           pip install -r requirements-dev.txt
           pip install -v -e .
+          if [[ "${{ matrix.vllm_version }}" == "v0.10.0" ]]; then
+            pip install "transformers<4.54.0"
+          fi
 
       - name: Run e2e test
         env:
@@ -267,6 +270,9 @@ jobs:
         run: |
           pip install -r requirements-dev.txt
           pip install -v -e .
+          if [[ "${{ matrix.vllm_version }}" == "v0.10.0" ]]; then
+            pip install "transformers<4.54.0"
+          fi
 
       - name: Run vllm-project/vllm-ascend test
         env:

pyproject.toml

@@ -19,8 +19,6 @@ requires = [
     "msgpack",
     "quart",
     "numba",
-    # Remove after https://github.com/vllm-project/vllm-ascend/issues/2034
-    "transformers<4.54.0",
 ]
 build-backend = "setuptools.build_meta"
 

requirements.txt

@@ -13,8 +13,6 @@ setuptools-scm>=8
 torch>=2.7.1
 torchvision
 wheel
-# Remove after https://github.com/vllm-project/vllm-ascend/issues/2034
-transformers<4.54.0
 
 # requirements for disaggregated prefill
 msgpack

tests/e2e/singlecard/spec_decode_v1/test_v1_spec_decode.py

@@ -101,6 +101,7 @@ def test_ngram_correctness(
     del spec_llm
 
 
+@pytest.mark.skipif(True, reason="oom in CI, fix me")
 @pytest.mark.parametrize("use_eagle3", [False, True], ids=["eagle", "eagle3"])
 def test_eagle_correctness(
     test_prompts: list[list[dict[str, Any]]],

vllm_ascend/worker/model_runner_v1.py

@@ -1605,9 +1605,12 @@ class NPUModelRunner(LoRAModelRunnerMixin):
                                                      intermediate_tensors))
         kv_connector_output = None
         if not vllm_version_is("0.10.0"):
-            kv_connector_output = KVConnectorOutput(
+            if finished_sending is not None and finished_recving is not None:
-                finished_sending=finished_sending,
+                kv_connector_output = KVConnectorOutput(
-                finished_recving=finished_recving)
+                    finished_sending=finished_sending,
+                    finished_recving=finished_recving)
+            else:
+                kv_connector_output = None
             finished_sending = None
             finished_recving = None
         with ProfileExecuteDuration().capture_async("post process"):