init v0.11.0rc0

2025-10-14 10:38:28 +08:00
parent 67afd0ea78
commit 66dc16f966
278 changed files with 28130 additions and 11708 deletions
--- a/examples/offline_disaggregated_prefill_npu.py
+++ b/examples/offline_disaggregated_prefill_npu.py
@@ -79,7 +79,7 @@ def run_prefill(prefill_done, process_close):


 def run_decode(prefill_done):
-    os.environ['VLLM_LLMDD_RPC_PORT'] = '6634'
+    os.environ['VLLM_ASCEND_LLMDD_RPC_PORT'] = '6634'
    # ranktable.json needs be generated using gen_ranktable.sh
    # from the examples/disaggregated_prefill_v1 module in the main branch.
    os.environ['DISAGGREGATED_PREFILL_RANK_TABLE_PATH'] = "./ranktable.json"