dylanyunlong/project_6_89d52222
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

DP/EP under test, not sure no errors

Browse Source
This commit is contained in:
root
2026-09-03 01:49:12 +00:00
parent 3a50c67884
commit b5dac9c965
7 changed files with 1829 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
qwen3_6_scripts/patch_ops.sh
View File

@@ -162,6 +162,17 @@ install_patch_file \
"${VLLM_OVERRIDE_ROOT}/worker/worker.py" \
"${VLLM_ROOT}/worker/worker.py"
build_stage "installing PR #2269 DP/EP-aware speculative decoding overrides"
install_patch_file \
"${VLLM_OVERRIDE_ROOT}/spec_decode/spec_decode_worker.py" \
"${VLLM_ROOT}/spec_decode/spec_decode_worker.py"
install_patch_file \
"${VLLM_OVERRIDE_ROOT}/spec_decode/multi_step_worker.py" \
"${VLLM_ROOT}/spec_decode/multi_step_worker.py"
install_patch_file \
"${VLLM_OVERRIDE_ROOT}/spec_decode/metrics.py" \
"${VLLM_ROOT}/spec_decode/metrics.py"
build_stage "installing hash-pinned CoreX 3.2.3 extensions"
bash ./install_prebuilt_corex.sh "${VLLM_ROOT}"