trigger build
This commit is contained in:
@@ -35,6 +35,8 @@ command:
|
|||||||
env:
|
env:
|
||||||
- name: VLLM_ENGINE_ITERATION_TIMEOUT_S
|
- name: VLLM_ENGINE_ITERATION_TIMEOUT_S
|
||||||
value: 3600
|
value: 3600
|
||||||
|
- name: VLLM_ENABLE_EXPERT_PARALLEL
|
||||||
|
value: 1
|
||||||
- name: BI100_MAX_NUM_SEQS
|
- name: BI100_MAX_NUM_SEQS
|
||||||
value: 2
|
value: 2
|
||||||
- name: BI100_MOE_COREX_DIRECT_ROUTED
|
- name: BI100_MOE_COREX_DIRECT_ROUTED
|
||||||
|
|||||||
@@ -164,17 +164,6 @@ install_patch_file \
|
|||||||
"${VLLM_OVERRIDE_ROOT}/worker/worker.py" \
|
"${VLLM_OVERRIDE_ROOT}/worker/worker.py" \
|
||||||
"${VLLM_ROOT}/worker/worker.py"
|
"${VLLM_ROOT}/worker/worker.py"
|
||||||
|
|
||||||
build_stage "installing PR #2269 DP/EP-aware speculative decoding overrides"
|
|
||||||
install_patch_file \
|
|
||||||
"${VLLM_OVERRIDE_ROOT}/spec_decode/spec_decode_worker.py" \
|
|
||||||
"${VLLM_ROOT}/spec_decode/spec_decode_worker.py"
|
|
||||||
install_patch_file \
|
|
||||||
"${VLLM_OVERRIDE_ROOT}/spec_decode/multi_step_worker.py" \
|
|
||||||
"${VLLM_ROOT}/spec_decode/multi_step_worker.py"
|
|
||||||
install_patch_file \
|
|
||||||
"${VLLM_OVERRIDE_ROOT}/spec_decode/metrics.py" \
|
|
||||||
"${VLLM_ROOT}/spec_decode/metrics.py"
|
|
||||||
|
|
||||||
build_stage "installing hash-pinned CoreX 3.2.3 extensions"
|
build_stage "installing hash-pinned CoreX 3.2.3 extensions"
|
||||||
bash ./install_prebuilt_corex.sh "${VLLM_ROOT}"
|
bash ./install_prebuilt_corex.sh "${VLLM_ROOT}"
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user