[ENV, ROCm] update environment settings (#1939)
This commit is contained in:
@@ -8,7 +8,7 @@ FROM $BASE_IMAGE AS base
|
||||
USER root
|
||||
|
||||
WORKDIR /sgl-workspace
|
||||
|
||||
ARG BUILD_TYPE=all
|
||||
ARG SGL_REPO="https://github.com/sgl-project/sglang"
|
||||
ENV SGL_DEFAULT="main"
|
||||
ARG SGL_BRANCH=${SGL_DEFAULT}
|
||||
@@ -41,5 +41,7 @@ ENV VLLM_FP8_PADDING=1
|
||||
ENV VLLM_FP8_ACT_PADDING=1
|
||||
ENV VLLM_FP8_WEIGHT_PADDING=1
|
||||
ENV VLLM_FP8_REDUCE_CONV=1
|
||||
ENV TORCHINDUCTOR_MAX_AUTOTUNE=1
|
||||
ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1
|
||||
|
||||
CMD ["/bin/bash"]
|
||||
|
||||
Reference in New Issue
Block a user