diff --git a/docker/Dockerfile.rocm b/docker/Dockerfile.rocm index 42b313595..cbbfd47e6 100644 --- a/docker/Dockerfile.rocm +++ b/docker/Dockerfile.rocm @@ -8,7 +8,7 @@ FROM $BASE_IMAGE AS base USER root WORKDIR /sgl-workspace - +ARG BUILD_TYPE=all ARG SGL_REPO="https://github.com/sgl-project/sglang" ENV SGL_DEFAULT="main" ARG SGL_BRANCH=${SGL_DEFAULT} @@ -41,5 +41,7 @@ ENV VLLM_FP8_PADDING=1 ENV VLLM_FP8_ACT_PADDING=1 ENV VLLM_FP8_WEIGHT_PADDING=1 ENV VLLM_FP8_REDUCE_CONV=1 +ENV TORCHINDUCTOR_MAX_AUTOTUNE=1 +ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1 CMD ["/bin/bash"]