From d32fba2a4d4cee32d4ba25bb4f04c765fd7f1b9a Mon Sep 17 00:00:00 2001 From: HAI Date: Thu, 7 Nov 2024 18:24:36 -0800 Subject: [PATCH] [ENV, ROCm] update environment settings (#1939) --- docker/Dockerfile.rocm | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/docker/Dockerfile.rocm b/docker/Dockerfile.rocm index 42b313595..cbbfd47e6 100644 --- a/docker/Dockerfile.rocm +++ b/docker/Dockerfile.rocm @@ -8,7 +8,7 @@ FROM $BASE_IMAGE AS base USER root WORKDIR /sgl-workspace - +ARG BUILD_TYPE=all ARG SGL_REPO="https://github.com/sgl-project/sglang" ENV SGL_DEFAULT="main" ARG SGL_BRANCH=${SGL_DEFAULT} @@ -41,5 +41,7 @@ ENV VLLM_FP8_PADDING=1 ENV VLLM_FP8_ACT_PADDING=1 ENV VLLM_FP8_WEIGHT_PADDING=1 ENV VLLM_FP8_REDUCE_CONV=1 +ENV TORCHINDUCTOR_MAX_AUTOTUNE=1 +ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1 CMD ["/bin/bash"]