ROCm base image update (#2692)

Co-authored-by: wunhuang <wunhuang@amd.com>

docker/Dockerfile.rocm

@@ -2,7 +2,7 @@
 #   docker build --build-arg SGL_BRANCH=v0.4.1.post3 -t v0.4.1.post3-rocm620 -f Dockerfile.rocm .
 
 # default base image
-ARG BASE_IMAGE="rocm/vllm-dev:20241022"
+ARG BASE_IMAGE="rocm/vllm-dev:20241031-tuned"
 
 FROM $BASE_IMAGE AS base
 USER root
@@ -33,6 +33,12 @@ RUN git clone ${SGL_REPO} \
 RUN cp -r /sgl-workspace/sglang /sglang
 RUN python -m pip cache purge
 
+RUN pip install IPython \
+    && pip install orjson \
+    && pip install python-multipart \
+    && pip install torchao \
+    && pip install pybind11
+
 RUN pip uninstall -y triton
 RUN git clone ${TRITON_REPO} \
     && cd triton \