[docker] added rdma support (#3619)

docker/compose.yaml

@@ -7,7 +7,8 @@ services:
       # If you use modelscope, you need mount this directory
       # - ${HOME}/.cache/modelscope:/root/.cache/modelscope
     restart: always
-    network_mode: host
+    network_mode: host # required by RDMA
+    privileged: true # required by RDMA
     # Or you can only publish port 30000
     # ports:
     #   - 30000:30000
@@ -16,8 +17,7 @@ services:
       # if you use modelscope to download model, you need set this environment
       # - SGLANG_USE_MODELSCOPE: true
     entrypoint: python3 -m sglang.launch_server
-    command:
-      --model-path meta-llama/Llama-3.1-8B-Instruct
+    command: --model-path meta-llama/Llama-3.1-8B-Instruct
       --host 0.0.0.0
       --port 30000
     ulimits:
@@ -31,5 +31,5 @@ services:
         reservations:
           devices:
             - driver: nvidia
-              device_ids: ['0']
+              device_ids: ["0"]
               capabilities: [gpu]