Allow TP/PP/PORT/SERVED_NAME overrides in compose

docker-compose.yml

@@ -20,18 +20,18 @@ services:
 
     environment:
       MODEL_PATH: /models/llama4
-      AUTO_DETECT: "1"
+      AUTO_DETECT: "${AUTO_DETECT:-1}"
       HOST: 0.0.0.0
 
       # 默认暴露全部 16 张卡；entrypoint 会根据模型选择实际 TP*PP。
       CUDA_VISIBLE_DEVICES: "${GPUS:-0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15}"
 
       # 留空时由 entrypoint 根据 config.json 自动判断。
-      # 如果需要手动覆盖，取消注释并填值。
-      # TP: "${TP:-}"
-      # PP: "${PP:-}"
-      # PORT: "${PORT:-}"
-      # SERVED_NAME: "${SERVED_NAME:-}"
+      # 需要手动覆盖时直接设置同名环境变量即可。
+      TP: "${TP:-}"
+      PP: "${PP:-}"
+      PORT: "${PORT:-}"
+      SERVED_NAME: "${SERVED_NAME:-}"
 
       MAX_MODEL_LEN: "${MAX_MODEL_LEN:-4096}"
       MAX_NUM_SEQS: "${MAX_NUM_SEQS:-1}"