diff --git a/docker-compose.yml b/docker-compose.yml index 91a8886..61c5eb0 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -20,18 +20,18 @@ services: environment: MODEL_PATH: /models/llama4 - AUTO_DETECT: "1" + AUTO_DETECT: "${AUTO_DETECT:-1}" HOST: 0.0.0.0 # 默认暴露全部 16 张卡;entrypoint 会根据模型选择实际 TP*PP。 CUDA_VISIBLE_DEVICES: "${GPUS:-0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15}" # 留空时由 entrypoint 根据 config.json 自动判断。 - # 如果需要手动覆盖,取消注释并填值。 - # TP: "${TP:-}" - # PP: "${PP:-}" - # PORT: "${PORT:-}" - # SERVED_NAME: "${SERVED_NAME:-}" + # 需要手动覆盖时直接设置同名环境变量即可。 + TP: "${TP:-}" + PP: "${PP:-}" + PORT: "${PORT:-}" + SERVED_NAME: "${SERVED_NAME:-}" MAX_MODEL_LEN: "${MAX_MODEL_LEN:-4096}" MAX_NUM_SEQS: "${MAX_NUM_SEQS:-1}"