xiejiahao/llama-4-bi150
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Allow TP/PP/PORT/SERVED_NAME overrides in compose

Browse Source
This commit is contained in:
xiejiahao
2026-10-26 17:00:38 +08:00
parent 738d9f80e4
commit 9000c3ab0e
1 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
docker-compose.yml
View File

@@ -20,18 +20,18 @@ services:
environment: environment:
MODEL_PATH: /models/llama4 MODEL_PATH: /models/llama4
AUTO_DETECT: "1" AUTO_DETECT: "${AUTO_DETECT:-1}"
HOST: 0.0.0.0 HOST: 0.0.0.0
# 默认暴露全部 16 张卡；entrypoint 会根据模型选择实际 TP*PP。 # 默认暴露全部 16 张卡；entrypoint 会根据模型选择实际 TP*PP。
CUDA_VISIBLE_DEVICES: "${GPUS:-0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15}" CUDA_VISIBLE_DEVICES: "${GPUS:-0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15}"
# 留空时由 entrypoint 根据 config.json 自动判断。 # 留空时由 entrypoint 根据 config.json 自动判断。
# 如果需要手动覆盖，取消注释并填值。 # 需要手动覆盖时直接设置同名环境变量即可。
# TP: "${TP:-}" TP: "${TP:-}"
# PP: "${PP:-}" PP: "${PP:-}"
# PORT: "${PORT:-}" PORT: "${PORT:-}"
# SERVED_NAME: "${SERVED_NAME:-}" SERVED_NAME: "${SERVED_NAME:-}"
MAX_MODEL_LEN: "${MAX_MODEL_LEN:-4096}" MAX_MODEL_LEN: "${MAX_MODEL_LEN:-4096}"
MAX_NUM_SEQS: "${MAX_NUM_SEQS:-1}" MAX_NUM_SEQS: "${MAX_NUM_SEQS:-1}"