13 lines
382 B
Bash
13 lines
382 B
Bash
|
# Llama 4 Scout 默认配置
|
||
|
|
DEFAULT_IMAGE="llama4-bi150:2026-10-26"
|
||
|
|
DEFAULT_NAME="llama4-scout"
|
||
|
|
DEFAULT_PORT="8091"
|
||
|
|
DEFAULT_MODEL_HOST_DIR="/mnt/disk0/models/LLM-Research/Llama-4-Scout-17B-16E-Instruct"
|
||
|
|
DEFAULT_SERVED_NAME="llama4-scout"
|
||
|
|
DEFAULT_TP="8"
|
||
|
|
DEFAULT_PP="1"
|
||
|
|
DEFAULT_GPUS="0,1,2,3,4,5,6,7"
|
||
|
|
DEFAULT_MAX_MODEL_LEN="4096"
|
||
|
|
DEFAULT_MAX_NUM_SEQS="1"
|
||
|
|
DEFAULT_GPU_MEM_UTIL="0.90"
|