13 lines
425 B
Bash
13 lines
425 B
Bash
# Llama 4 Maverick FP8 默认配置
|
|
DEFAULT_IMAGE="llama4-bi150:2026-10-26"
|
|
DEFAULT_NAME="llama4-maverick"
|
|
DEFAULT_PORT="8092"
|
|
DEFAULT_MODEL_HOST_DIR="/mnt/disk0/models/LLM-Research/Llama-4-Maverick-17B-128E-Instruct-FP8"
|
|
DEFAULT_SERVED_NAME="llama4-maverick"
|
|
DEFAULT_TP="8"
|
|
DEFAULT_PP="2"
|
|
DEFAULT_GPUS="0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15"
|
|
DEFAULT_MAX_MODEL_LEN="4096"
|
|
DEFAULT_MAX_NUM_SEQS="1"
|
|
DEFAULT_GPU_MEM_UTIL="0.90"
|