xiejiahao/llama-4-bi150
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Unified Llama 4 Scout/Maverick BI-V150 deployment bundle

Browse Source
This commit is contained in:
xiejiahao
2026-10-26 16:24:16 +08:00
commit caddeadd15
16 changed files with 1201 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
presets/maverick.env Normal file
View File

@@ -0,0 +1,12 @@
# Llama 4 Maverick FP8 默认配置
DEFAULT_IMAGE="llama4-bi150:2026-10-26"
DEFAULT_NAME="llama4-maverick"
DEFAULT_PORT="8092"
DEFAULT_MODEL_HOST_DIR="/mnt/disk0/models/LLM-Research/Llama-4-Maverick-17B-128E-Instruct-FP8"
DEFAULT_SERVED_NAME="llama4-maverick"
DEFAULT_TP="8"
DEFAULT_PP="2"
DEFAULT_GPUS="0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15"
DEFAULT_MAX_MODEL_LEN="4096"
DEFAULT_MAX_NUM_SEQS="1"
DEFAULT_GPU_MEM_UTIL="0.90"