Unified Llama 4 Scout/Maverick BI-V150 deployment bundle

2026-10-26 16:24:16 +08:00
commit caddeadd15
16 changed files with 1201 additions and 0 deletions
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -0,0 +1,54 @@
+x-llama4-common: &llama4-common
+  build:
+    context: .
+    dockerfile: Dockerfile
+  image: llama4-bi150:${TAG:-2026-10-26}
+  network_mode: host
+  ipc: host
+  privileged: true
+  pid: host
+  ulimits:
+    memlock: -1
+    stack: 67108864
+  restart: unless-stopped
+
+services:
+  scout:
+    <<: *llama4-common
+    profiles: ["scout"]
+    container_name: llama4-scout
+    volumes:
+      - /dev:/dev
+      - ${SCOUT_MODEL_HOST_DIR:-/mnt/disk0/models/LLM-Research/Llama-4-Scout-17B-16E-Instruct}:/models/llama4:ro
+    environment:
+      MODEL_PATH: /models/llama4
+      SERVED_NAME: llama4-scout
+      PORT: "8091"
+      TP: "8"
+      PP: "1"
+      MAX_MODEL_LEN: "4096"
+      MAX_NUM_SEQS: "1"
+      GPU_MEM_UTIL: "0.90"
+      ENFORCE_EAGER: "1"
+      CUDA_VISIBLE_DEVICES: "${SCOUT_GPUS:-0,1,2,3,4,5,6,7}"
+      EXTRA_ARGS: "${SCOUT_EXTRA_ARGS:-}"
+
+  maverick:
+    <<: *llama4-common
+    profiles: ["maverick"]
+    container_name: llama4-maverick
+    volumes:
+      - /dev:/dev
+      - ${MAVERICK_MODEL_HOST_DIR:-/mnt/disk0/models/LLM-Research/Llama-4-Maverick-17B-128E-Instruct-FP8}:/models/llama4:ro
+    environment:
+      MODEL_PATH: /models/llama4
+      SERVED_NAME: llama4-maverick
+      PORT: "8092"
+      TP: "8"
+      PP: "2"
+      MAX_MODEL_LEN: "4096"
+      MAX_NUM_SEQS: "1"
+      GPU_MEM_UTIL: "0.90"
+      ENFORCE_EAGER: "1"
+      CUDA_VISIBLE_DEVICES: "${MAVERICK_GPUS:-0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15}"
+      EXTRA_ARGS: "${MAVERICK_EXTRA_ARGS:-}"