12 lines
408 B
Bash
12 lines
408 B
Bash
|
#!/usr/bin/env bash
|
||
|
|
set -euo pipefail
|
||
|
|
image=${1:-vllm-kunlun:deepseek-int8-fixed-20261029}
|
||
|
|
name=${2:-deepseek_int8_fixed}
|
||
|
|
devices=(--device=/dev/xpuctrl:/dev/xpuctrl)
|
||
|
|
for i in {0..7}; do devices+=(--device="/dev/xpu${i}:/dev/xpu${i}"); done
|
||
|
|
exec docker run -dit --name "$name" --network host --shm-size 32g \
|
||
|
|
"${devices[@]}" \
|
||
|
|
-v /mnt/disk0:/mnt/data0 \
|
||
|
|
-v /mnt/disk1:/mnt/data1 \
|
||
|
|
"$image" /bin/bash
|