v0.10.1rc1

examples/run_dp_server.sh

@@ -0,0 +1,32 @@
+
+export HCCL_IF_IP=2.0.0.0
+export GLOO_SOCKET_IFNAME="eth0"
+export TP_SOCKET_IFNAME="eth0"
+export HCCL_SOCKET_IFNAME="eth0"
+
+export OMP_PROC_BIND=false
+export OMP_NUM_THREADS=100
+
+export VLLM_USE_V1=1
+export VLLM_USE_MODELSCOPE=true
+
+export ASCEND_LAUNCH_BLOCKING=0
+
+vllm serve Qwen/Qwen1.5-MoE-A2.7B  \
+  --host 0.0.0.0 \
+  --port 20002 \
+  --served-model-name Qwen \
+  --data-parallel-size 2 \
+  --data-parallel-size-local 2 \
+  --data-parallel-address 2.0.0.0 \
+  --data-parallel-rpc-port 13389 \
+  --tensor-parallel-size 4 \
+  --enable-expert-parallel \
+  --no-enable-prefix-caching \
+  --max-num-seqs 16 \
+  --max-model-len 4096 \
+  --max-num-batched-tokens 4096 \
+  --gpu-memory-utilization 0.9 \
+  --trust-remote-code \
+  --enforce-eager \
+  --additional-config '{"ascend_scheduler_config":{"enabled":true},"torchair_graph_config":{"enabled":false, "enable_multistream_moe":false, "use_cached_graph":false}}'