under test, not sure no errors
This commit is contained in:
38
vllm_adapter/run_baseline.sh
Executable file
38
vllm_adapter/run_baseline.sh
Executable file
@@ -0,0 +1,38 @@
|
||||
#!/bin/bash
|
||||
# Run after deploy.sh has started the server and you see "Application startup complete"
|
||||
# Execute in a SECOND terminal
|
||||
|
||||
echo "=== Waiting for server... ==="
|
||||
for i in $(seq 1 60); do
|
||||
if curl -s --max-time 2 http://127.0.0.1:12345/v1/models > /dev/null 2>&1; then
|
||||
echo "✓ Server ready"
|
||||
break
|
||||
fi
|
||||
echo " waiting... ($i/60)"
|
||||
sleep 5
|
||||
done
|
||||
|
||||
echo ""
|
||||
echo "=== Quick sanity check ==="
|
||||
curl -s http://127.0.0.1:12345/v1/completions \
|
||||
-H "Content-Type: application/json" \
|
||||
-d '{
|
||||
"model": "/root/public-storage/models/Qwen/Qwen3.6-35B-A3B",
|
||||
"prompt": "Hello, how are you?",
|
||||
"max_tokens": 32,
|
||||
"temperature": 0.0
|
||||
}' | python3 -m json.tool
|
||||
|
||||
echo ""
|
||||
echo "=== Running benchmark ==="
|
||||
cd ~/apps/llm-modelzoo/benchmark/vllm
|
||||
|
||||
python3 benchmark_serving_tokens.py \
|
||||
--model /root/public-storage/models/Qwen/Qwen3.6-35B-A3B \
|
||||
--host 127.0.0.1 --port 12345 \
|
||||
--num-prompts 32 \
|
||||
--input-tokens 128 \
|
||||
--output-tokens 128
|
||||
|
||||
echo ""
|
||||
echo "=== Benchmark complete ==="
|
||||
Reference in New Issue
Block a user