EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

feat: support custom task runner (#2407)

Browse Source
This commit is contained in:
Yineng Zhang
2024-12-09 02:29:55 +08:00
committed by GitHub
parent 67470bbb28
commit 0f8eb15323
3 changed files with 392 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
test/srt/configs/sharegpt_config.yaml Normal file
View File

@@ -0,0 +1,7 @@
tasks:
- name: sglang-benchmark
server_cmd: python3 -m sglang.launch_server --model-path meta-llama/Llama-3.1-8B-Instruct --disable-radix-cache
client_cmd: python3 -m sglang.bench_serving --backend sglang --dataset-name sharegpt --request-rate 16
- name: vllm-benchmark
server_cmd: python3 -m vllm.entrypoints.openai.api_server --model meta-llama/Llama-3.1-8B-Instruct --disable-log-requests
client_cmd: python3 -m sglang.bench_serving --backend vllm --dataset-name sharegpt --request-rate 16