EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Update benchmark scripts (#8)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-01-15 16:12:57 -08:00
committed by GitHub
parent 01ca82d765
commit 70359bf31a
28 changed files with 183 additions and 50 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/test/test_utils.py
View File

@@ -99,7 +99,7 @@ def call_select_vllm(context, choices, url):
}
res = requests.post(url, json=data)
assert res.status_code == 200
scores.append(res.json()["prompt_score"])
scores.append(res.json().get("prompt_score", 0))
return np.argmax(scores)
"""
@@ -112,7 +112,7 @@ def call_select_vllm(context, choices, url):
def add_common_other_args_and_parse(parser):
parser.add_argument("--parallel", type=int, default=96)
parser.add_argument("--parallel", type=int, default=64)
parser.add_argument("--host", type=str, default="http://127.0.0.1")
parser.add_argument("--port", type=int, default=None)
parser.add_argument(