EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

ci: add accuracy timeout (#1078)

Browse Source
This commit is contained in:
Yineng Zhang
2024-08-13 20:12:58 +08:00
committed by GitHub
parent 0076f11541
commit cebd78d83e
2 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
.github/workflows/accuracy-test.yml vendored
View File

@@ -43,3 +43,4 @@ jobs:
run: | run: |
cd test/srt cd test/srt
python3 test_eval_accuracy_large.py python3 test_eval_accuracy_large.py
timeout-minutes: 20

2
test/srt/test_moe_serving_throughput.py
View File

@@ -31,7 +31,7 @@ class TestServingThroughput(unittest.TestCase):
) )
# Run benchmark # Run benchmark
num_prompts = 400 num_prompts = 200
args = SimpleNamespace( args = SimpleNamespace(
backend="sglang", backend="sglang",
base_url=base_url, base_url=base_url,