EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

minor: update correct measurement unit (#2406)

Browse Source
This commit is contained in:
Yineng Zhang
2024-12-08 20:55:04 +08:00
committed by GitHub
parent cc858953a0
commit 67470bbb28
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
test/srt/test_bench_serving.py
View File

@@ -125,7 +125,7 @@ class TestBenchServing(unittest.TestCase):
if is_in_ci(): if is_in_ci():
write_github_step_summary( write_github_step_summary(
f"### test_online_latency_default\n" f"### test_online_latency_default\n"
f'median_e2e_latency_ms : {res["median_e2e_latency_ms"]:.2f} token/s\n' f'median_e2e_latency_ms : {res["median_e2e_latency_ms"]:.2f} ms\n'
) )
self.assertLess(res["median_e2e_latency_ms"], 12000) self.assertLess(res["median_e2e_latency_ms"], 12000)
self.assertLess(res["median_ttft_ms"], 86) self.assertLess(res["median_ttft_ms"], 86)