EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[PD] fix: skip warmup request in disaggregation mode to prevent crash on timeout (#5292)

Browse Source
This commit is contained in:
Yusong Gao
2025-04-11 23:03:07 +08:00
committed by GitHub
parent c163bf4ff1
commit c35dcfdb30
1 changed files with 11 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
python/sglang/srt/entrypoints/http_server.py
View File

@@ -785,13 +785,17 @@ def _wait_and_warmup(
json_data["sampling_params"]["max_new_tokens"] = 0 json_data["sampling_params"]["max_new_tokens"] = 0
try: try:
res = requests.post( if server_args.disaggregation_mode == "null":
url + request_name, res = requests.post(
json=json_data, url + request_name,
headers=headers, json=json_data,
timeout=600, headers=headers,
) timeout=600,
assert res.status_code == 200, f"{res}" )
assert res.status_code == 200, f"{res}"
else:
# Warmup request currently hangs in disaggregation mode, so we skip it.
logger.info("Skipping warmup request in disaggregation mode")
except Exception: except Exception:
last_traceback = get_exception_traceback() last_traceback = get_exception_traceback()
if pipe_finish_writer is not None: if pipe_finish_writer is not None: