EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix warmup error when dp=1 (#4753)

Browse Source
This commit is contained in:
fzyzcjy
2025-03-25 17:01:21 +08:00
committed by GitHub
parent eb934bdf3b
commit 52029bd1e3
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/entrypoints/http_server.py
View File

@@ -761,8 +761,14 @@ def _wait_and_warmup(
} }
if server_args.skip_tokenizer_init: if server_args.skip_tokenizer_init:
json_data["input_ids"] = [[10, 11, 12] for _ in range(server_args.dp_size)] json_data["input_ids"] = [[10, 11, 12] for _ in range(server_args.dp_size)]
# TODO Workaround the bug that embedding errors for list of size 1
if server_args.dp_size == 1:
json_data["input_ids"] = json_data["input_ids"][0]
else: else:
json_data["text"] = ["The capital city of France is"] * server_args.dp_size json_data["text"] = ["The capital city of France is"] * server_args.dp_size
# TODO Workaround the bug that embedding errors for list of size 1
if server_args.dp_size == 1:
json_data["text"] = json_data["text"][0]
# Debug dumping # Debug dumping
if server_args.debug_tensor_dump_input_file: if server_args.debug_tensor_dump_input_file: