Support PD bootstrap fields on /v1/chat/completions endpoint (#5488)

2025-04-21 16:10:58 +08:00
parent 453d412cdb
commit 3f57b00a59
3 changed files with 48 additions and 6 deletions
--- a/python/sglang/srt/openai_api/adapter.py
+++ b/python/sglang/srt/openai_api/adapter.py
@@ -1174,6 +1174,8 @@ def v1_chat_generate_request(
        rid=request_ids,
        modalities=modalities_list,
        lora_path=lora_paths,
+        bootstrap_host=all_requests[0].bootstrap_host,
+        bootstrap_room=all_requests[0].bootstrap_room,
    )

    return adapted_request, all_requests if len(all_requests) > 1 else all_requests[0]