[Fix] Missing bootstrap_port field (#5823)
This commit is contained in:
@@ -1191,6 +1191,7 @@ def v1_chat_generate_request(
|
|||||||
modalities=modalities_list,
|
modalities=modalities_list,
|
||||||
lora_path=lora_paths,
|
lora_path=lora_paths,
|
||||||
bootstrap_host=all_requests[0].bootstrap_host,
|
bootstrap_host=all_requests[0].bootstrap_host,
|
||||||
|
bootstrap_port=all_requests[0].bootstrap_port,
|
||||||
bootstrap_room=all_requests[0].bootstrap_room,
|
bootstrap_room=all_requests[0].bootstrap_room,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
@@ -365,6 +365,7 @@ class ChatCompletionRequest(BaseModel):
|
|||||||
|
|
||||||
# For PD disaggregation
|
# For PD disaggregation
|
||||||
bootstrap_host: Optional[str] = None
|
bootstrap_host: Optional[str] = None
|
||||||
|
bootstrap_port: Optional[int] = None
|
||||||
bootstrap_room: Optional[int] = None
|
bootstrap_room: Optional[int] = None
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user