diff --git a/python/sglang/srt/managers/io_struct.py b/python/sglang/srt/managers/io_struct.py index 06f3dfc99..6237cd383 100644 --- a/python/sglang/srt/managers/io_struct.py +++ b/python/sglang/srt/managers/io_struct.py @@ -135,6 +135,9 @@ class GenerateReqInput: # Label for the request label: Optional[str] = None + # Priority for the request + priority: Optional[int] = None + # Image gen grpc migration return_bytes: bool = False @@ -537,6 +540,7 @@ class GenerateReqInput: ), conversation_id=self.conversation_id, label=self.label, + priority=self.priority, return_bytes=self.return_bytes, ) @@ -595,6 +599,9 @@ class TokenizedGenerateReqInput: # Label for the request label: Optional[str] = None + # Priority for the request + priority: Optional[int] = None + # Image gen grpc migration return_bytes: bool = False