From 33c5ff2845a980e2022f7c10268474b91416d19a Mon Sep 17 00:00:00 2001 From: Lei Date: Tue, 17 Dec 2024 03:47:49 -0800 Subject: [PATCH] Add lora_path to chat completion (#2438) --- python/sglang/srt/openai_api/protocol.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/srt/openai_api/protocol.py b/python/sglang/srt/openai_api/protocol.py index 7c88ad533..5d5d430cd 100644 --- a/python/sglang/srt/openai_api/protocol.py +++ b/python/sglang/srt/openai_api/protocol.py @@ -276,6 +276,7 @@ class ChatCompletionRequest(BaseModel): user: Optional[str] = None # Extra parameters for SRT backend only and will be ignored by OpenAI models. + lora_path: Optional[Union[List[Optional[str]], Optional[str]]] = None regex: Optional[str] = None min_tokens: int = 0 repetition_penalty: float = 1.0