Add lora_path to chat completion (#2438)

2024-12-17 03:47:49 -08:00
parent 5ce9daea59
commit 33c5ff2845
1 changed files with 1 additions and 0 deletions
--- a/python/sglang/srt/openai_api/protocol.py
+++ b/python/sglang/srt/openai_api/protocol.py
@@ -276,6 +276,7 @@ class ChatCompletionRequest(BaseModel):
    user: Optional[str] = None

    # Extra parameters for SRT backend only and will be ignored by OpenAI models.
+    lora_path: Optional[Union[List[Optional[str]], Optional[str]]] = None
    regex: Optional[str] = None
    min_tokens: int = 0
    repetition_penalty: float = 1.0