EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Add lora_path to chat completion (#2438)

Browse Source
This commit is contained in:
Lei
2024-12-17 03:47:49 -08:00
committed by GitHub
parent 5ce9daea59
commit 33c5ff2845
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
python/sglang/srt/openai_api/protocol.py
View File

@@ -276,6 +276,7 @@ class ChatCompletionRequest(BaseModel):
user: Optional[str] = None user: Optional[str] = None
# Extra parameters for SRT backend only and will be ignored by OpenAI models. # Extra parameters for SRT backend only and will be ignored by OpenAI models.
lora_path: Optional[Union[List[Optional[str]], Optional[str]]] = None
regex: Optional[str] = None regex: Optional[str] = None
min_tokens: int = 0 min_tokens: int = 0
repetition_penalty: float = 1.0 repetition_penalty: float = 1.0