EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Sets default model name in request classes (#9683)

Browse Source 
Signed-off-by: Xinyuan Tong <xinyuantong.cs@gmail.com>
This commit is contained in:
Xinyuan Tong
2025-08-27 17:43:03 +00:00
committed by GitHub
parent fd18995cf3
commit 68a54e063e
1 changed files with 6 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
python/sglang/srt/entrypoints/openai/protocol.py
View File

@@ -35,6 +35,8 @@ from pydantic import (
) )
from typing_extensions import Literal from typing_extensions import Literal
DEFAULT_MODEL_NAME = "default"
class ModelCard(BaseModel): class ModelCard(BaseModel):
"""Model cards.""" """Model cards."""
@@ -183,7 +185,7 @@ class BatchResponse(BaseModel):
class CompletionRequest(BaseModel): class CompletionRequest(BaseModel):
# Ordered by official OpenAI API documentation # Ordered by official OpenAI API documentation
# https://platform.openai.com/docs/api-reference/completions/create # https://platform.openai.com/docs/api-reference/completions/create
model: str model: str = DEFAULT_MODEL_NAME
prompt: Union[List[int], List[List[int]], str, List[str]] prompt: Union[List[int], List[List[int]], str, List[str]]
best_of: Optional[int] = None best_of: Optional[int] = None
echo: bool = False echo: bool = False
@@ -410,7 +412,7 @@ class ChatCompletionRequest(BaseModel):
# Ordered by official OpenAI API documentation # Ordered by official OpenAI API documentation
# https://platform.openai.com/docs/api-reference/chat/create # https://platform.openai.com/docs/api-reference/chat/create
messages: List[ChatCompletionMessageParam] messages: List[ChatCompletionMessageParam]
model: str model: str = DEFAULT_MODEL_NAME
frequency_penalty: float = 0.0 frequency_penalty: float = 0.0
logit_bias: Optional[Dict[str, float]] = None logit_bias: Optional[Dict[str, float]] = None
logprobs: bool = False logprobs: bool = False
@@ -572,7 +574,7 @@ class EmbeddingRequest(BaseModel):
# Ordered by official OpenAI API documentation # Ordered by official OpenAI API documentation
# https://platform.openai.com/docs/api-reference/embeddings/create # https://platform.openai.com/docs/api-reference/embeddings/create
input: EmbeddingInput input: EmbeddingInput
model: str model: str = DEFAULT_MODEL_NAME
encoding_format: str = "float" encoding_format: str = "float"
dimensions: Optional[int] = None dimensions: Optional[int] = None
user: Optional[str] = None user: Optional[str] = None
@@ -606,7 +608,7 @@ class ScoringRequest(BaseModel):
) )
apply_softmax: bool = False apply_softmax: bool = False
item_first: bool = False item_first: bool = False
model: str model: str = DEFAULT_MODEL_NAME
class ScoringResponse(BaseModel): class ScoringResponse(BaseModel):