feat: Add model version tracking with API endpoints and response metadata (#8795)
This commit is contained in:
@@ -124,6 +124,7 @@ class ServerArgs:
|
||||
# API related
|
||||
api_key: Optional[str] = None
|
||||
served_model_name: Optional[str] = None
|
||||
weight_version: str = "default"
|
||||
chat_template: Optional[str] = None
|
||||
completion_template: Optional[str] = None
|
||||
file_storage_path: str = "sglang_storage"
|
||||
@@ -1163,6 +1164,12 @@ class ServerArgs:
|
||||
default=ServerArgs.served_model_name,
|
||||
help="Override the model name returned by the v1/models endpoint in OpenAI API server.",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--weight-version",
|
||||
type=str,
|
||||
default=ServerArgs.weight_version,
|
||||
help="Version identifier for the model weights. Defaults to 'default' if not specified.",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--chat-template",
|
||||
type=str,
|
||||
|
||||
Reference in New Issue
Block a user