Make API Key OpenAI-compatible (#917)

This commit is contained in:
Ying Sheng
2024-08-04 13:35:44 -07:00
committed by GitHub
parent afd411d09f
commit 0d4f3a9fcd
7 changed files with 115 additions and 125 deletions

View File

@@ -61,7 +61,7 @@ class ServerArgs:
show_time_cost: bool = False
# Other
api_key: str = ""
api_key: Optional[str] = None
file_storage_pth: str = "SGlang_storage"
# Data parallelism
@@ -307,7 +307,7 @@ class ServerArgs:
"--api-key",
type=str,
default=ServerArgs.api_key,
help="Set API key of the server.",
help="Set API key of the server. It is also used in the OpenAI API compatible server.",
)
parser.add_argument(
"--file-storage-pth",