Add support for OpenAI API : offline batch(file) processing (#699)
Co-authored-by: hnyls2002 <hnyls2002@gmail.com>
This commit is contained in:
@@ -60,6 +60,7 @@ class ServerArgs:
|
||||
|
||||
# Other
|
||||
api_key: str = ""
|
||||
file_storage_pth: str = "SGlang_storage"
|
||||
|
||||
# Data parallelism
|
||||
dp_size: int = 1
|
||||
@@ -290,6 +291,12 @@ class ServerArgs:
|
||||
default=ServerArgs.api_key,
|
||||
help="Set API key of the server.",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--file-storage-pth",
|
||||
type=str,
|
||||
default=ServerArgs.file_storage_pth,
|
||||
help="The path of the file storage in backend.",
|
||||
)
|
||||
|
||||
# Data parallelism
|
||||
parser.add_argument(
|
||||
|
||||
Reference in New Issue
Block a user