Add support for OpenAI API : offline batch(file) processing (#699)

Co-authored-by: hnyls2002 <hnyls2002@gmail.com>
This commit is contained in:
yichuan~
2024-07-30 04:07:18 +08:00
committed by GitHub
parent eba458bd19
commit 084fa54d37
10 changed files with 839 additions and 154 deletions

View File

@@ -60,6 +60,7 @@ class ServerArgs:
# Other
api_key: str = ""
file_storage_pth: str = "SGlang_storage"
# Data parallelism
dp_size: int = 1
@@ -290,6 +291,12 @@ class ServerArgs:
default=ServerArgs.api_key,
help="Set API key of the server.",
)
parser.add_argument(
"--file-storage-pth",
type=str,
default=ServerArgs.file_storage_pth,
help="The path of the file storage in backend.",
)
# Data parallelism
parser.add_argument(