EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Chore] Rename model_overide_args to model_override_args (#1284)

Browse Source 
Signed-off-by: Kai-Hsun Chen <kaihsun@anyscale.com>
Co-authored-by: Yineng Zhang <me@zhyncs.com>
This commit is contained in:
Kai-Hsun Chen
2024-09-01 03:14:56 -07:00
committed by GitHub
parent 00b19f198f
commit 0836055324
10 changed files with 54 additions and 54 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
python/sglang/srt/server.py
View File

@@ -272,7 +272,7 @@ async def retrieve_file_content(file_id: str):
def launch_server(
server_args: ServerArgs,
model_overide_args: Optional[dict] = None,
model_override_args: Optional[dict] = None,
pipe_finish_writer: Optional[mp.connection.Connection] = None,
):
"""Launch an HTTP server."""
@@ -317,7 +317,7 @@ def launch_server(
tp_rank_range,
server_args,
ports[3],
model_overide_args,
model_override_args,
)
try:
@@ -328,7 +328,7 @@ def launch_server(
return
# Launch processes
tokenizer_manager = TokenizerManager(server_args, port_args, model_overide_args)
tokenizer_manager = TokenizerManager(server_args, port_args, model_override_args)
if server_args.chat_template:
load_chat_template_for_openai_api(tokenizer_manager, server_args.chat_template)
pipe_controller_reader, pipe_controller_writer = mp.Pipe(duplex=False)
@@ -341,7 +341,7 @@ def launch_server(
proc_controller = mp.Process(
target=start_controller_process,
args=(server_args, port_args, pipe_controller_writer, model_overide_args),
args=(server_args, port_args, pipe_controller_writer, model_override_args),
)
proc_controller.start()
@@ -501,7 +501,7 @@ class Runtime:
def __init__(
self,
log_level: str = "error",
model_overide_args: Optional[dict] = None,
model_override_args: Optional[dict] = None,
*args,
**kwargs,
):
@@ -525,7 +525,7 @@ class Runtime:
proc = mp.Process(
target=launch_server,
args=(self.server_args, model_overide_args, pipe_writer),
args=(self.server_args, model_override_args, pipe_writer),
)
proc.start()
pipe_writer.close()