EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix Runtime missing some ServerArgs options (#281)

Browse Source
This commit is contained in:
Qubitium
2024-03-11 22:32:15 +08:00
committed by GitHub
parent 4aa5dd2c5f
commit b2eb080501
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
python/sglang/srt/server.py
View File

@@ -587,6 +587,10 @@ class Runtime:
attention_reduce_in_fp32: bool = False, attention_reduce_in_fp32: bool = False,
random_seed: int = 42, random_seed: int = 42,
log_level: str = "error", log_level: str = "error",
disable_radix_cache: bool = False,
enable_flashinfer: bool = False,
disable_regex_jump_forward: bool = False,
disable_disk_cache: bool = False,
api_key: str = "", api_key: str = "",
port: Optional[int] = None, port: Optional[int] = None,
additional_ports: Optional[Union[List[int], int]] = None, additional_ports: Optional[Union[List[int], int]] = None,
@@ -610,6 +614,10 @@ class Runtime:
attention_reduce_in_fp32=attention_reduce_in_fp32, attention_reduce_in_fp32=attention_reduce_in_fp32,
random_seed=random_seed, random_seed=random_seed,
log_level=log_level, log_level=log_level,
disable_radix_cache=disable_radix_cache,
enable_flashinfer=enable_flashinfer,
disable_regex_jump_forward=disable_regex_jump_forward,
disable_disk_cache=disable_disk_cache,
api_key=api_key, api_key=api_key,
) )