From b2eb080501b4b4a0d72eb5a0e6be30d43811dcbd Mon Sep 17 00:00:00 2001 From: Qubitium <417764+Qubitium@users.noreply.github.com> Date: Mon, 11 Mar 2024 22:32:15 +0800 Subject: [PATCH] Fix Runtime missing some ServerArgs options (#281) --- python/sglang/srt/server.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/python/sglang/srt/server.py b/python/sglang/srt/server.py index 7971c6e3a..e9961305d 100644 --- a/python/sglang/srt/server.py +++ b/python/sglang/srt/server.py @@ -587,6 +587,10 @@ class Runtime: attention_reduce_in_fp32: bool = False, random_seed: int = 42, log_level: str = "error", + disable_radix_cache: bool = False, + enable_flashinfer: bool = False, + disable_regex_jump_forward: bool = False, + disable_disk_cache: bool = False, api_key: str = "", port: Optional[int] = None, additional_ports: Optional[Union[List[int], int]] = None, @@ -610,6 +614,10 @@ class Runtime: attention_reduce_in_fp32=attention_reduce_in_fp32, random_seed=random_seed, log_level=log_level, + disable_radix_cache=disable_radix_cache, + enable_flashinfer=enable_flashinfer, + disable_regex_jump_forward=disable_regex_jump_forward, + disable_disk_cache=disable_disk_cache, api_key=api_key, )