EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Turn off hybrid cache by default (#8839)

Browse Source
This commit is contained in:
Ke Bao
2025-08-06 09:53:45 +08:00
committed by GitHub
parent 5d62b56f7e
commit 8128e08d36
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
python/sglang/srt/server_args.py
View File

@@ -461,6 +461,7 @@ class ServerArgs:
if model_arch in ["GptOssForCausalLM"]: if model_arch in ["GptOssForCausalLM"]:
self.attention_backend = "triton" self.attention_backend = "triton"
self.enable_triton_kernel_moe = True self.enable_triton_kernel_moe = True
self.disable_hybrid_swa_memory = True
# Set page size # Set page size
if self.page_size is None: if self.page_size is None: