EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Mamba] Increase default mamba_full_memory_ratio to 0.9 (#11679)

Browse Source
This commit is contained in:
Hanming Lu
2025-10-15 18:56:43 -07:00
committed by GitHub
parent 52a54a26b2
commit 97d857c096
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/server_args.py
View File

@@ -371,7 +371,7 @@ class ServerArgs:
# Mamba cache # Mamba cache
max_mamba_cache_size: Optional[int] = None max_mamba_cache_size: Optional[int] = None
mamba_ssm_dtype: str = "float32" mamba_ssm_dtype: str = "float32"
mamba_full_memory_ratio: float = 0.2 mamba_full_memory_ratio: float = 0.9
# Hierarchical cache # Hierarchical cache
enable_hierarchical_cache: bool = False enable_hierarchical_cache: bool = False