[Mamba] Increase default mamba_full_memory_ratio to 0.9 (#11679)

2025-10-15 18:56:43 -07:00
parent 52a54a26b2
commit 97d857c096
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -371,7 +371,7 @@ class ServerArgs:
    # Mamba cache
    max_mamba_cache_size: Optional[int] = None
    mamba_ssm_dtype: str = "float32"
-    mamba_full_memory_ratio: float = 0.2
+    mamba_full_memory_ratio: float = 0.9

    # Hierarchical cache
    enable_hierarchical_cache: bool = False