Use more general heuristics to set the default value of --mem-fraction-static (#10975)

Co-authored-by: sglang-bot <sglangbot@gmail.com>
2025-09-29 10:11:03 -07:00
parent 816b3a433a
commit a17e70f5cc
9 changed files with 167 additions and 151 deletions
--- a/test/srt/lora/test_lora_llama4.py
+++ b/test/srt/lora/test_lora_llama4.py
@@ -38,7 +38,7 @@ class TestLlama4LoRA(CustomTestCase):
                        "--tp-size",
                        str(model.tp_size),
                        "--context-length",
-                        "1048576",
+                        "262144",
                        "--attention-backend",
                        "fa3",
                    ],