hotfix: revert sampler CUDA Graph (#1242)

2024-08-28 21:16:47 +10:00
parent 184ae1c683
commit f25f4dfde5
33 changed files with 119 additions and 348 deletions
--- a/python/sglang/test/runners.py
+++ b/python/sglang/test/runners.py
@@ -180,7 +180,7 @@ class SRTRunner:
            tp_size=tp_size,
            dtype=get_dtype_str(torch_dtype),
            port=port,
-            mem_fraction_static=0.69,
+            mem_fraction_static=0.7,
            trust_remote_code=False,
            is_embedding=not self.is_generation,
        )