Fix dependency & crash issues (#539)

2024-06-12 21:23:19 -07:00
parent 94aead9e8d
commit 1374334d38
4 changed files with 5 additions and 296 deletions
--- a/python/sglang/global_config.py
+++ b/python/sglang/global_config.py
@@ -27,7 +27,7 @@ class GlobalConfig:

        # Request dependency time due to network delay
        self.request_dependency_delay = 0.02
-        self.wait_for_new_request_delay = 0.0004
+        self.wait_for_new_request_delay = 0.0006

        # New generation token ratio estimation
        self.base_new_token_ratio = 0.4