Update version to 0.1.17 (#515)

2024-06-07 19:49:18 -07:00
parent 91f93f141f
commit e8a2327d52
4 changed files with 5 additions and 4 deletions
--- a/python/sglang/global_config.py
+++ b/python/sglang/global_config.py
@@ -26,8 +26,8 @@ class GlobalConfig:
        self.concate_and_append_mode = "no_adjust"

        # Request dependency time due to network delay
-        self.request_dependency_delay = 0.03
-        self.wait_for_new_request_delay = 0.0006
+        self.request_dependency_delay = 0.02
+        self.wait_for_new_request_delay = 0.0004

        # New generation token ratio estimation
        self.base_new_token_ratio = 0.4