Optimize mem indices mangement (#619)

2024-07-13 23:39:37 -07:00
parent 5d264a90ac
commit 564a898ad9
15 changed files with 251 additions and 178 deletions
--- a/python/sglang/global_config.py
+++ b/python/sglang/global_config.py
@@ -44,4 +44,5 @@ class GlobalConfig:
        # adjust_cache: Adjust the position embedding of KV cache.
        self.concate_and_append_mode = "no_adjust"

+
 global_config = GlobalConfig()