Handle truncation errors (#436)

2024-05-13 15:56:00 -07:00
parent 4231a42fa8
commit 5dc55a5f02
10 changed files with 44 additions and 41 deletions
--- a/python/sglang/global_config.py
+++ b/python/sglang/global_config.py
@@ -16,7 +16,7 @@ class GlobalConfig:

        # Optimization configs
        self.eager_fill_image = False
-        self.enable_prefix_sharing = True
+        self.enable_precache_with_tracing = True
        self.enable_parallel_encoding = True
        self.enable_parallel_decoding = True