SamplingParams add "spaces_between_special_tokens" argument (#392)

2024-05-01 07:17:12 +08:00
parent 5c5aba5900
commit 183df47282
6 changed files with 15 additions and 1 deletions
--- a/python/sglang/global_config.py
+++ b/python/sglang/global_config.py
@@ -12,6 +12,7 @@ class GlobalConfig:

        # Output configs
        self.skip_special_tokens_in_output = True
+        self.spaces_between_special_tokens_in_out = True

        # Optimization configs
        self.eager_fill_image = False