Fix sync() when fork(1) (#412)

2024-05-08 15:15:18 +08:00
parent 4a1c6ae2ce
commit d5de20a3ee
3 changed files with 20 additions and 11 deletions
--- a/python/sglang/srt/managers/detokenizer_manager.py
+++ b/python/sglang/srt/managers/detokenizer_manager.py
@@ -42,7 +42,9 @@ class DetokenizerManager:
                output_strs = self.tokenizer.batch_decode(
                    output_tokens,
                    skip_special_tokens=recv_obj.skip_special_tokens[0],
-                    spaces_between_special_tokens=recv_obj.spaces_between_special_tokens[0],
+                    spaces_between_special_tokens=recv_obj.spaces_between_special_tokens[
+                        0
+                    ],
                )

                # Trim stop str