Ignore detokenization error

2024-01-30 14:52:06 +00:00
parent 1d0fbe8e43
commit 873d0e8537
2 changed files with 2 additions and 2 deletions
--- a/python/sglang/srt/managers/detokenizer_manager.py
+++ b/python/sglang/srt/managers/detokenizer_manager.py
@@ -56,7 +56,7 @@ class DetokenizerManager:
                            int(output_tokens[i][0])
                        )
                        if not isinstance(first_token, str):
-                            first_token = first_token.decode("utf-8")
+                            first_token = first_token.decode("utf-8", errors="ignore")
                        if first_token.startswith("▁"):
                            output_strs[i] = " " + output_strs[i]