support for the DeepSeek model by enabling streaming response parsing (#5592)

This commit is contained in:
Frankey_8080
2025-04-27 09:59:31 +08:00
committed by GitHub
parent 3c4dc38a9a
commit a21ef36352
3 changed files with 100 additions and 9 deletions

View File

@@ -966,8 +966,6 @@ def v1_chat_generate_request(
),
}
)
# TODO fix the compatible issues with xgrammar
strict_tag = None
for message in request.messages:
if isinstance(message.content, str):