feat: Add model version tracking with API endpoints and response metadata (#8795)

2025-08-15 03:13:46 +08:00
parent 2cc9eeab01
commit c1c7dc4534
9 changed files with 320 additions and 1 deletions
--- a/python/sglang/srt/entrypoints/openai/serving_chat.py
+++ b/python/sglang/srt/entrypoints/openai/serving_chat.py
@@ -723,6 +723,7 @@ class OpenAIServingChat(OpenAIServingBase):
            model=request.model,
            choices=choices,
            usage=usage,
+            metadata={"weight_version": ret[0]["meta_info"]["weight_version"]},
        )

    def _process_logprobs_tokens(