feat: Add model version tracking with API endpoints and response metadata (#8795)

2025-08-15 03:13:46 +08:00
parent 2cc9eeab01
commit c1c7dc4534
9 changed files with 320 additions and 1 deletions
--- a/python/sglang/srt/entrypoints/openai/serving_completions.py
+++ b/python/sglang/srt/entrypoints/openai/serving_completions.py
@@ -373,6 +373,7 @@ class OpenAIServingCompletion(OpenAIServingBase):
            created=created,
            choices=choices,
            usage=usage,
+            metadata={"weight_version": ret[0]["meta_info"]["weight_version"]},
        )

    def _get_echo_text(self, request: CompletionRequest, index: int) -> str: