feat: Add model version tracking with API endpoints and response metadata (#8795)

2025-08-15 03:13:46 +08:00
parent 2cc9eeab01
commit c1c7dc4534
9 changed files with 320 additions and 1 deletions
--- a/python/sglang/srt/managers/tokenizer_manager.py
+++ b/python/sglang/srt/managers/tokenizer_manager.py
@@ -1529,6 +1529,7 @@ class TokenizerManager:
                "id": rid,
                "finish_reason": recv_obj.finished_reasons[i],
                "prompt_tokens": recv_obj.prompt_tokens[i],
+                "weight_version": self.server_args.weight_version,
            }

            if getattr(state.obj, "return_logprob", False):