Include finish reason in meta info response (#415)

2024-05-09 08:14:01 +01:00
parent d5de20a3ee
commit e2c31fca5c
1 changed files with 2 additions and 0 deletions
--- a/python/sglang/srt/managers/router/model_rpc.py
+++ b/python/sglang/srt/managers/router/model_rpc.py
@@ -586,6 +586,8 @@ class ModelRpcServer:
                    + len(req.output_ids)
                    - req.prompt_tokens,
                    "completion_tokens_wo_jump_forward": req.completion_tokens_wo_jump_forward,
+                    "finish_reason": req.finish_reason,
+                    "hit_stop_str": req.hit_stop_str,
                }
                if req.return_logprob:
                    (