EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Include finish reason in meta info response (#415)

Browse Source
This commit is contained in:
Enrique Shockwave
2024-05-09 08:14:01 +01:00
committed by GitHub
parent d5de20a3ee
commit e2c31fca5c
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/managers/router/model_rpc.py
View File

@@ -586,6 +586,8 @@ class ModelRpcServer:
+ len(req.output_ids) + len(req.output_ids)
- req.prompt_tokens, - req.prompt_tokens,
"completion_tokens_wo_jump_forward": req.completion_tokens_wo_jump_forward, "completion_tokens_wo_jump_forward": req.completion_tokens_wo_jump_forward,
"finish_reason": req.finish_reason,
"hit_stop_str": req.hit_stop_str,
} }
if req.return_logprob: if req.return_logprob:
( (