EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[feat] Refactor session control interface and add CI (#2173)

Browse Source
This commit is contained in:
Ying Sheng
2024-11-25 12:32:51 -08:00
committed by GitHub
parent 5ada33ffa0
commit e1e595d702
8 changed files with 180 additions and 154 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/managers/tokenizer_manager.py
View File

@@ -216,8 +216,8 @@ class TokenizerManager:
return_logprob = obj.return_logprob
logprob_start_len = obj.logprob_start_len
top_logprobs_num = obj.top_logprobs_num
session_id = obj.session_id
session_rid = obj.session_rid
session_id = obj.session[0] if obj.session else None
session_rid = obj.session[1] if obj.session else None
if len(input_ids) >= self.context_len:
raise ValueError(
@@ -570,13 +570,11 @@ class TokenizerManager:
out_dict = {
"text": recv_obj.output_strs[i],
"meta_info": recv_obj.meta_info[i],
"session_id": recv_obj.session_ids[i],
}
elif isinstance(recv_obj, BatchTokenIDOut):
out_dict = {
"token_ids": recv_obj.output_ids[i],
"meta_info": recv_obj.meta_info[i],
"session_id": recv_obj.session_ids[i],
}
else:
assert isinstance(recv_obj, BatchEmbeddingOut)