EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

feat: add return hidden_states at async generation (#7507)

Browse Source
This commit is contained in:
eigen
2025-06-25 05:10:09 -04:00
committed by GitHub
parent 00fbd8a484
commit 20beb3702b
2 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/disaggregation/mooncake/conn.py
View File

@@ -422,7 +422,7 @@ class MooncakeKVManager(BaseKVManager):
src_addr_list.append(src_slice_addr) src_addr_list.append(src_slice_addr)
dst_addr_list.append(dst_slice_addr) dst_addr_list.append(dst_slice_addr)
length_list.append(slice_lens_per_page) length_list.append(slice_lens_per_page)
logger.debug( logger.debug(
f"SYNC: sid={mooncake_session_id}, " f"SYNC: sid={mooncake_session_id}, "
f"src={src_slice_addr}, dst={dst_slice_addr}, len={slice_lens_per_page}" f"src={src_slice_addr}, dst={dst_slice_addr}, len={slice_lens_per_page}"

2
python/sglang/srt/entrypoints/engine.py
View File

@@ -242,6 +242,7 @@ class Engine(EngineBase):
token_ids_logprob: Optional[Union[List[List[int]], List[int]]] = None, token_ids_logprob: Optional[Union[List[List[int]], List[int]]] = None,
lora_path: Optional[List[Optional[str]]] = None, lora_path: Optional[List[Optional[str]]] = None,
custom_logit_processor: Optional[Union[List[str], str]] = None, custom_logit_processor: Optional[Union[List[str], str]] = None,
return_hidden_states: bool = False,
stream: bool = False, stream: bool = False,
bootstrap_host: Optional[Union[List[str], str]] = None, bootstrap_host: Optional[Union[List[str], str]] = None,
bootstrap_port: Optional[Union[List[int], int]] = None, bootstrap_port: Optional[Union[List[int], int]] = None,
@@ -274,6 +275,7 @@ class Engine(EngineBase):
top_logprobs_num=top_logprobs_num, top_logprobs_num=top_logprobs_num,
token_ids_logprob=token_ids_logprob, token_ids_logprob=token_ids_logprob,
lora_path=lora_path, lora_path=lora_path,
return_hidden_states=return_hidden_states,
stream=stream, stream=stream,
custom_logit_processor=custom_logit_processor, custom_logit_processor=custom_logit_processor,
bootstrap_host=bootstrap_host, bootstrap_host=bootstrap_host,