EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Feature] Add sampler custom logits processor (#2396)

Browse Source 
Signed-off-by: Hongpeng Guo <hpguo@anyscale.com>
This commit is contained in:
Hongpeng Guo
2025-01-19 14:46:53 -08:00
committed by GitHub
parent 3bcf5ecea7
commit e403d23757
12 changed files with 302 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/server.py
View File

@@ -773,6 +773,7 @@ class Engine:
logprob_start_len: Optional[Union[List[int], int]] = None,
top_logprobs_num: Optional[Union[List[int], int]] = None,
lora_path: Optional[List[Optional[str]]] = None,
custom_logit_processor: Optional[Union[List[str], str]] = None,
stream: bool = False,
):
obj = GenerateReqInput(
@@ -784,6 +785,7 @@ class Engine:
top_logprobs_num=top_logprobs_num,
lora_path=lora_path,
stream=stream,
custom_logit_processor=custom_logit_processor,
)
# get the current event loop
@@ -824,6 +826,7 @@ class Engine:
logprob_start_len: Optional[Union[List[int], int]] = None,
top_logprobs_num: Optional[Union[List[int], int]] = None,
lora_path: Optional[List[Optional[str]]] = None,
custom_logit_processor: Optional[Union[str, List[str]]] = None,
stream: bool = False,
):
obj = GenerateReqInput(
@@ -835,6 +838,7 @@ class Engine:
top_logprobs_num=top_logprobs_num,
lora_path=lora_path,
stream=stream,
custom_logit_processor=custom_logit_processor,
)
ret = await generate_request(obj, None)