EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Minor] Rename no_eos_trim to no_stop_trim (#1661)

Browse Source
This commit is contained in:
Ying Sheng
2024-10-13 20:30:03 -07:00
committed by GitHub
parent da1ffed689
commit 2725f8da61
6 changed files with 16 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/managers/scheduler.py
View File

@@ -885,7 +885,7 @@ class Scheduler:
output_read_offsets = []
output_skip_special_tokens = []
output_spaces_between_special_tokens = []
output_no_eos_trim = []
output_no_stop_trim = []
else: # embedding or reward model
output_embeddings = []
unfinished_indices = []
@@ -917,7 +917,7 @@ class Scheduler:
output_spaces_between_special_tokens.append(
req.sampling_params.spaces_between_special_tokens
)
output_no_eos_trim.append(req.sampling_params.no_eos_trim)
output_no_stop_trim.append(req.sampling_params.no_stop_trim)
meta_info = {
"prompt_tokens": len(req.origin_input_ids),
@@ -968,7 +968,7 @@ class Scheduler:
output_spaces_between_special_tokens,
output_meta_info,
output_finished_reason,
output_no_eos_trim,
output_no_stop_trim,
)
)
else: # embedding or reward model