[Fix] fix eos trim inconsistency (#1650)
This commit is contained in:
@@ -883,6 +883,7 @@ class Scheduler:
|
||||
output_read_offsets = []
|
||||
output_skip_special_tokens = []
|
||||
output_spaces_between_special_tokens = []
|
||||
output_no_eos_trim = []
|
||||
else: # embedding or reward model
|
||||
output_embeddings = []
|
||||
unfinished_indices = []
|
||||
@@ -914,6 +915,7 @@ class Scheduler:
|
||||
output_spaces_between_special_tokens.append(
|
||||
req.sampling_params.spaces_between_special_tokens
|
||||
)
|
||||
output_no_eos_trim.append(req.sampling_params.no_eos_trim)
|
||||
|
||||
meta_info = {
|
||||
"prompt_tokens": len(req.origin_input_ids),
|
||||
@@ -961,6 +963,7 @@ class Scheduler:
|
||||
output_spaces_between_special_tokens,
|
||||
output_meta_info,
|
||||
output_finished_reason,
|
||||
output_no_eos_trim,
|
||||
)
|
||||
)
|
||||
else: # embedding or reward model
|
||||
|
||||
Reference in New Issue
Block a user