EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Remove the useless to_srt_kwargs (#1955)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-11-07 23:15:08 -08:00
committed by GitHub
parent f16eb15d0d
commit 8dc84da084
1 changed files with 0 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
python/sglang/srt/sampling/sampling_params.py
View File

@@ -133,17 +133,3 @@ class SamplingParams:
else: else:
stop_str_max_len = max(stop_str_max_len, len(stop_str)) stop_str_max_len = max(stop_str_max_len, len(stop_str))
self.stop_str_max_len = stop_str_max_len self.stop_str_max_len = stop_str_max_len
def to_srt_kwargs(self):
return {
"max_new_tokens": self.max_new_tokens,
"stop": self.stop_strs,
"stop_token_ids": list(self.stop_token_ids),
"temperature": self.temperature,
"top_p": self.top_p,
"top_k": self.top_k,
"frequency_penalty": self.frequency_penalty,
"presence_penalty": self.presence_penalty,
"ignore_eos": self.ignore_eos,
"regex": self.regex,
}