EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix styling (#1583)

Browse Source
This commit is contained in:
Byron Hsu
2024-10-05 17:52:14 -07:00
committed by GitHub
parent dde8bb16fe
commit 34c32d2820
2 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/lang/ir.py
View File

@@ -150,7 +150,7 @@ class SglFunction:
self, self,
*args, *args,
max_new_tokens: int = 128, max_new_tokens: int = 128,
stop: Union[str, List[str]] = None, stop: Optional[Union[str, List[str]]] = None,
stop_token_ids: Optional[List[int]] = None, stop_token_ids: Optional[List[int]] = None,
temperature: float = 1.0, temperature: float = 1.0,
top_p: float = 1.0, top_p: float = 1.0,
@@ -199,7 +199,7 @@ class SglFunction:
batch_kwargs, batch_kwargs,
*, *,
max_new_tokens: int = 128, max_new_tokens: int = 128,
stop: Union[str, List[str]] = None, stop: Optional[Union[str, List[str]]] = None,
stop_token_ids: Optional[List[int]] = None, stop_token_ids: Optional[List[int]] = None,
temperature: float = 1.0, temperature: float = 1.0,
top_p: float = 1.0, top_p: float = 1.0,

4
python/sglang/srt/sampling/sampling_params.py
View File

@@ -41,8 +41,6 @@ class SamplingParams:
n: int = 1, n: int = 1,
json_schema: Optional[str] = None, json_schema: Optional[str] = None,
) -> None: ) -> None:
if stop_token_ids is None:
stop_token_ids = []
self.temperature = temperature self.temperature = temperature
self.top_p = top_p self.top_p = top_p
self.top_k = top_k self.top_k = top_k
@@ -51,6 +49,8 @@ class SamplingParams:
self.presence_penalty = presence_penalty self.presence_penalty = presence_penalty
self.repetition_penalty = repetition_penalty self.repetition_penalty = repetition_penalty
self.stop_strs = stop self.stop_strs = stop
if stop_token_ids is None:
stop_token_ids = []
self.stop_token_ids = {*stop_token_ids} self.stop_token_ids = {*stop_token_ids}
self.max_new_tokens = max_new_tokens self.max_new_tokens = max_new_tokens
self.min_new_tokens = min_new_tokens self.min_new_tokens = min_new_tokens