Fix styling (#1583)

This commit is contained in:
Byron Hsu
2024-10-05 17:52:14 -07:00
committed by GitHub
parent dde8bb16fe
commit 34c32d2820
2 changed files with 4 additions and 4 deletions

View File

@@ -150,7 +150,7 @@ class SglFunction:
self,
*args,
max_new_tokens: int = 128,
stop: Union[str, List[str]] = None,
stop: Optional[Union[str, List[str]]] = None,
stop_token_ids: Optional[List[int]] = None,
temperature: float = 1.0,
top_p: float = 1.0,
@@ -199,7 +199,7 @@ class SglFunction:
batch_kwargs,
*,
max_new_tokens: int = 128,
stop: Union[str, List[str]] = None,
stop: Optional[Union[str, List[str]]] = None,
stop_token_ids: Optional[List[int]] = None,
temperature: float = 1.0,
top_p: float = 1.0,

View File

@@ -41,8 +41,6 @@ class SamplingParams:
n: int = 1,
json_schema: Optional[str] = None,
) -> None:
if stop_token_ids is None:
stop_token_ids = []
self.temperature = temperature
self.top_p = top_p
self.top_k = top_k
@@ -51,6 +49,8 @@ class SamplingParams:
self.presence_penalty = presence_penalty
self.repetition_penalty = repetition_penalty
self.stop_strs = stop
if stop_token_ids is None:
stop_token_ids = []
self.stop_token_ids = {*stop_token_ids}
self.max_new_tokens = max_new_tokens
self.min_new_tokens = min_new_tokens