[Minor] Rename no_eos_trim to no_stop_trim (#1661)

This commit is contained in:
Ying Sheng
2024-10-13 20:30:03 -07:00
committed by GitHub
parent da1ffed689
commit 2725f8da61
6 changed files with 16 additions and 16 deletions

View File

@@ -494,7 +494,7 @@ def v1_generate_request(
request.logprobs if request.logprobs is not None else 0
)
sampling_params = []
if isinstance(request.no_eos_trim, list):
if isinstance(request.no_stop_trim, list):
num_reqs = len(request.prompt)
else:
num_reqs = 1
@@ -514,10 +514,10 @@ def v1_generate_request(
"json_schema": request.json_schema,
"n": request.n,
"ignore_eos": request.ignore_eos,
"no_eos_trim": (
request.no_eos_trim
if not isinstance(request.no_eos_trim, list)
else request.no_eos_trim[i]
"no_stop_trim": (
request.no_stop_trim
if not isinstance(request.no_stop_trim, list)
else request.no_stop_trim[i]
),
}
)

View File

@@ -174,7 +174,7 @@ class CompletionRequest(BaseModel):
min_tokens: int = 0
repetition_penalty: Optional[float] = 1.0
stop_token_ids: Optional[List[int]] = Field(default_factory=list)
no_eos_trim: Union[bool, List[bool]] = False
no_stop_trim: Union[bool, List[bool]] = False
class CompletionResponseChoice(BaseModel):