[Minor] Rename no_eos_trim to no_stop_trim (#1661)
This commit is contained in:
@@ -494,7 +494,7 @@ def v1_generate_request(
|
||||
request.logprobs if request.logprobs is not None else 0
|
||||
)
|
||||
sampling_params = []
|
||||
if isinstance(request.no_eos_trim, list):
|
||||
if isinstance(request.no_stop_trim, list):
|
||||
num_reqs = len(request.prompt)
|
||||
else:
|
||||
num_reqs = 1
|
||||
@@ -514,10 +514,10 @@ def v1_generate_request(
|
||||
"json_schema": request.json_schema,
|
||||
"n": request.n,
|
||||
"ignore_eos": request.ignore_eos,
|
||||
"no_eos_trim": (
|
||||
request.no_eos_trim
|
||||
if not isinstance(request.no_eos_trim, list)
|
||||
else request.no_eos_trim[i]
|
||||
"no_stop_trim": (
|
||||
request.no_stop_trim
|
||||
if not isinstance(request.no_stop_trim, list)
|
||||
else request.no_stop_trim[i]
|
||||
),
|
||||
}
|
||||
)
|
||||
|
||||
@@ -174,7 +174,7 @@ class CompletionRequest(BaseModel):
|
||||
min_tokens: int = 0
|
||||
repetition_penalty: Optional[float] = 1.0
|
||||
stop_token_ids: Optional[List[int]] = Field(default_factory=list)
|
||||
no_eos_trim: Union[bool, List[bool]] = False
|
||||
no_stop_trim: Union[bool, List[bool]] = False
|
||||
|
||||
|
||||
class CompletionResponseChoice(BaseModel):
|
||||
|
||||
Reference in New Issue
Block a user