Upgrade to vllm 0.17.0 corex v4.1 overlay
This commit is contained in:
@@ -320,6 +320,7 @@ class RequestStatus(enum.IntEnum):
|
||||
FINISHED_ABORTED = enum.auto()
|
||||
FINISHED_IGNORED = enum.auto()
|
||||
FINISHED_ERROR = enum.auto()
|
||||
FINISHED_REPETITION = enum.auto()
|
||||
|
||||
def __str__(self) -> str:
|
||||
return self.name
|
||||
@@ -344,4 +345,5 @@ _FINISHED_REASON_MAP = {
|
||||
RequestStatus.FINISHED_IGNORED: FinishReason.LENGTH,
|
||||
RequestStatus.FINISHED_ERROR: FinishReason.ERROR,
|
||||
RequestStatus.WAITING_FOR_STREAMING_REQ: FinishReason.STOP,
|
||||
RequestStatus.FINISHED_REPETITION: FinishReason.REPETITION,
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user