[Minor] Improve logging and rename the health check endpoint name (#1180)

This commit is contained in:
Lianmin Zheng
2024-08-21 19:24:36 -07:00
committed by GitHub
parent 83e23c69b3
commit 5623826f73
6 changed files with 21 additions and 30 deletions

View File

@@ -39,6 +39,8 @@ asyncio.set_event_loop_policy(uvloop.EventLoopPolicy())
@dataclasses.dataclass
class DecodeStatus:
"""Store the status of incremental decoding."""
vid: int
decoded_text: str
decode_ids: List[int]
@@ -47,6 +49,8 @@ class DecodeStatus:
class DetokenizerManager:
"""DetokenizerManager is a process that detokenizes the token ids."""
def __init__(
self,
server_args: ServerArgs,