Improve doc strings (#518)

This commit is contained in:
Lianmin Zheng
2024-06-08 02:06:52 -07:00
parent e8a2327d52
commit f6dbd24043
22 changed files with 52 additions and 17 deletions

View File

@@ -1,3 +1,4 @@
"""TokenizerManager is a process that tokenizes the text."""
import asyncio
import concurrent.futures
import dataclasses
@@ -283,7 +284,7 @@ class TokenizerManager:
req = AbortReq(rid)
self.send_to_router.send_pyobj(req)
def create_abort_task(self, obj):
def create_abort_task(self, obj: GenerateReqInput):
# Abort the request if the client is disconnected.
async def abort_request():
await asyncio.sleep(3)