EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[minor] Update type annotation in tokenizer_manager.py (#982)

Browse Source
This commit is contained in:
Ying Sheng
2024-08-07 18:48:45 -07:00
committed by GitHub
parent c62d560c03
commit 00023d622a
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/managers/tokenizer_manager.py
View File

@@ -459,7 +459,7 @@ class TokenizerManager:
async def handle_loop(self): async def handle_loop(self):
while True: while True:
recv_obj: BatchTokenIDOut = await self.recv_from_detokenizer.recv_pyobj() recv_obj: BatchStrOut = await self.recv_from_detokenizer.recv_pyobj()
assert isinstance(recv_obj, BatchStrOut) assert isinstance(recv_obj, BatchStrOut)
for i, rid in enumerate(recv_obj.rids): for i, rid in enumerate(recv_obj.rids):