EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Simplify port allocation (#447)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-05-16 18:07:30 -07:00
committed by GitHub
parent d75dc20fae
commit c05956e534
6 changed files with 28 additions and 50 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/managers/detokenizer_manager.py
View File

@@ -7,7 +7,7 @@ import zmq.asyncio
from sglang.srt.hf_transformers_utils import get_tokenizer
from sglang.srt.managers.io_struct import BatchStrOut, BatchTokenIDOut
from sglang.srt.server_args import PortArgs, ServerArgs
from sglang.srt.utils import get_exception_traceback
from sglang.utils import get_exception_traceback
asyncio.set_event_loop_policy(uvloop.EventLoopPolicy())