EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Simplify port allocation (#447)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-05-16 18:07:30 -07:00
committed by GitHub
parent d75dc20fae
commit c05956e534
6 changed files with 28 additions and 50 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/managers/tokenizer_manager.py
View File

@@ -20,7 +20,6 @@ from sglang.srt.hf_transformers_utils import (
)
from sglang.srt.managers.io_struct import (
BatchStrOut,
DetokenizeReqInput,
FlushCacheReq,
GenerateReqInput,
TokenizedGenerateReqInput,
@@ -28,7 +27,8 @@ from sglang.srt.managers.io_struct import (
from sglang.srt.mm_utils import expand2square, process_anyres_image
from sglang.srt.sampling_params import SamplingParams
from sglang.srt.server_args import PortArgs, ServerArgs
from sglang.srt.utils import get_exception_traceback, is_multimodal_model, load_image
from sglang.srt.utils import is_multimodal_model, load_image
from sglang.utils import get_exception_traceback
asyncio.set_event_loop_policy(uvloop.EventLoopPolicy())