EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Test the case when max_new_tokens is very large (#1038)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-08-11 16:41:03 -07:00
committed by GitHub
parent d785412077
commit d84c5e70f7
7 changed files with 100 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/managers/detokenizer_manager.py
View File

@@ -32,7 +32,7 @@ from sglang.srt.managers.io_struct import (
)
from sglang.srt.managers.schedule_batch import FINISH_MATCHED_STR
from sglang.srt.server_args import PortArgs, ServerArgs
from sglang.utils import find_printable_text, get_exception_traceback, graceful_registry
from sglang.utils import find_printable_text, get_exception_traceback
asyncio.set_event_loop_policy(uvloop.EventLoopPolicy())
@@ -164,8 +164,6 @@ def start_detokenizer_process(
port_args: PortArgs,
pipe_writer,
):
graceful_registry(inspect.currentframe().f_code.co_name)
try:
manager = DetokenizerManager(server_args, port_args)
except Exception: