nit: Remove busy waiting on scheduler (#2382)

This commit is contained in:
SangBin Cho
2024-12-08 01:06:15 -08:00
committed by GitHub
parent 63dfab1bea
commit 1f09e84b9a
4 changed files with 19 additions and 6 deletions

View File

@@ -20,6 +20,7 @@ from collections import OrderedDict
from typing import List, Union
import psutil
import setproctitle
import zmq
from sglang.srt.hf_transformers_utils import get_tokenizer
@@ -194,6 +195,7 @@ def run_detokenizer_process(
server_args: ServerArgs,
port_args: PortArgs,
):
setproctitle.setproctitle("sglang::detokenizer")
configure_logger(server_args)
parent_process = psutil.Process().parent()