[Minor] Improve the function organization in TokenizerManager & improve loggers (#1208)

This commit is contained in:
Lianmin Zheng
2024-08-25 14:46:34 -07:00
committed by GitHub
parent 30b4f771b0
commit 902278008a
12 changed files with 137 additions and 134 deletions

View File

@@ -74,6 +74,7 @@ from sglang.srt.utils import (
add_api_key_middleware,
allocate_init_ports,
assert_pkg_version,
configure_logger,
enable_show_time_cost,
kill_child_process,
maybe_set_triton_cache_manager,
@@ -270,15 +271,12 @@ def launch_server(
"""Launch an HTTP server."""
global tokenizer_manager
logging.basicConfig(
level=getattr(logging, server_args.log_level.upper()),
format="%(message)s",
)
configure_logger(server_args)
server_args.check_server_args()
_set_envs_and_config(server_args)
# Allocate ports
# Allocate ports for inter-process communications
server_args.port, server_args.additional_ports = allocate_init_ports(
server_args.port,
server_args.additional_ports,