[Minor] Improve the function organization in TokenizerManager & improve loggers (#1208)
This commit is contained in:
@@ -692,7 +692,7 @@ def monkey_patch_vllm_qvk_linear_loader():
|
||||
setattr(QKVParallelLinear, "weight_loader", weight_loader_srt)
|
||||
|
||||
|
||||
def add_api_key_middleware(app, api_key):
|
||||
def add_api_key_middleware(app, api_key: str):
|
||||
@app.middleware("http")
|
||||
async def authentication(request, call_next):
|
||||
if request.method == "OPTIONS":
|
||||
@@ -704,7 +704,7 @@ def add_api_key_middleware(app, api_key):
|
||||
return await call_next(request)
|
||||
|
||||
|
||||
def prepare_model(model_path):
|
||||
def prepare_model(model_path: str):
|
||||
if "SGLANG_USE_MODELSCOPE" in os.environ:
|
||||
if not os.path.exists(model_path):
|
||||
from modelscope import snapshot_download
|
||||
@@ -713,7 +713,7 @@ def prepare_model(model_path):
|
||||
return model_path
|
||||
|
||||
|
||||
def prepare_tokenizer(tokenizer_path):
|
||||
def prepare_tokenizer(tokenizer_path: str):
|
||||
if "SGLANG_USE_MODELSCOPE" in os.environ:
|
||||
if not os.path.exists(tokenizer_path):
|
||||
from modelscope import snapshot_download
|
||||
@@ -722,3 +722,13 @@ def prepare_tokenizer(tokenizer_path):
|
||||
tokenizer_path, ignore_patterns=["*.bin", "*.safetensors"]
|
||||
)
|
||||
return tokenizer_path
|
||||
|
||||
|
||||
def configure_logger(server_args, prefix: str = ""):
|
||||
format = f"[%(asctime)s{prefix}] %(message)s"
|
||||
logging.basicConfig(
|
||||
level=getattr(logging, server_args.log_level.upper()),
|
||||
format=format,
|
||||
datefmt="%H:%M:%S",
|
||||
force=True,
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user