@@ -25,7 +25,6 @@ import json
|
|||||||
import logging
|
import logging
|
||||||
import multiprocessing as mp
|
import multiprocessing as mp
|
||||||
import os
|
import os
|
||||||
import random
|
|
||||||
import threading
|
import threading
|
||||||
import time
|
import time
|
||||||
from http import HTTPStatus
|
from http import HTTPStatus
|
||||||
@@ -41,6 +40,7 @@ import uvloop
|
|||||||
from fastapi import FastAPI, File, Form, Request, UploadFile
|
from fastapi import FastAPI, File, Form, Request, UploadFile
|
||||||
from fastapi.middleware.cors import CORSMiddleware
|
from fastapi.middleware.cors import CORSMiddleware
|
||||||
from fastapi.responses import ORJSONResponse, Response, StreamingResponse
|
from fastapi.responses import ORJSONResponse, Response, StreamingResponse
|
||||||
|
from uvicorn.config import LOGGING_CONFIG
|
||||||
|
|
||||||
from sglang.lang.backend.runtime_endpoint import RuntimeEndpoint
|
from sglang.lang.backend.runtime_endpoint import RuntimeEndpoint
|
||||||
from sglang.srt.hf_transformers_utils import get_tokenizer
|
from sglang.srt.hf_transformers_utils import get_tokenizer
|
||||||
@@ -429,6 +429,12 @@ def launch_server(
|
|||||||
|
|
||||||
try:
|
try:
|
||||||
# Listen for HTTP requests
|
# Listen for HTTP requests
|
||||||
|
LOGGING_CONFIG["formatters"]["default"][
|
||||||
|
"fmt"
|
||||||
|
] = "[%(asctime)s] %(levelprefix)s %(message)s"
|
||||||
|
LOGGING_CONFIG["formatters"]["access"][
|
||||||
|
"fmt"
|
||||||
|
] = '[%(asctime)s] %(levelprefix)s %(client_addr)s - "%(request_line)s" %(status_code)s'
|
||||||
uvicorn.run(
|
uvicorn.run(
|
||||||
app,
|
app,
|
||||||
host=server_args.host,
|
host=server_args.host,
|
||||||
|
|||||||
@@ -588,7 +588,7 @@ def configure_logger(server_args, prefix: str = ""):
|
|||||||
logging.basicConfig(
|
logging.basicConfig(
|
||||||
level=getattr(logging, server_args.log_level.upper()),
|
level=getattr(logging, server_args.log_level.upper()),
|
||||||
format=format,
|
format=format,
|
||||||
datefmt="%H:%M:%S",
|
datefmt="%Y-%m-%d %H:%M:%S",
|
||||||
force=True,
|
force=True,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user