Move openai api server into a separate file (#429)

This commit is contained in:
Lianmin Zheng
2024-05-12 06:41:32 -07:00
committed by GitHub
parent abc548c707
commit 3fc97f6709
5 changed files with 423 additions and 380 deletions

View File

@@ -34,6 +34,7 @@ class ServerArgs:
# Logging
log_level: str = "info"
log_requests: bool = False
disable_log_stats: bool = False
log_stats_interval: int = 10
show_time_cost: bool = False
@@ -180,6 +181,11 @@ class ServerArgs:
default=ServerArgs.log_level,
help="Logging level",
)
parser.add_argument(
"--log-requests",
action="store_true",
help="Log all requests",
)
parser.add_argument(
"--disable-log-stats",
action="store_true",