Fix metrics (#1963)

2024-11-08 23:21:11 -08:00
parent d1150e9a00
commit 95a4ed129a
6 changed files with 142 additions and 8 deletions
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -446,6 +446,9 @@ def launch_server(
    2. Inter-process communication is done through ICP (each process uses a different port) via the ZMQ library.
    """

+    if server_args.enable_metrics:
+        _set_prometheus_env()
+
    launch_engine(server_args=server_args)

    # Add api key authorization
@@ -454,7 +457,6 @@ def launch_server(

    # add prometheus middleware
    if server_args.enable_metrics:
-        _set_prometheus_env()
        add_prometheus_middleware(app)

    # Send a warmup request