[Feature] Sglang Tracing: Fine-Grained Tracking for Request Latency - Part 1 (#9962)
Signed-off-by: Feng Su <sufeng@linux.alibaba.com> Signed-off-by: Huaixin Chang <changhuaixin@linux.alibaba.com> Signed-off-by: Peng Wang <rocking@linux.alibaba.com>
This commit is contained in:
@@ -215,6 +215,8 @@ class ServerArgs:
|
||||
enable_request_time_stats_logging: bool = False
|
||||
kv_events_config: Optional[str] = None
|
||||
gc_warning_threshold_secs: float = 0.0
|
||||
enable_trace: bool = False
|
||||
oltp_traces_endpoint: str = "localhost:4317"
|
||||
|
||||
# API related
|
||||
api_key: Optional[str] = None
|
||||
@@ -1390,6 +1392,17 @@ class ServerArgs:
|
||||
default=None,
|
||||
help="Config in json format for NVIDIA dynamo KV event publishing. Publishing will be enabled if this flag is used.",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--enable-trace",
|
||||
action="store_true",
|
||||
help="Enable opentelemetry trace",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--oltp-traces-endpoint",
|
||||
type=str,
|
||||
default="localhost:4317",
|
||||
help="Config opentelemetry collector endpoint if --enable-trace is set. format: <ip>:<port>",
|
||||
)
|
||||
|
||||
# API related
|
||||
parser.add_argument(
|
||||
|
||||
Reference in New Issue
Block a user