[Misc] add structure logging, write to file and log tracing for SGL Router

sgl-router/py_src/sglang_router/launch_router.py

@@ -42,6 +42,7 @@ class RouterArgs:
     max_tree_size: int = 2**24
     max_payload_size: int = 4 * 1024 * 1024  # 4MB
     verbose: bool = False
+    log_dir: Optional[str] = None
 
     @staticmethod
     def add_cli_args(
@@ -142,6 +143,12 @@ class RouterArgs:
             action="store_true",
             help="Enable verbose logging",
         )
+        parser.add_argument(
+            f"--{prefix}log-dir",
+            type=str,
+            default=None,
+            help="Directory to store log files. If not specified, logs are only output to console.",
+        )
 
     @classmethod
     def from_cli_args(
@@ -174,6 +181,7 @@ class RouterArgs:
             max_tree_size=getattr(args, f"{prefix}max_tree_size"),
             max_payload_size=getattr(args, f"{prefix}max_payload_size"),
             verbose=getattr(args, f"{prefix}verbose", False),
+            log_dir=getattr(args, f"{prefix}log_dir", None),
         )
 
 
@@ -220,6 +228,7 @@ def launch_router(args: argparse.Namespace) -> Optional[Router]:
             max_tree_size=router_args.max_tree_size,
             max_payload_size=router_args.max_payload_size,
             verbose=router_args.verbose,
+            log_dir=router_args.log_dir,
         )
 
         router.start()

sgl-router/py_src/sglang_router/router.py

@@ -31,6 +31,7 @@ class Router:
         max_payload_size: Maximum payload size in bytes. Default: 4MB
         max_tree_size: Maximum size of the approximation tree for cache-aware routing. Default: 2^24
         verbose: Enable verbose logging. Default: False
+        log_dir: Directory to store log files. If None, logs are only output to console. Default: None
     """
 
     def __init__(
@@ -48,6 +49,7 @@ class Router:
         max_tree_size: int = 2**24,
         max_payload_size: int = 4 * 1024 * 1024,  # 4MB
         verbose: bool = False,
+        log_dir: Optional[str] = None,
     ):
         self._router = _Router(
             worker_urls=worker_urls,
@@ -63,6 +65,7 @@ class Router:
             max_tree_size=max_tree_size,
             max_payload_size=max_payload_size,
             verbose=verbose,
+            log_dir=log_dir,
         )
 
     def start(self) -> None: