[server] Passing model_override_args to launch_server via the CLI. (#1298)

Signed-off-by: Kai-Hsun Chen <kaihsun@anyscale.com>
2024-09-09 02:14:25 -07:00
parent 662ecd9368
commit c9b75917d5
8 changed files with 71 additions and 16 deletions
--- a/python/sglang/bench_latency.py
+++ b/python/sglang/bench_latency.py
@@ -480,6 +480,7 @@ def main(server_args, bench_args):


 if __name__ == "__main__":
+    # TODO(kevin85421): Make the parser setup unit testable.
    parser = argparse.ArgumentParser()
    ServerArgs.add_cli_args(parser)
    BenchArgs.add_cli_args(parser)