[server] Passing model_override_args to launch_server via the CLI. (#1298)

Signed-off-by: Kai-Hsun Chen <kaihsun@anyscale.com>
2024-09-09 02:14:25 -07:00
parent 662ecd9368
commit c9b75917d5
8 changed files with 71 additions and 16 deletions
--- a/test/srt/run_suite.py
+++ b/test/srt/run_suite.py
@@ -19,6 +19,7 @@ suites = {
        "test_triton_attn_backend.py",
        "test_update_weights.py",
        "test_vision_openai_server.py",
+        "test_server_args.py",
    ],
    "sampling/penaltylib": glob.glob(
        "sampling/penaltylib/**/test_*.py", recursive=True