[feat] Refactor session control interface and add CI (#2173)

2024-11-25 12:32:51 -08:00
parent 5ada33ffa0
commit e1e595d702
8 changed files with 180 additions and 154 deletions
--- a/test/srt/run_suite.py
+++ b/test/srt/run_suite.py
@@ -34,6 +34,7 @@ suites = {
        "test_triton_attention_backend.py",
        "test_update_weights.py",
        "test_vision_openai_server.py",
+        "test_session_control.py",
    ],
    "sampling/penaltylib": glob.glob(
        "sampling/penaltylib/**/test_*.py", recursive=True