[feat] Support session control for vision language models (#2210)

2024-11-27 00:03:29 -08:00
parent c754652fcd
commit 37c8a5761f
7 changed files with 265 additions and 21 deletions
--- a/test/srt/run_suite.py
+++ b/test/srt/run_suite.py
@@ -36,6 +36,7 @@ suites = {
        "test_triton_attention_backend.py",
        "test_update_weights.py",
        "test_vision_openai_server.py",
+        "test_session_control.py",
    ],
    "sampling/penaltylib": glob.glob(
        "sampling/penaltylib/**/test_*.py", recursive=True