Provide an offline engine API (#1567)

2024-10-06 20:27:03 -07:00
parent 91877a9f9c
commit 551a3a9d38
6 changed files with 148 additions and 5 deletions
--- a/test/srt/run_suite.py
+++ b/test/srt/run_suite.py
@@ -19,6 +19,7 @@ suites = {
        "test_pytorch_sampling_backend.py",
        "test_server_args.py",
        "test_skip_tokenizer_init.py",
+        "test_srt_engine.py",
        "test_srt_endpoint.py",
        "test_torch_compile.py",
        "test_torchao.py",