[Feature] Get Token IDs with Engine.generate() (#2636)

Co-authored-by: Chayenne <zhaochen20@outlook.com>
2024-12-29 20:28:27 +00:00
parent b085e06b01
commit 35bdb48557
7 changed files with 92 additions and 2 deletions
--- a/test/srt/run_suite.py
+++ b/test/srt/run_suite.py
@@ -44,6 +44,7 @@ suites = {
        "test_vision_chunked_prefill.py",
        "test_vision_openai_server.py",
        "test_session_control.py",
+        "test_engine_token_ids.py",
    ],
    "nightly": [
        "test_nightly_gsm8k_eval.py",