Fix logprob in the overlapped mode (#1795)

2024-10-25 11:06:57 -07:00
parent c555ce2ca2
commit e646c5901e
7 changed files with 62 additions and 29 deletions
--- a/test/srt/run_suite.py
+++ b/test/srt/run_suite.py
@@ -19,7 +19,6 @@ suites = {
        "test_openai_server.py",
        "test_overlap_schedule.py",
        "test_pytorch_sampling_backend.py",
-        "test_radix_attention.py",
        "test_retract_decode.py",
        "test_server_args.py",
        "test_skip_tokenizer_init.py",