EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix the default arguments of bench_offline_throughput.py & simplify detokenizer manager (#2042)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-11-15 05:02:44 -08:00
committed by GitHub
parent 29ebe3dff4
commit 2558d6a675
5 changed files with 42 additions and 38 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
test/srt/test_overlap_schedule.py
View File

@@ -11,16 +11,24 @@ from sglang.test.test_utils import run_mmlu_test
class TestOverlapSchedule(unittest.TestCase):
def test_no_radix_attention_chunked_prefill(self):
run_mmlu_test(disable_radix_cache=True, chunked_prefill_size=32)
run_mmlu_test(
disable_radix_cache=True, chunked_prefill_size=32, enable_overlap=True
)
def test_no_radix_attention_no_chunked_prefill(self):
run_mmlu_test(disable_radix_cache=True, chunked_prefill_size=-1)
run_mmlu_test(
disable_radix_cache=True, chunked_prefill_size=-1, enable_overlap=True
)
def test_radix_attention_chunked_prefill(self):
run_mmlu_test(disable_radix_cache=False, chunked_prefill_size=32)
run_mmlu_test(
disable_radix_cache=False, chunked_prefill_size=32, enable_overlap=True
)
def test_radix_attention_no_chunked_prefill(self):
run_mmlu_test(disable_radix_cache=False, chunked_prefill_size=-1)
run_mmlu_test(
disable_radix_cache=False, chunked_prefill_size=-1, enable_overlap=True
)
if __name__ == "__main__":