Support min_tokens in sgl.gen (#1573)

This commit is contained in:
Byron Hsu
2024-10-05 21:51:12 -07:00
committed by GitHub
parent 521f862d90
commit 2422de5193
6 changed files with 82 additions and 0 deletions

View File

@@ -7,6 +7,7 @@ from sglang.test.test_programs import (
test_dtype_gen,
test_expert_answer,
test_few_shot_qa,
test_gen_min_new_tokens,
test_hellaswag_select,
test_mt_bench,
test_parallel_decoding,
@@ -69,6 +70,9 @@ class TestSRTBackend(unittest.TestCase):
accuracy, latency = test_hellaswag_select()
assert accuracy > 0.71, f"{accuracy=}"
def test_gen_min_new_tokens(self):
test_gen_min_new_tokens()
if __name__ == "__main__":
unittest.main()