Use dtype to control generate (#1082)

Co-authored-by: zhyncs <me@zhyncs.com>
This commit is contained in:
Liangsheng Yin
2024-08-14 08:58:07 -07:00
committed by GitHub
parent 67c0d832a6
commit a34dd86a7d
12 changed files with 110 additions and 88 deletions

View File

@@ -1,10 +1,10 @@
import json
import unittest
import sglang as sgl
from sglang.test.test_programs import (
test_decode_int,
test_decode_json_regex,
test_dtype_gen,
test_expert_answer,
test_few_shot_qa,
test_mt_bench,
@@ -59,6 +59,9 @@ class TestSRTBackend(unittest.TestCase):
def test_regex(self):
test_regex()
def test_dtype_gen(self):
test_dtype_gen()
if __name__ == "__main__":
unittest.main()