Fix engine unit test (#1701)

This commit is contained in:
Lianmin Zheng
2024-10-17 09:53:32 -07:00
committed by GitHub
parent 7feba41584
commit dd3809fad8
4 changed files with 12 additions and 8 deletions

View File

@@ -1,3 +1,8 @@
"""
Usage:
python3 -m unittest test_srt_engine.TestSRTEngine.test_3_sync_streaming_combination
"""
import asyncio
import json
import unittest
@@ -8,7 +13,7 @@ from sglang.test.few_shot_gsm8k_engine import run_eval
from sglang.test.test_utils import DEFAULT_MODEL_NAME_FOR_TEST
class TestSRTBackend(unittest.TestCase):
class TestSRTEngine(unittest.TestCase):
def test_1_engine_runtime_consistency(self):
prompt = "Today is a sunny day and I like"