EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix engine unit test (#1701)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-10-17 09:53:32 -07:00
committed by GitHub
parent 7feba41584
commit dd3809fad8
4 changed files with 12 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
python/sglang/srt/server.py
View File

@@ -706,6 +706,10 @@ class Runtime:
self.shutdown()
STREAM_END_SYMBOL = b"data: [DONE]"
STREAM_CHUNK_START_SYMBOL = b"data:"
class Engine:
"""
SRT Engine without an HTTP server layer.
@@ -749,8 +753,6 @@ class Engine:
ret = loop.run_until_complete(generate_request(obj, None))
if stream is True:
STREAM_END_SYMBOL = "data: [DONE]"
STREAM_CHUNK_START_SYMBOL = "data:"
def generator_wrapper():
offset = 0
@@ -796,9 +798,6 @@ class Engine:
ret = await generate_request(obj, None)
if stream is True:
STREAM_END_SYMBOL = "data: [DONE]"
STREAM_CHUNK_START_SYMBOL = "data:"
generator = ret.body_iterator
async def generator_wrapper():