EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Minor fix for the import path (#428)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-05-12 05:10:35 -07:00
committed by GitHub
parent aee4f523cf
commit abc548c707
2 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/conversation.py
View File

@@ -4,7 +4,7 @@ import dataclasses
from enum import IntEnum, auto from enum import IntEnum, auto
from typing import Dict, List, Optional, Tuple, Union from typing import Dict, List, Optional, Tuple, Union
from sglang.srt.managers.openai_protocol import ChatCompletionRequest from sglang.srt.openai_protocol import ChatCompletionRequest
class SeparatorStyle(IntEnum): class SeparatorStyle(IntEnum):

1
python/sglang/srt/managers/io_struct.py
View File

@@ -25,6 +25,7 @@ class GenerateReqInput:
return_text_in_logprobs: bool = False return_text_in_logprobs: bool = False
# Whether to stream output # Whether to stream output
stream: bool = False stream: bool = False
# TODO: make all parameters a Union[List[T], T] to allow for batched requests
def post_init(self): def post_init(self):
is_single = isinstance(self.text, str) is_single = isinstance(self.text, str)