Minor fix for the import path (#428)
This commit is contained in:
@@ -4,7 +4,7 @@ import dataclasses
|
||||
from enum import IntEnum, auto
|
||||
from typing import Dict, List, Optional, Tuple, Union
|
||||
|
||||
from sglang.srt.managers.openai_protocol import ChatCompletionRequest
|
||||
from sglang.srt.openai_protocol import ChatCompletionRequest
|
||||
|
||||
|
||||
class SeparatorStyle(IntEnum):
|
||||
|
||||
@@ -25,6 +25,7 @@ class GenerateReqInput:
|
||||
return_text_in_logprobs: bool = False
|
||||
# Whether to stream output
|
||||
stream: bool = False
|
||||
# TODO: make all parameters a Union[List[T], T] to allow for batched requests
|
||||
|
||||
def post_init(self):
|
||||
is_single = isinstance(self.text, str)
|
||||
|
||||
Reference in New Issue
Block a user