EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix vertexai (#633)

Browse Source
This commit is contained in:
Liangsheng Yin
2024-07-16 16:07:19 -07:00
committed by GitHub
parent c193002297
commit 5ff60eda78
1 changed files with 1 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
python/sglang/backend/vertexai.py
View File

@@ -14,15 +14,12 @@ try:
GenerativeModel, GenerativeModel,
Image, Image,
) )
from vertexai.generative_models._generative_models import SafetySettingsType
except ImportError as e: except ImportError as e:
GenerativeModel = e GenerativeModel = e
class VertexAI(BaseBackend): class VertexAI(BaseBackend):
def __init__( def __init__(self, model_name, safety_settings=None):
self, model_name, safety_settings: Optional[SafetySettingsType] = None
):
super().__init__() super().__init__()
if isinstance(GenerativeModel, Exception): if isinstance(GenerativeModel, Exception):