Fix vertexai (#633)

2024-07-16 16:07:19 -07:00
parent c193002297
commit 5ff60eda78
1 changed files with 1 additions and 4 deletions
--- a/python/sglang/backend/vertexai.py
+++ b/python/sglang/backend/vertexai.py
@@ -14,15 +14,12 @@ try:
        GenerativeModel,
        Image,
    )
-    from vertexai.generative_models._generative_models import SafetySettingsType
 except ImportError as e:
    GenerativeModel = e


 class VertexAI(BaseBackend):
-    def __init__(
-        self, model_name, safety_settings: Optional[SafetySettingsType] = None
-    ):
+    def __init__(self, model_name, safety_settings=None):
        super().__init__()

        if isinstance(GenerativeModel, Exception):