Improve error message of openai

2024-01-21 10:13:45 +00:00
parent cc3ada983f
commit 585eababa1
1 changed files with 2 additions and 2 deletions
--- a/python/sglang/backend/openai.py
+++ b/python/sglang/backend/openai.py
@@ -51,11 +51,11 @@ CHAT_MODEL_NAMES = [
 class OpenAI(BaseBackend):
    def __init__(self, model_name, *args, **kwargs):
        super().__init__()
-        self.client = openai.OpenAI(*args, **kwargs)

        if isinstance(openai, Exception):
-            raise e
+            raise openai

+        self.client = openai.OpenAI(*args, **kwargs)
        self.model_name = model_name
        self.tokenizer = tiktoken.encoding_for_model(model_name)
        self.logit_bias_int = create_logit_bias_int(self.tokenizer)