From 585eababa1ffbd68ad364681aff4ca1b7b2b1824 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Sun, 21 Jan 2024 10:13:45 +0000 Subject: [PATCH] Improve error message of openai --- python/sglang/backend/openai.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/sglang/backend/openai.py b/python/sglang/backend/openai.py index 1b23b5f96..c0908c15e 100644 --- a/python/sglang/backend/openai.py +++ b/python/sglang/backend/openai.py @@ -51,11 +51,11 @@ CHAT_MODEL_NAMES = [ class OpenAI(BaseBackend): def __init__(self, model_name, *args, **kwargs): super().__init__() - self.client = openai.OpenAI(*args, **kwargs) if isinstance(openai, Exception): - raise e + raise openai + self.client = openai.OpenAI(*args, **kwargs) self.model_name = model_name self.tokenizer = tiktoken.encoding_for_model(model_name) self.logit_bias_int = create_logit_bias_int(self.tokenizer)