EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Improve error message of openai

Browse Source
This commit is contained in:
Lianmin Zheng
2024-01-21 10:13:45 +00:00
parent cc3ada983f
commit 585eababa1
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/backend/openai.py
View File

@@ -51,11 +51,11 @@ CHAT_MODEL_NAMES = [
class OpenAI(BaseBackend): class OpenAI(BaseBackend):
def __init__(self, model_name, *args, **kwargs): def __init__(self, model_name, *args, **kwargs):
super().__init__() super().__init__()
self.client = openai.OpenAI(*args, **kwargs)
if isinstance(openai, Exception): if isinstance(openai, Exception):
raise e raise openai
self.client = openai.OpenAI(*args, **kwargs)
self.model_name = model_name self.model_name = model_name
self.tokenizer = tiktoken.encoding_for_model(model_name) self.tokenizer = tiktoken.encoding_for_model(model_name)
self.logit_bias_int = create_logit_bias_int(self.tokenizer) self.logit_bias_int = create_logit_bias_int(self.tokenizer)