From 82fa69b3cc0c8b9b3b31148f1d53070649f0d433 Mon Sep 17 00:00:00 2001 From: Yaya Sy <58347382+yaya-sy@users.noreply.github.com> Date: Sun, 4 Feb 2024 23:27:52 +0100 Subject: [PATCH] fix undfined variable (#142) --- python/sglang/backend/openai.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/backend/openai.py b/python/sglang/backend/openai.py index 3330f9449..3f713cae5 100644 --- a/python/sglang/backend/openai.py +++ b/python/sglang/backend/openai.py @@ -106,7 +106,7 @@ class OpenAI(BaseBackend): **kwargs, ) else: - raise ValueError(f"Unknown dtype: {dtype}") + raise ValueError(f"Unknown dtype: {sampling_params.dtype}") return comp, {}