fix undfined variable (#142)

2024-02-04 23:27:52 +01:00
parent 8fb7459e08
commit 82fa69b3cc
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/backend/openai.py
+++ b/python/sglang/backend/openai.py
@@ -106,7 +106,7 @@ class OpenAI(BaseBackend):
                **kwargs,
            )
        else:
-            raise ValueError(f"Unknown dtype: {dtype}")
+            raise ValueError(f"Unknown dtype: {sampling_params.dtype}")
        return comp, {}