correct reference dtype openai.py (#181)

2024-02-11 22:26:20 +01:00
parent c97fdae4aa
commit 931213245c
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/backend/openai.py
+++ b/python/sglang/backend/openai.py
@@ -137,7 +137,7 @@ class OpenAI(BaseBackend):
            )
            return generator
        else:
-            raise ValueError(f"Unknown dtype: {dtype}")
+            raise ValueError(f"Unknown dtype: {sampling_params.dtype}")

    def select(
        self,