Fix LiteLLM kwargs (#817)

2024-07-30 06:38:02 +01:00
parent a50c8a14b3
commit 21e22b9e96
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/lang/backend/litellm.py
+++ b/python/sglang/lang/backend/litellm.py
@@ -61,7 +61,7 @@ class LiteLLM(BaseBackend):
            model=self.model_name,
            messages=messages,
            **self.client_params,
-            **sampling_params.to_anthropic_kwargs(),
+            **sampling_params.to_litellm_kwargs(),
        )
        comp = ret.choices[0].message.content