From 21e22b9e96c16e3cef9ba3d2aa16df45a20f7a2b Mon Sep 17 00:00:00 2001
From: Enrique Shockwave <33002121+qeternity@users.noreply.github.com>
Date: Tue, 30 Jul 2024 06:38:02 +0100
Subject: [PATCH] Fix LiteLLM kwargs (#817)

---
 python/sglang/lang/backend/litellm.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/python/sglang/lang/backend/litellm.py b/python/sglang/lang/backend/litellm.py
index f6dac6293..5803b5431 100644
--- a/python/sglang/lang/backend/litellm.py
+++ b/python/sglang/lang/backend/litellm.py
@@ -61,7 +61,7 @@ class LiteLLM(BaseBackend):
             model=self.model_name,
             messages=messages,
             **self.client_params,
-            **sampling_params.to_anthropic_kwargs(),
+            **sampling_params.to_litellm_kwargs(),
         )
         comp = ret.choices[0].message.content