Litellm Backend (#502)

2024-06-08 03:24:28 +08:00
parent 651a23ee7c
commit 87260b7bfd
5 changed files with 136 additions and 2 deletions
--- a/python/sglang/init.py
+++ b/python/sglang/init.py
@@ -27,6 +27,7 @@ from sglang.backend.anthropic import Anthropic
 from sglang.backend.openai import OpenAI
 from sglang.backend.runtime_endpoint import RuntimeEndpoint
 from sglang.backend.vertexai import VertexAI
+from sglang.backend.litellm import LiteLLM

 # Global Configurations
 from sglang.global_config import global_config
@@ -35,6 +36,7 @@ from sglang.global_config import global_config
 __all__ = [
    "global_config",
    "Anthropic",
+    "LiteLLM",
    "OpenAI",
    "RuntimeEndpoint",
    "VertexAI",