From 6ec65f4555f24fe832860679bb0eff86798f6987 Mon Sep 17 00:00:00 2001
From: Liangsheng Yin <hnyls2002@gmail.com>
Date: Thu, 9 May 2024 15:39:22 +0800
Subject: [PATCH] Make public APIs more standard. (#416)

---
 python/sglang/__init__.py | 55 ++++++++++++++++++++++++++++++++++++++-
 python/sglang/api.py      |  6 +----
 2 files changed, 55 insertions(+), 6 deletions(-)

diff --git a/python/sglang/__init__.py b/python/sglang/__init__.py
index 1f5456b23..a196b5e4b 100644
--- a/python/sglang/__init__.py
+++ b/python/sglang/__init__.py
@@ -1,4 +1,57 @@
 __version__ = "0.1.14"
 
-from sglang.api import *
+# SGL API Components
+from sglang.api import (
+    Runtime,
+    assistant,
+    assistant_begin,
+    assistant_end,
+    flush_cache,
+    function,
+    gen,
+    gen_int,
+    gen_string,
+    get_server_args,
+    image,
+    select,
+    set_default_backend,
+    system,
+    user,
+    user_begin,
+    user_end,
+)
+
+# SGL Backends
+from sglang.backend.anthropic import Anthropic
+from sglang.backend.openai import OpenAI
+from sglang.backend.runtime_endpoint import RuntimeEndpoint
+from sglang.backend.vertexai import VertexAI
+
+# Global Configurations
 from sglang.global_config import global_config
+
+# public APIs management
+__all__ = [
+    "global_config",
+    "Anthropic",
+    "OpenAI",
+    "RuntimeEndpoint",
+    "VertexAI",
+    "function",
+    "Runtime",
+    "set_default_backend",
+    "flush_cache",
+    "get_server_args",
+    "gen",
+    "gen_int",
+    "gen_string",
+    "image",
+    "select",
+    "system",
+    "user",
+    "assistant",
+    "user_begin",
+    "user_end",
+    "assistant_begin",
+    "assistant_end",
+]
diff --git a/python/sglang/api.py b/python/sglang/api.py
index 9470b1425..087bac031 100644
--- a/python/sglang/api.py
+++ b/python/sglang/api.py
@@ -1,13 +1,9 @@
-"""Public API"""
+"""Some Public API Definitions"""
 
 import re
 from typing import Callable, List, Optional, Union
 
-from sglang.backend.anthropic import Anthropic
 from sglang.backend.base_backend import BaseBackend
-from sglang.backend.openai import OpenAI
-from sglang.backend.runtime_endpoint import RuntimeEndpoint
-from sglang.backend.vertexai import VertexAI
 from sglang.global_config import global_config
 from sglang.lang.ir import (
     SglExpr,