Provide an offline engine API (#1567)

2024-10-06 20:27:03 -07:00
parent 91877a9f9c
commit 551a3a9d38
6 changed files with 148 additions and 5 deletions
--- a/python/sglang/init.py
+++ b/python/sglang/init.py
@@ -1,6 +1,7 @@
 # SGL API Components

 from sglang.api import (
+    Engine,
    Runtime,
    assistant,
    assistant_begin,
@@ -31,6 +32,7 @@ from sglang.lang.choices import (
 # SGLang DSL APIs
 __all__ = [
    "Runtime",
+    "Engine",
    "assistant",
    "assistant_begin",
    "assistant_end",