Add role documentation, add system begin & end tokens (#793)

2024-07-29 14:02:49 +08:00
parent 325a06c2de
commit 8f6274c82b
4 changed files with 33 additions and 3 deletions
--- a/python/sglang/init.py
+++ b/python/sglang/init.py
@@ -14,6 +14,8 @@ from sglang.api import (
    select,
    set_default_backend,
    system,
+    system_begin,
+    system_end,
    user,
    user_begin,
    user_end,
@@ -60,4 +62,6 @@ __all__ = [
    "user_end",
    "assistant_begin",
    "assistant_end",
+    "system_begin",
+    "system_end",
 ]