Add engine api (#1894)

2024-11-02 22:03:38 -07:00
parent f4cd804073
commit 908dd7f9aa
5 changed files with 218 additions and 13 deletions
--- a/docs/backend/native_api.ipynb
+++ b/docs/backend/native_api.ipynb
@@ -41,7 +41,7 @@
    ")\n",
    "\n",
    "server_process = execute_shell_command(\n",
-    "\"\"\"\n",
+    "    \"\"\"\n",
    "python3 -m sglang.launch_server --model-path meta-llama/Llama-3.2-1B-Instruct --port=30010\n",
    "\"\"\"\n",
    ")\n",