setup router python binding ci (#1999)

2024-11-11 12:19:32 -08:00
parent ddeb9d42de
commit 00ffde206f
13 changed files with 254 additions and 161 deletions
--- a/rust/demo.py
+++ b/rust/demo.py
@@ -0,0 +1,12 @@
+from sglang_router import PolicyType, Router
+
+router = Router(
+    worker_urls=[
+        "http://localhost:30000",
+        "http://localhost:30001",
+    ],
+    policy=PolicyType.ApproxTree,
+    tokenizer_path="/shared/public/elr-models/meta-llama/Meta-Llama-3.1-8B-Instruct/07eb05b21d191a58c577b4a45982fe0c049d0693/tokenizer.json",
+)
+
+router.start()