fix sglang_router not found (#2005)

2024-11-11 15:20:14 -08:00
parent f18b9c7252
commit 86c37d010a
4 changed files with 3 additions and 5 deletions
--- a/rust/demo.py
+++ b/rust/demo.py
@@ -4,9 +4,7 @@ router = Router(
    worker_urls=[
        "http://localhost:30000",
        "http://localhost:30001",
-    ],
-    policy=PolicyType.ApproxTree,
-    tokenizer_path="/shared/public/elr-models/meta-llama/Meta-Llama-3.1-8B-Instruct/07eb05b21d191a58c577b4a45982fe0c049d0693/tokenizer.json",
+    ]
 )

 router.start()