fix sglang_router not found (#2005)
This commit is contained in:
@@ -4,9 +4,7 @@ router = Router(
|
||||
worker_urls=[
|
||||
"http://localhost:30000",
|
||||
"http://localhost:30001",
|
||||
],
|
||||
policy=PolicyType.ApproxTree,
|
||||
tokenizer_path="/shared/public/elr-models/meta-llama/Meta-Llama-3.1-8B-Instruct/07eb05b21d191a58c577b4a45982fe0c049d0693/tokenizer.json",
|
||||
]
|
||||
)
|
||||
|
||||
router.start()
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
# a lightweihgt wrapper on router with argument type and comments
|
||||
# no wrapper on policy type => direct export
|
||||
from sglang_router_rs import PolicyType
|
||||
|
||||
# no wrapper on policy type => direct export
|
||||
from .router import Router
|
||||
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
||||
|
||||
[project]
|
||||
name = "sglang-router"
|
||||
version = "0.0.3"
|
||||
version = "0.0.4"
|
||||
description = "SGLang router is a standalone module implemented in Rust to achieve data parallelism across SGLang instances."
|
||||
authors = [{name = "Byron Hsu", email = "byronhsu1230@gmail.com"}]
|
||||
requires-python = ">=3.8"
|
||||
|
||||
Reference in New Issue
Block a user