fix sglang_router not found (#2005)

This commit is contained in:
Byron Hsu
2024-11-11 15:20:14 -08:00
committed by GitHub
parent f18b9c7252
commit 86c37d010a
4 changed files with 3 additions and 5 deletions

View File

@@ -4,9 +4,7 @@ router = Router(
worker_urls=[
"http://localhost:30000",
"http://localhost:30001",
],
policy=PolicyType.ApproxTree,
tokenizer_path="/shared/public/elr-models/meta-llama/Meta-Llama-3.1-8B-Instruct/07eb05b21d191a58c577b4a45982fe0c049d0693/tokenizer.json",
]
)
router.start()

View File

@@ -1,5 +1,5 @@
# a lightweihgt wrapper on router with argument type and comments
# no wrapper on policy type => direct export
from sglang_router_rs import PolicyType
# no wrapper on policy type => direct export
from .router import Router

View File

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
[project]
name = "sglang-router"
version = "0.0.3"
version = "0.0.4"
description = "SGLang router is a standalone module implemented in Rust to achieve data parallelism across SGLang instances."
authors = [{name = "Byron Hsu", email = "byronhsu1230@gmail.com"}]
requires-python = ">=3.8"