EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix sglang_router not found (#2005)

Browse Source
This commit is contained in:
Byron Hsu
2024-11-11 15:20:14 -08:00
committed by GitHub
parent f18b9c7252
commit 86c37d010a
4 changed files with 3 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
rust/demo.py
View File

@@ -4,9 +4,7 @@ router = Router(
worker_urls=[ worker_urls=[
"http://localhost:30000", "http://localhost:30000",
"http://localhost:30001", "http://localhost:30001",
], ]
policy=PolicyType.ApproxTree,
tokenizer_path="/shared/public/elr-models/meta-llama/Meta-Llama-3.1-8B-Instruct/07eb05b21d191a58c577b4a45982fe0c049d0693/tokenizer.json",
) )
router.start() router.start()

2
rust/py_src/__init__.py → rust/py_src/sglang_router/__init__.py
View File

@@ -1,5 +1,5 @@
# a lightweihgt wrapper on router with argument type and comments # a lightweihgt wrapper on router with argument type and comments
# no wrapper on policy type => direct export
from sglang_router_rs import PolicyType from sglang_router_rs import PolicyType
# no wrapper on policy type => direct export
from .router import Router from .router import Router

0
rust/py_src/router.py → rust/py_src/sglang_router/router.py
View File

2
rust/pyproject.toml
View File

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
[project] [project]
name = "sglang-router" name = "sglang-router"
version = "0.0.3" version = "0.0.4"
description = "SGLang router is a standalone module implemented in Rust to achieve data parallelism across SGLang instances." description = "SGLang router is a standalone module implemented in Rust to achieve data parallelism across SGLang instances."
authors = [{name = "Byron Hsu", email = "byronhsu1230@gmail.com"}] authors = [{name = "Byron Hsu", email = "byronhsu1230@gmail.com"}]
requires-python = ">=3.8" requires-python = ">=3.8"