EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[router] add tokenizer download support from hf hub (#9882)

Browse Source
This commit is contained in:
Chang Su
2025-09-01 10:40:37 -07:00
committed by GitHub
parent b361750a4a
commit 598c0bc19d
9 changed files with 407 additions and 138 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
sgl-router/Cargo.toml
View File

@@ -4,9 +4,7 @@ version = "0.0.0"
edition = "2021"
[features]
default = ["huggingface", "grpc-client"]
huggingface = ["tokenizers", "minijinja"]
tiktoken = ["tiktoken-rs"]
default = ["grpc-client"]
grpc-client = []
grpc-server = []
@@ -52,10 +50,11 @@ regex = "1.10"
url = "2.5.4"
tokio-stream = { version = "0.1", features = ["sync"] }
anyhow = "1.0"
tokenizers = { version = "0.21.4", optional = true }
tiktoken-rs = { version = "0.7.0", optional = true }
minijinja = { version = "2.0", optional = true }
tokenizers = { version = "0.22.0" }
tiktoken-rs = { version = "0.7.0" }
minijinja = { version = "2.0" }
rustls = { version = "0.23", default-features = false, features = ["ring", "std"] }
hf-hub = { version = "0.4.3", features = ["tokio"] }
# gRPC and Protobuf dependencies
tonic = { version = "0.12", features = ["tls", "gzip", "transport"] }