[router] add tokenizer benchmark (#9427)

2025-08-21 11:09:39 -07:00
parent dae9a80f43
commit 78ae175866
5 changed files with 1496 additions and 77 deletions
--- a/sgl-router/Cargo.toml
+++ b/sgl-router/Cargo.toml
@@ -73,12 +73,18 @@ tower = { version = "0.5", features = ["util"] }
 http-body-util = "0.1"
 portpicker = "0.1"
 tempfile = "3.8"
+lazy_static = "1.4"

 [[bench]]
 name = "request_processing"
 harness = false
 path = "benches/request_processing.rs"

+[[bench]]
+name = "tokenizer_benchmark"
+harness = false
+path = "benches/tokenizer_benchmark.rs"
+
 [profile.release]
 lto = "thin"
 codegen-units = 1