Rename sglang.bench_latency to sglang.bench_one_batch (#2118)

2024-11-21 20:07:48 -08:00
parent 8048c28c11
commit dfec7fca06
16 changed files with 521 additions and 599 deletions
--- a/python/sglang/check_env.py
+++ b/python/sglang/check_env.py
@@ -15,24 +15,21 @@ PACKAGE_LIST = [
    "flashinfer",
    "triton",
    "transformers",
-    "requests",
-    "tqdm",
+    "torchao",
    "numpy",
    "aiohttp",
    "fastapi",
    "hf_transfer",
    "huggingface_hub",
    "interegular",
-    "packaging",
-    "PIL",
    "psutil",
    "pydantic",
+    "multipart",
+    "zmq",
    "uvicorn",
    "uvloop",
-    "zmq",
    "vllm",
    "outlines",
-    "multipart",
    "openai",
    "tiktoken",
    "anthropic",