EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix dependency & crash issues (#539)

Browse Source
This commit is contained in:
Ying Sheng
2024-06-12 21:23:19 -07:00
committed by GitHub
parent 94aead9e8d
commit 1374334d38
4 changed files with 5 additions and 296 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
benchmark/latency_throughput/bench_throughput.py
View File

@@ -290,9 +290,9 @@ if __name__ == "__main__":
parser.add_argument(
"--dataset", type=str, help="Path to the dataset."
)
parser.add_argument("--input-len", type=str, default=2048)
parser.add_argument("--output-len", type=str, default=256)
parser.add_argument("--range-ratio", type=float, default=0.5)
parser.add_argument("--input-len", type=int, default=2048)
parser.add_argument("--output-len", type=int, default=256)
parser.add_argument("--range-ratio", type=float, default=1.0)
parser.add_argument(
"--tokenizer", type=str,
default="NousResearch/Meta-Llama-3-8B",