Optimize mem indices mangement (#619)

2024-07-13 23:39:37 -07:00
parent 5d264a90ac
commit 564a898ad9
15 changed files with 251 additions and 178 deletions
--- a/python/sglang/bench_latency.py
+++ b/python/sglang/bench_latency.py
@@ -32,7 +32,6 @@ import logging
 import multiprocessing
 import time

-
 import numpy as np
 import torch
 import torch.distributed as dist