Replace time.time() to time.perf_counter() for benchmarking. (#6178)

Signed-off-by: Lifu Huang <lifu.hlf@gmail.com>
This commit is contained in:
Lifu Huang
2025-05-11 14:32:49 -07:00
committed by GitHub
parent e9a47f4cb5
commit 6e2da51561
61 changed files with 158 additions and 158 deletions

View File

@@ -138,7 +138,7 @@ def main(args):
# Run requests
states = [None] * len(questions)
tic = time.time()
tic = time.perf_counter()
if args.backend != "lmql":
def get_one_answer(i):
@@ -177,7 +177,7 @@ def main(args):
tasks = [get_one_answer_async(k) for k in bt]
loop.run_until_complete(asyncio.gather(*tasks))
latency = time.time() - tic
latency = time.perf_counter() - tic
answers_text = []
for s in states: