misc: add pre-commit config (#637)

2024-07-18 04:55:39 +10:00
parent a8552cb18b
commit 2e341cd493
43 changed files with 481 additions and 299 deletions
--- a/benchmark/latency_throughput/bench_serving.py
+++ b/benchmark/latency_throughput/bench_serving.py
@@ -312,8 +312,8 @@ def main(args: argparse.Namespace):
        np.sum([output_len for _, output_len, _ in REQUEST_LATENCY]) / benchmark_time
    )

-    #latencies = [round(latency, 2) for _, _, latency in REQUEST_LATENCY]
-    #print(latencies)
+    # latencies = [round(latency, 2) for _, _, latency in REQUEST_LATENCY]
+    # print(latencies)

    print(f"Total time: {benchmark_time:.2f} s")
    print(f"Request throughput: {args.num_prompts / benchmark_time:.2f} requests/s")