Improve benchmark scripts (#615)

2024-07-13 15:59:04 -07:00
parent 10143e1a5f
commit 0feca02dd9
2 changed files with 6 additions and 5 deletions
--- a/benchmark/latency_throughput/bench_one.py
+++ b/benchmark/latency_throughput/bench_one.py
@@ -100,11 +100,12 @@ def run_one_batch_size(bs):

    with open("results.jsonl", "a") as fout:
        res = {
+            "backend": args.backend,
            "input_len": args.input_len,
            "output_len": args.max_tokens,
            "batch_size": bs,
            "latency": latency,
-            "output_throughput": output_throughput
+            "output_throughput": output_throughput,
        }
        fout.write(json.dumps(res) + "\n")