Format code (#441)

2024-05-14 22:40:46 +08:00
parent 664287b2a7
commit 690d162d97
17 changed files with 68 additions and 50 deletions
--- a/benchmark/latency_throughput/test_latency.py
+++ b/benchmark/latency_throughput/test_latency.py
@@ -31,7 +31,7 @@ if __name__ == "__main__":
            url + "/generate",
            json={
                "text": f"{a}, ",
-                #"input_ids": [[2] * 256] * 196,
+                # "input_ids": [[2] * 256] * 196,
                "sampling_params": {
                    "temperature": 0,
                    "max_new_tokens": max_new_tokens,