Format (#593)
This commit is contained in:
@@ -92,4 +92,4 @@ if __name__ == "__main__":
|
||||
print(ret)
|
||||
|
||||
speed = args.batch_size * max_new_tokens / latency
|
||||
print(f"latency: {latency:.2f} s, speed: {speed:.2f} token/s")
|
||||
print(f"latency: {latency:.2f} s, speed: {speed:.2f} token/s")
|
||||
|
||||
Reference in New Issue
Block a user