Improve code styles (#4021)
This commit is contained in:
@@ -93,9 +93,11 @@ def run_eval(args):
|
||||
tic = time.time()
|
||||
states = few_shot_gsm8k.run_batch(
|
||||
arguments,
|
||||
temperature=0,
|
||||
temperature=args.temperature if hasattr(args, "temperature") else 0,
|
||||
num_threads=args.parallel,
|
||||
progress_bar=True,
|
||||
return_logprob=getattr(args, "return_logprob", None),
|
||||
logprob_start_len=getattr(args, "logprob_start_len", None),
|
||||
)
|
||||
latency = time.time() - tic
|
||||
|
||||
@@ -141,5 +143,6 @@ if __name__ == "__main__":
|
||||
parser.add_argument("--parallel", type=int, default=128)
|
||||
parser.add_argument("--host", type=str, default="http://127.0.0.1")
|
||||
parser.add_argument("--port", type=int, default=30000)
|
||||
parser.add_argument("--temperature", type=float, default=0.0)
|
||||
args = parser.parse_args()
|
||||
run_eval(args)
|
||||
|
||||
Reference in New Issue
Block a user