[MISC] fix format check error (#654)

This pr makes format.sh works as expect.

Signed-off-by: wangxiyuan <wangxiyuan1007@gmail.com>
This commit is contained in:
wangxiyuan
2025-04-29 11:14:19 +08:00
committed by GitHub
parent 1fce70a2fb
commit 0dae55a9a3
17 changed files with 45 additions and 44 deletions

View File

@@ -84,7 +84,7 @@ def run_decode(prefill_done):
gpu_memory_utilization=0.8,
tensor_parallel_size=2)
# Wait for the producer to start the comsumer
# Wait for the producer to start the consumer
print("Waiting for prefill node to finish...")
prefill_done.wait()

View File

@@ -93,7 +93,7 @@ def main(args):
inputs = {"prompt": prompt, "multi_modal_data": mm_data}
if args.num_prompts > 1:
# Batch inference
inputs = [inputs] * args.num_prompts
inputs = [inputs] * args.num_prompts # type: ignore
outputs = llm.generate(inputs, sampling_params=sampling_params)