diff --git a/examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py b/examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py index 1336e5a3..c6001553 100644 --- a/examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py +++ b/examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py @@ -565,7 +565,7 @@ async def _handle_completions(api: str, request: Request): chunk_json = json.loads(chunk_str) except json.JSONDecodeError: # if chunk is [done], skip it. - logger.warning( + logger.debug( f"Skipping chunk: {chunk_str}") yield chunk continue diff --git a/examples/disaggregated_prefill_v1/load_balance_proxy_server_example.py b/examples/disaggregated_prefill_v1/load_balance_proxy_server_example.py index 0e28deb8..880ed69e 100644 --- a/examples/disaggregated_prefill_v1/load_balance_proxy_server_example.py +++ b/examples/disaggregated_prefill_v1/load_balance_proxy_server_example.py @@ -548,7 +548,7 @@ async def _handle_completions(api: str, request: Request): chunk_json = json.loads(chunk_str) except json.JSONDecodeError: # if chunk is [done], skip it. - logger.warning( + logger.debug( f"Skipping chunk: {chunk_str}") yield chunk continue diff --git a/vllm_ascend/core/recompute_scheduler.py b/vllm_ascend/core/recompute_scheduler.py index 0240660a..14a5d273 100644 --- a/vllm_ascend/core/recompute_scheduler.py +++ b/vllm_ascend/core/recompute_scheduler.py @@ -362,7 +362,7 @@ class RecomputeScheduler(SchedulerInterface): skipped_waiting_requests = create_request_queue(self.policy) # Next, schedule the WAITING requests. - if not preempted_reqs: + if not preempted_reqs and not recomputed_reqs: while self.waiting and token_budget > 0: if len(self.running) == self.max_num_running_reqs: break