diff --git a/examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py b/examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py index 1336e5a..c600155 100644 --- a/examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py +++ b/examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py @@ -565,7 +565,7 @@ async def _handle_completions(api: str, request: Request): chunk_json = json.loads(chunk_str) except json.JSONDecodeError: # if chunk is [done], skip it. - logger.warning( + logger.debug( f"Skipping chunk: {chunk_str}") yield chunk continue diff --git a/examples/disaggregated_prefill_v1/load_balance_proxy_server_example.py b/examples/disaggregated_prefill_v1/load_balance_proxy_server_example.py index 0e28deb..880ed69 100644 --- a/examples/disaggregated_prefill_v1/load_balance_proxy_server_example.py +++ b/examples/disaggregated_prefill_v1/load_balance_proxy_server_example.py @@ -548,7 +548,7 @@ async def _handle_completions(api: str, request: Request): chunk_json = json.loads(chunk_str) except json.JSONDecodeError: # if chunk is [done], skip it. - logger.warning( + logger.debug( f"Skipping chunk: {chunk_str}") yield chunk continue diff --git a/vllm_ascend/core/recompute_scheduler.py b/vllm_ascend/core/recompute_scheduler.py index 8946e2f..1104273 100644 --- a/vllm_ascend/core/recompute_scheduler.py +++ b/vllm_ascend/core/recompute_scheduler.py @@ -361,7 +361,7 @@ class RecomputeScheduler(SchedulerInterface): skipped_waiting_requests = create_request_queue(self.policy) # Next, schedule the WAITING requests. - if not preempted_reqs: + if not preempted_reqs and not recomputed_reqs: while self.waiting and token_budget > 0: if len(self.running) == self.max_num_running_reqs: break