[PD] Propagate internal server errors from aborted requests to clients instead of blindly returning 200's (#8936)

2025-08-18 14:23:46 -07:00
parent 6805f6da40
commit 98b44e9e56
4 changed files with 10 additions and 8 deletions
--- a/python/sglang/srt/managers/scheduler.py
+++ b/python/sglang/srt/managers/scheduler.py
@@ -1141,7 +1141,7 @@ class Scheduler(
                        f"boostrap room id. {req.rid=}"
                    )
                    logger.error(error_msg)
-                    prepare_abort(req, error_msg)
+                    prepare_abort(req, error_msg, status_code=HTTPStatus.BAD_REQUEST)
                    self.stream_output([req], req.return_logprob)
                    return