From 58f10679e1850fdc86046057c23bac5193156de9 Mon Sep 17 00:00:00 2001 From: shangmingc Date: Thu, 22 May 2025 15:23:54 +0800 Subject: [PATCH] Fix missing http status import for PD failure handler (#6520) Signed-off-by: Shangming Cai --- python/sglang/srt/disaggregation/decode.py | 3 ++- python/sglang/srt/disaggregation/prefill.py | 1 + 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/disaggregation/decode.py b/python/sglang/srt/disaggregation/decode.py index 84c3a79d8..628858612 100644 --- a/python/sglang/srt/disaggregation/decode.py +++ b/python/sglang/srt/disaggregation/decode.py @@ -24,6 +24,7 @@ import logging import os from collections import deque from dataclasses import dataclass +from http import HTTPStatus from typing import TYPE_CHECKING, List, Optional, Tuple import numpy as np @@ -344,7 +345,7 @@ class DecodeTransferQueue: indices_to_remove = set() for i, (decode_req, poll) in enumerate(zip(self.queue, polls)): if poll == KVPoll.Failed: - error_message = f"Decode transfer failed for request rank={self.tp_rank} {decode_req.req.rid=} {decode_req.req.bootstrap_room=}" + error_message = f"Decode transfer failed for request {decode_req.req.rid=} {decode_req.req.bootstrap_room=}" try: decode_req.kv_receiver.failure_exception() except Exception as e: diff --git a/python/sglang/srt/disaggregation/prefill.py b/python/sglang/srt/disaggregation/prefill.py index 2572210d5..4e346ea88 100644 --- a/python/sglang/srt/disaggregation/prefill.py +++ b/python/sglang/srt/disaggregation/prefill.py @@ -22,6 +22,7 @@ from __future__ import annotations import logging import threading from collections import deque +from http import HTTPStatus from typing import TYPE_CHECKING, List, Optional import torch