[router] Add get and cancel method for response api (#10387)

2025-09-12 16:19:38 -07:00
parent 2f173ea074
commit 366043db8e
9 changed files with 581 additions and 5 deletions
--- a/sgl-router/src/routers/http/openai_router.rs
+++ b/sgl-router/src/routers/http/openai_router.rs
@@ -351,6 +351,22 @@ impl super::super::RouterTrait for OpenAIRouter {
            .into_response()
    }

+    async fn get_response(&self, _headers: Option<&HeaderMap>, _response_id: &str) -> Response {
+        (
+            StatusCode::NOT_IMPLEMENTED,
+            "Responses retrieve endpoint not implemented for OpenAI router",
+        )
+            .into_response()
+    }
+
+    async fn cancel_response(&self, _headers: Option<&HeaderMap>, _response_id: &str) -> Response {
+        (
+            StatusCode::NOT_IMPLEMENTED,
+            "Responses cancel endpoint not implemented for OpenAI router",
+        )
+            .into_response()
+    }
+
    async fn flush_cache(&self) -> Response {
        (
            StatusCode::NOT_IMPLEMENTED,