From 0cf3fbeb187b25aa94dbdc2c094641f4cf9d8555 Mon Sep 17 00:00:00 2001 From: gongwei-130 <56567052+gongwei-130@users.noreply.github.com> Date: Mon, 18 Aug 2025 11:44:11 -0700 Subject: [PATCH] should return invalide request for empty prompt (#9315) --- .../srt/entrypoints/openai/serving_completions.py | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/entrypoints/openai/serving_completions.py b/python/sglang/srt/entrypoints/openai/serving_completions.py index 51fa31296..8ad88c3a2 100644 --- a/python/sglang/srt/entrypoints/openai/serving_completions.py +++ b/python/sglang/srt/entrypoints/openai/serving_completions.py @@ -1,6 +1,6 @@ import logging import time -from typing import Any, AsyncGenerator, Dict, List, Union +from typing import Any, AsyncGenerator, Dict, List, Optional, Union from fastapi import Request from fastapi.responses import ORJSONResponse, StreamingResponse @@ -41,6 +41,14 @@ class OpenAIServingCompletion(OpenAIServingBase): def _request_id_prefix(self) -> str: return "cmpl-" + def _validate_request(self, request: CompletionRequest) -> Optional[str]: + """Validate that the input is valid.""" + prompt = request.prompt + if not prompt or (isinstance(prompt, list) and all(not p for p in prompt)): + return "Prompt cannot be empty" + + return None + def _convert_to_internal_request( self, request: CompletionRequest,