should return invalide request for empty prompt (#9315)

This commit is contained in:
gongwei-130
2025-08-18 11:44:11 -07:00
committed by GitHub
parent 2256d62d36
commit 0cf3fbeb18

View File

@@ -1,6 +1,6 @@
import logging import logging
import time import time
from typing import Any, AsyncGenerator, Dict, List, Union from typing import Any, AsyncGenerator, Dict, List, Optional, Union
from fastapi import Request from fastapi import Request
from fastapi.responses import ORJSONResponse, StreamingResponse from fastapi.responses import ORJSONResponse, StreamingResponse
@@ -41,6 +41,14 @@ class OpenAIServingCompletion(OpenAIServingBase):
def _request_id_prefix(self) -> str: def _request_id_prefix(self) -> str:
return "cmpl-" return "cmpl-"
def _validate_request(self, request: CompletionRequest) -> Optional[str]:
"""Validate that the input is valid."""
prompt = request.prompt
if not prompt or (isinstance(prompt, list) and all(not p for p in prompt)):
return "Prompt cannot be empty"
return None
def _convert_to_internal_request( def _convert_to_internal_request(
self, self,
request: CompletionRequest, request: CompletionRequest,