EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

add orjson for jsonresponse (#1688)

Browse Source
This commit is contained in:
Michael Feil
2024-10-16 18:14:30 -07:00
committed by GitHub
parent ecb8bad276
commit b0facb3316
4 changed files with 11 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/openai_api/adapter.py
View File

@@ -25,7 +25,7 @@ from http import HTTPStatus
from typing import Dict, List
from fastapi import HTTPException, Request, UploadFile
from fastapi.responses import JSONResponse, StreamingResponse
from fastapi.responses import ORJSONResponse, StreamingResponse
from pydantic import ValidationError
try:
@@ -101,7 +101,7 @@ def create_error_response(
status_code: HTTPStatus = HTTPStatus.BAD_REQUEST,
):
error = ErrorResponse(message=message, type=err_type, code=status_code.value)
return JSONResponse(content=error.model_dump(), status_code=error.code)
return ORJSONResponse(content=error.model_dump(), status_code=error.code)
def create_streaming_error_response(