From dff2860a690757966e408b598a8f0b47a29a4713 Mon Sep 17 00:00:00 2001 From: josephrocca <1167575+josephrocca@users.noreply.github.com> Date: Wed, 11 Sep 2024 00:35:03 +0800 Subject: [PATCH] Fix CORS compatibility with OpenAI, vLLM, TGI, LMDeploy (#1373) Co-authored-by: Yineng Zhang --- python/sglang/srt/server.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/python/sglang/srt/server.py b/python/sglang/srt/server.py index d44d61752..b73a01265 100644 --- a/python/sglang/srt/server.py +++ b/python/sglang/srt/server.py @@ -37,6 +37,7 @@ import requests import uvicorn import uvloop from fastapi import FastAPI, File, Form, Request, UploadFile +from fastapi.middleware.cors import CORSMiddleware from fastapi.responses import JSONResponse, Response, StreamingResponse from sglang.lang.backend.runtime_endpoint import RuntimeEndpoint @@ -93,6 +94,14 @@ asyncio.set_event_loop_policy(uvloop.EventLoopPolicy()) app = FastAPI() tokenizer_manager = None +app.add_middleware( + CORSMiddleware, + allow_origins=["*"], + allow_credentials=True, + allow_methods=["*"], + allow_headers=["*"], +) + @app.get("/health") async def health() -> Response: