diff --git a/python/sglang/srt/server.py b/python/sglang/srt/server.py index d44d61752..b73a01265 100644 --- a/python/sglang/srt/server.py +++ b/python/sglang/srt/server.py @@ -37,6 +37,7 @@ import requests import uvicorn import uvloop from fastapi import FastAPI, File, Form, Request, UploadFile +from fastapi.middleware.cors import CORSMiddleware from fastapi.responses import JSONResponse, Response, StreamingResponse from sglang.lang.backend.runtime_endpoint import RuntimeEndpoint @@ -93,6 +94,14 @@ asyncio.set_event_loop_policy(uvloop.EventLoopPolicy()) app = FastAPI() tokenizer_manager = None +app.add_middleware( + CORSMiddleware, + allow_origins=["*"], + allow_credentials=True, + allow_methods=["*"], + allow_headers=["*"], +) + @app.get("/health") async def health() -> Response: