diff --git a/python/sglang/srt/server.py b/python/sglang/srt/server.py index 26e36ca5e..bd1da2392 100644 --- a/python/sglang/srt/server.py +++ b/python/sglang/srt/server.py @@ -17,7 +17,7 @@ import requests import uvicorn import uvloop from fastapi import FastAPI, Request -from fastapi.responses import StreamingResponse +from fastapi.responses import Response, StreamingResponse from sglang.backend.runtime_endpoint import RuntimeEndpoint from sglang.srt.conversation import ( Conversation, @@ -57,6 +57,12 @@ tokenizer_manager = None chat_template_name = None +@app.get("/health") +async def health() -> Response: + """Health check.""" + return Response(status_code=200) + + @app.get("/get_model_info") async def get_model_info(): result = {