From 3de54a1b5576efe0a06ce73b856f4aa8f40a8b29 Mon Sep 17 00:00:00 2001
From: isaac-vidas <80056737+isaac-vidas@users.noreply.github.com>
Date: Tue, 23 Jan 2024 22:00:28 -0500
Subject: [PATCH] Add health endpoint to SGLang runtime server (#90)

---
 python/sglang/srt/server.py | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/python/sglang/srt/server.py b/python/sglang/srt/server.py
index 26e36ca5e..bd1da2392 100644
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -17,7 +17,7 @@ import requests
 import uvicorn
 import uvloop
 from fastapi import FastAPI, Request
-from fastapi.responses import StreamingResponse
+from fastapi.responses import Response, StreamingResponse
 from sglang.backend.runtime_endpoint import RuntimeEndpoint
 from sglang.srt.conversation import (
     Conversation,
@@ -57,6 +57,12 @@ tokenizer_manager = None
 chat_template_name = None
 
 
+@app.get("/health")
+async def health() -> Response:
+    """Health check."""
+    return Response(status_code=200)
+
+
 @app.get("/get_model_info")
 async def get_model_info():
     result = {