From 5be9eb8a8c52ed7cc48c1cabd1c7bc5be334f6b6 Mon Sep 17 00:00:00 2001 From: Ying Sheng Date: Fri, 17 May 2024 02:35:15 -0700 Subject: [PATCH] Add PUT for generate api (#448) --- python/sglang/srt/server.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/server.py b/python/sglang/srt/server.py index 6f471bfbc..b416ac042 100644 --- a/python/sglang/srt/server.py +++ b/python/sglang/srt/server.py @@ -81,7 +81,6 @@ async def flush_cache(): ) -@app.post("/generate") async def generate_request(obj: GenerateReqInput): obj.post_init() @@ -98,8 +97,12 @@ async def generate_request(obj: GenerateReqInput): ret = await tokenizer_manager.generate_request(obj).__anext__() return ret except ValueError as e: + print(f"Error: {e}") return JSONResponse({"error": str(e)}, status_code=400) +app.post("/generate")(generate_request) +app.put("/generate")(generate_request) + @app.post("/v1/completions") async def openai_v1_completions(raw_request: Request):