EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Add PUT for generate api (#448)

Browse Source
This commit is contained in:
Ying Sheng
2024-05-17 02:35:15 -07:00
committed by GitHub
parent c05956e534
commit 5be9eb8a8c
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
python/sglang/srt/server.py
View File

@@ -81,7 +81,6 @@ async def flush_cache():
) )
@app.post("/generate")
async def generate_request(obj: GenerateReqInput): async def generate_request(obj: GenerateReqInput):
obj.post_init() obj.post_init()
@@ -98,8 +97,12 @@ async def generate_request(obj: GenerateReqInput):
ret = await tokenizer_manager.generate_request(obj).__anext__() ret = await tokenizer_manager.generate_request(obj).__anext__()
return ret return ret
except ValueError as e: except ValueError as e:
print(f"Error: {e}")
return JSONResponse({"error": str(e)}, status_code=400) return JSONResponse({"error": str(e)}, status_code=400)
app.post("/generate")(generate_request)
app.put("/generate")(generate_request)
@app.post("/v1/completions") @app.post("/v1/completions")
async def openai_v1_completions(raw_request: Request): async def openai_v1_completions(raw_request: Request):