Add PUT for generate api (#448)

This commit is contained in:
Ying Sheng
2024-05-17 02:35:15 -07:00
committed by GitHub
parent c05956e534
commit 5be9eb8a8c

View File

@@ -81,7 +81,6 @@ async def flush_cache():
)
@app.post("/generate")
async def generate_request(obj: GenerateReqInput):
obj.post_init()
@@ -98,8 +97,12 @@ async def generate_request(obj: GenerateReqInput):
ret = await tokenizer_manager.generate_request(obj).__anext__()
return ret
except ValueError as e:
print(f"Error: {e}")
return JSONResponse({"error": str(e)}, status_code=400)
app.post("/generate")(generate_request)
app.put("/generate")(generate_request)
@app.post("/v1/completions")
async def openai_v1_completions(raw_request: Request):