EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Change judge to classify & Modify make file (#1920)

Browse Source
This commit is contained in:
Chayenne
2024-11-04 23:53:44 -08:00
committed by GitHub
parent 463d56bf44
commit 02755768d3
9 changed files with 369 additions and 124 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/server.py
View File

@@ -253,7 +253,7 @@ app.post("/encode")(encode_request)
app.put("/encode")(encode_request)
async def judge_request(obj: EmbeddingReqInput, request: Request):
async def classify_request(obj: EmbeddingReqInput, request: Request):
"""Handle a reward model request. Now the arguments and return values are the same as embedding models."""
try:
ret = await tokenizer_manager.generate_request(obj, request).__anext__()
@@ -264,8 +264,8 @@ async def judge_request(obj: EmbeddingReqInput, request: Request):
)
app.post("/judge")(judge_request)
app.put("/judge")(judge_request)
app.post("/classify")(classify_request)
app.put("/classify")(classify_request)
@app.post("/v1/completions")