[RL] add pause and continue generation for async rl training (#7419)
This commit is contained in:
@@ -712,6 +712,26 @@ async def separate_reasoning_request(obj: SeparateReasoningReqInput, request: Re
|
||||
return ORJSONResponse(content=response_data, status_code=200)
|
||||
|
||||
|
||||
@app.post("/pause_generation")
|
||||
async def pause_generation(request: Request):
|
||||
"""Pause generation."""
|
||||
await _global_state.tokenizer_manager.pause_generation()
|
||||
return ORJSONResponse(
|
||||
content={"message": "Generation paused successfully.", "status": "ok"},
|
||||
status_code=200,
|
||||
)
|
||||
|
||||
|
||||
@app.post("/continue_generation")
|
||||
async def continue_generation(request: Request):
|
||||
"""Continue generation."""
|
||||
await _global_state.tokenizer_manager.continue_generation()
|
||||
return ORJSONResponse(
|
||||
content={"message": "Generation continued successfully.", "status": "ok"},
|
||||
status_code=200,
|
||||
)
|
||||
|
||||
|
||||
##### OpenAI-compatible API endpoints #####
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user