[RL] add pause and continue generation for async rl training (#7419)

This commit is contained in:
Zilin Zhu
2025-07-05 09:49:49 +08:00
committed by GitHub
parent 16a6b1d83a
commit af46f299f9
2 changed files with 35 additions and 0 deletions

View File

@@ -712,6 +712,26 @@ async def separate_reasoning_request(obj: SeparateReasoningReqInput, request: Re
return ORJSONResponse(content=response_data, status_code=200)
@app.post("/pause_generation")
async def pause_generation(request: Request):
"""Pause generation."""
await _global_state.tokenizer_manager.pause_generation()
return ORJSONResponse(
content={"message": "Generation paused successfully.", "status": "ok"},
status_code=200,
)
@app.post("/continue_generation")
async def continue_generation(request: Request):
"""Continue generation."""
await _global_state.tokenizer_manager.continue_generation()
return ORJSONResponse(
content={"message": "Generation continued successfully.", "status": "ok"},
status_code=200,
)
##### OpenAI-compatible API endpoints #####