Multi-Stage Awake: Support Resume and Pause KV Cache and Weights separately (#7099)

2025-06-19 00:56:37 -07:00
parent 9179ea1595
commit 3774f07825
14 changed files with 297 additions and 108 deletions
--- a/test/srt/test_verl_engine_2_gpu.py
+++ b/test/srt/test_verl_engine_2_gpu.py
@@ -235,7 +235,8 @@ def _run_subprocess(
    output_writer.send(execution_ok)
    output_writer.close()

-    engine.shutdown()
+    if "engine" in locals() and engine is not None:
+        engine.shutdown()
    print(f"subprocess[{rank=}] end", flush=True)