[feature] Add start step profile argument in /start_profile (#7608)

2025-07-09 18:42:15 -07:00
parent 7590f5224b
commit dd445a41f5
6 changed files with 142 additions and 1 deletions
--- a/python/sglang/srt/managers/tokenizer_manager.py
+++ b/python/sglang/srt/managers/tokenizer_manager.py
@@ -863,6 +863,7 @@ class TokenizerManager:
    async def start_profile(
        self,
        output_dir: Optional[str] = None,
+        start_step: Optional[int] = None,
        num_steps: Optional[int] = None,
        activities: Optional[List[str]] = None,
        with_stack: Optional[bool] = None,
@@ -875,6 +876,7 @@ class TokenizerManager:
        req = ProfileReq(
            type=ProfileReqType.START_PROFILE,
            output_dir=output_dir,
+            start_step=start_step,
            num_steps=num_steps,
            activities=activities,
            with_stack=with_stack,