Add the ability to enable and disable the Profiler via HTTP API. (#1626)
This commit is contained in:
@@ -20,6 +20,7 @@ processes (TokenizerManager, DetokenizerManager, Controller).
|
||||
|
||||
import uuid
|
||||
from dataclasses import dataclass
|
||||
from enum import Enum
|
||||
from typing import Dict, List, Optional, Union
|
||||
|
||||
from sglang.srt.managers.schedule_batch import BaseFinishReason
|
||||
@@ -343,3 +344,8 @@ class UpdateWeightReqOutput:
|
||||
class AbortReq:
|
||||
# The request id
|
||||
rid: str
|
||||
|
||||
|
||||
class ProfileReq(Enum):
|
||||
START_PROFILE = 1
|
||||
STOP_PROFILE = 2
|
||||
|
||||
Reference in New Issue
Block a user