Revert "Dump requests to a folder" (#2869)

This commit is contained in:
Lianmin Zheng
2025-01-13 06:21:25 -08:00
committed by GitHub
parent 6ec75e626d
commit c1e097ca66
2 changed files with 2 additions and 36 deletions

View File

@@ -23,6 +23,7 @@ from typing import List, Optional
import torch
from sglang.srt.hf_transformers_utils import check_gguf_file
from sglang.srt.speculative.spec_info import SpeculativeAlgorithm
from sglang.srt.utils import (
get_amdgpu_memory_capacity,
get_hpu_memory_capacity,
@@ -88,7 +89,6 @@ class ServerArgs:
show_time_cost: bool = False
enable_metrics: bool = False
decode_log_interval: int = 40
dump_requests_folder: str = ""
# API related
api_key: Optional[str] = None
@@ -554,13 +554,7 @@ class ServerArgs:
"--decode-log-interval",
type=int,
default=ServerArgs.decode_log_interval,
help="The log interval of decode batch.",
)
parser.add_argument(
"--dump-requests-folder",
type=str,
default=ServerArgs.decode_log_interval,
help="Dump raw requests to a folder for replay.",
help="The log interval of decode batch",
)
# API related