EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Replace function call with set literal (#11867)

Browse Source
This commit is contained in:
penguin_wwy
2025-10-21 01:39:16 +08:00
committed by GitHub
parent f7b1d8c5ab
commit 184a4df697
1 changed files with 19 additions and 35 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
python/sglang/srt/managers/tokenizer_communicator_mixin.py
View File

@@ -638,8 +638,7 @@ class TokenizerCommunicatorMixin:
if self.log_requests: if self.log_requests:
if self.log_requests_level == 0: if self.log_requests_level == 0:
max_length = 1 << 30 max_length = 1 << 30
skip_names = set( skip_names = {
[
"text", "text",
"input_ids", "input_ids",
"input_embeds", "input_embeds",
@@ -647,34 +646,19 @@ class TokenizerCommunicatorMixin:
"audio_data", "audio_data",
"lora_path", "lora_path",
"sampling_params", "sampling_params",
] }
) out_skip_names = {"text", "output_ids", "embedding"}
out_skip_names = set(
[
"text",
"output_ids",
"embedding",
]
)
elif self.log_requests_level == 1: elif self.log_requests_level == 1:
max_length = 1 << 30 max_length = 1 << 30
skip_names = set( skip_names = {
[
"text", "text",
"input_ids", "input_ids",
"input_embeds", "input_embeds",
"image_data", "image_data",
"audio_data", "audio_data",
"lora_path", "lora_path",
] }
) out_skip_names = {"text", "output_ids", "embedding"}
out_skip_names = set(
[
"text",
"output_ids",
"embedding",
]
)
elif self.log_requests_level == 2: elif self.log_requests_level == 2:
max_length = 2048 max_length = 2048
elif self.log_requests_level == 3: elif self.log_requests_level == 3: