EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Improve type annotation and styles (#2926)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-01-16 12:51:11 -08:00
committed by GitHub
parent a883f0790d
commit bc6915e3b9
7 changed files with 78 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
python/sglang/srt/managers/schedule_batch.py
View File

@@ -226,8 +226,9 @@ class Req:
else origin_input_ids # Before image padding
)
self.origin_input_ids = origin_input_ids
self.output_ids = [] # Each decode stage's output ids
self.fill_ids = None # fill_ids = origin_input_ids + output_ids
# Each decode stage's output ids
self.output_ids = []
# fill_ids = origin_input_ids + output_ids. Updated if chunked.
self.session_id = session_id
self.input_embeds = input_embeds
@@ -265,6 +266,7 @@ class Req:
# Prefix info
self.prefix_indices = []
# Tokens to run prefill. input_tokens - shared_prefix_tokens.
# Updated if chunked.
self.extend_input_len = 0
self.last_node = None
@@ -280,10 +282,10 @@ class Req:
self.top_logprobs_num = top_logprobs_num
# Logprobs (return value)
self.input_token_logprobs_val = None
self.input_token_logprobs_idx = None
self.input_top_logprobs_val = None
self.input_top_logprobs_idx = None
self.input_token_logprobs_val: Optional[List[float]] = None
self.input_token_logprobs_idx: Optional[List[int]] = None
self.input_top_logprobs_val: Optional[List[float]] = None
self.input_top_logprobs_idx: Optional[List[int]] = None
if return_logprob:
self.output_token_logprobs_val = []