EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[FIX] Wrong logger (#1230)

Browse Source
This commit is contained in:
havetc
2024-08-27 12:10:46 +02:00
committed by GitHub
parent 5ff25cdf5b
commit 909f34363b
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/managers/schedule_batch.py
View File

@@ -269,12 +269,12 @@ class Req:
all_text = self.origin_input_text + self.decoded_text + jump_forward_str all_text = self.origin_input_text + self.decoded_text + jump_forward_str
all_ids = self.tokenizer.encode(all_text) all_ids = self.tokenizer.encode(all_text)
if not all_ids: if not all_ids:
warnings.warn("Encoded all_text resulted in empty all_ids") logger.warning("Encoded all_text resulted in empty all_ids")
return False return False
prompt_tokens = len(self.origin_input_ids_unpadded) prompt_tokens = len(self.origin_input_ids_unpadded)
if prompt_tokens > len(all_ids): if prompt_tokens > len(all_ids):
warnings.warn("prompt_tokens is larger than encoded all_ids") logger.warning("prompt_tokens is larger than encoded all_ids")
return False return False
if all_ids[prompt_tokens - 1] != self.origin_input_ids_unpadded[-1]: if all_ids[prompt_tokens - 1] != self.origin_input_ids_unpadded[-1]: