EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix bug when eos_ids==0 (#8315)

Browse Source
This commit is contained in:
Minho Ryu
2025-07-24 15:18:47 +09:00
committed by GitHub
parent f6e07f2796
commit bfb118c01e
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/configs/model_config.py
View File

@@ -475,7 +475,7 @@ class ModelConfig:
def get_hf_eos_token_id(self) -> Optional[Set[int]]: def get_hf_eos_token_id(self) -> Optional[Set[int]]:
eos_ids = getattr(self.hf_config, "eos_token_id", None) eos_ids = getattr(self.hf_config, "eos_token_id", None)
if eos_ids: if eos_ids is not None:
# it can be either int or list of int # it can be either int or list of int
eos_ids = {eos_ids} if isinstance(eos_ids, int) else set(eos_ids) eos_ids = {eos_ids} if isinstance(eos_ids, int) else set(eos_ids)
if eos_ids is None: if eos_ids is None: