[minor] clean up docs and eos id (#2622)

2024-12-27 11:23:46 -08:00
parent 7a7ac6bea1
commit 751e5ca273
3 changed files with 6 additions and 4 deletions
--- a/python/sglang/srt/managers/scheduler.py
+++ b/python/sglang/srt/managers/scheduler.py
@@ -517,7 +517,7 @@ class Scheduler:
                stream=recv_req.stream,
                lora_path=recv_req.lora_path,
                input_embeds=recv_req.input_embeds,
-                eos_token_ids=self.model_config.get_hf_eos_token_id(),
+                eos_token_ids=self.model_config.hf_eos_token_id,
            )
            req.tokenizer = self.tokenizer