[FIX] Update EOS from config (#2475)

2024-12-28 02:59:56 +08:00
parent d9e6ee382b
commit 7a7ac6bea1
3 changed files with 30 additions and 13 deletions
--- a/python/sglang/srt/managers/scheduler.py
+++ b/python/sglang/srt/managers/scheduler.py
@@ -517,6 +517,7 @@ class Scheduler:
                stream=recv_req.stream,
                lora_path=recv_req.lora_path,
                input_embeds=recv_req.input_embeds,
+                eos_token_ids=self.model_config.get_hf_eos_token_id(),
            )
            req.tokenizer = self.tokenizer