Feat/support rerank (#6058)

2025-06-17 01:50:01 +08:00
parent 91a066ec6a
commit e30ef368ab
20 changed files with 684 additions and 30 deletions
--- a/python/sglang/srt/managers/scheduler.py
+++ b/python/sglang/srt/managers/scheduler.py
@@ -1150,6 +1150,7 @@ class Scheduler(
            recv_req.input_text,
            recv_req.input_ids,
            recv_req.sampling_params,
+            token_type_ids=recv_req.token_type_ids,
        )
        req.tokenizer = self.tokenizer