Auto set draft model path for MTP (#5793)

2025-04-30 07:25:40 +08:00
parent 9419e75d60
commit dd408ee481
6 changed files with 115 additions and 287 deletions
--- a/python/sglang/srt/managers/tp_worker.py
+++ b/python/sglang/srt/managers/tp_worker.py
@@ -71,6 +71,7 @@ class TpModelWorker:
            enable_multimodal=server_args.enable_multimodal,
            dtype=server_args.dtype,
            quantization=server_args.quantization,
+            is_draft_model=is_draft_worker,
        )
        self.model_runner = ModelRunner(
            model_config=self.model_config,