feat(draft_model): support draft_model for RemoteModelLoader (#6407)

Signed-off-by: wangyu <wangyu.steph@bytedance.com>
This commit is contained in:
wangyu
2025-08-29 07:09:52 +08:00
committed by GitHub
parent 74dd4249ac
commit a38c149758
3 changed files with 26 additions and 2 deletions

View File

@@ -34,6 +34,12 @@ parser.add_argument(
type=str,
help="remote address to store model weights",
)
parser.add_argument(
"--remote-draft-model-save-url",
default=None,
type=str,
help="remote address to store draft model weights",
)
def main(args):
@@ -43,7 +49,10 @@ def main(args):
raise ValueError("model path must be a local directory")
# Create LLM instance from arguments
llm = Engine(**dataclasses.asdict(engine_args))
llm.save_remote_model(url=args.remote_model_save_url)
llm.save_remote_model(
url=args.remote_model_save_url, draft_url=args.remote_draft_model_save_url
)
print("save remote (draft) model successfully")
if __name__ == "__main__":