Support --enable-llama4-multimodal (#5254)

2025-04-11 04:24:14 -04:00
parent aee62d744b
commit 038bc5d521
7 changed files with 32 additions and 5 deletions
--- a/python/sglang/bench_one_batch.py
+++ b/python/sglang/bench_one_batch.py
@@ -136,6 +136,7 @@ def load_model(server_args, port_args, tp_rank):
        context_length=server_args.context_length,
        model_override_args=server_args.json_model_override_args,
        is_embedding=server_args.is_embedding,
+        enable_multimodal=server_args.enable_multimodal,
        dtype=server_args.dtype,
        quantization=server_args.quantization,
    )