model: support mllama4 (#5144)

2025-04-10 00:28:44 +08:00
parent 87eddedfa2
commit fbebcb7aa4
7 changed files with 145 additions and 65 deletions
--- a/python/sglang/srt/models/llama4.py
+++ b/python/sglang/srt/models/llama4.py
@@ -466,6 +466,9 @@ class Llama4ForCausalLM(LlamaForCausalLM):
    ):
        super().__init__(config, quant_config, prefix)

+    def get_input_embeddings(self):
+        return self.model.embed_tokens
+
    def _init_model(
        self,
        config: Llama4TextConfig,