Improve gemma and documentations (#278)

2024-03-11 04:43:39 -07:00
parent 89885b31ef
commit faba293a0d
9 changed files with 56 additions and 35 deletions
--- a/python/sglang/srt/models/llava.py
+++ b/python/sglang/srt/models/llava.py
@@ -233,9 +233,7 @@ class LlavaLlamaForCausalLM(nn.Module):
                input_ids, positions, input_metadata, input_embeds=input_embeds
            )
        elif input_metadata.forward_mode == ForwardMode.DECODE:
-            return self.language_model(
-                input_ids, positions, input_metadata
-            )
+            return self.language_model(input_ids, positions, input_metadata)

    def load_weights(
        self,