From 66c0ff9e31d8d1e6b380fedfc43ad6f00206ffd5 Mon Sep 17 00:00:00 2001
From: Yineng Zhang <me@zhyncs.com>
Date: Sun, 20 Apr 2025 17:02:09 -0700
Subject: [PATCH] fix: use fa3 for gemma2 (#5586)

---
 python/sglang/srt/utils.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/python/sglang/srt/utils.py b/python/sglang/srt/utils.py
index 8a191588c..dd5e45a20 100644
--- a/python/sglang/srt/utils.py
+++ b/python/sglang/srt/utils.py
@@ -1930,6 +1930,7 @@ def is_fa3_default_architecture(hf_config):
         "Llama4ForConditionalGeneration",
         "LlamaForCausalLM",
         "MistralForCausalLM",
+        "Gemma2ForCausalLM",
     }
     return architectures[0] in default_archs