EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix: use fa3 for gemma2 (#5586)

Browse Source
This commit is contained in:
Yineng Zhang
2025-04-20 17:02:09 -07:00
committed by GitHub
parent 9a7e83e899
commit 66c0ff9e31
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
python/sglang/srt/utils.py
View File

@@ -1930,6 +1930,7 @@ def is_fa3_default_architecture(hf_config):
"Llama4ForConditionalGeneration", "Llama4ForConditionalGeneration",
"LlamaForCausalLM", "LlamaForCausalLM",
"MistralForCausalLM", "MistralForCausalLM",
"Gemma2ForCausalLM",
} }
return architectures[0] in default_archs return architectures[0] in default_archs