add geglu activation function (#14074)

Co-authored-by: dinhhuy <huy.dinh@brains-tech.co.jp>
2025-06-09 13:15:31 +09:00
parent 056eb74534
commit 91a8ee6a6f
2 changed files with 23 additions and 0 deletions
--- a/src/llama-graph.h
+++ b/src/llama-graph.h
@@ -36,6 +36,7 @@ enum llm_ffn_op_type {
    LLM_FFN_RELU,
    LLM_FFN_RELU_SQR,
    LLM_FFN_SWIGLU,
+    LLM_FFN_GEGLU,
 };

 enum llm_ffn_gate_type {