ggml : implement GEGLU_ERF and GEGLU_QUICK ops (#14445)
This commit is contained in:
11
ggml/src/ggml-vulkan/vulkan-shaders/geglu_quick.comp
Normal file
11
ggml/src/ggml-vulkan/vulkan-shaders/geglu_quick.comp
Normal file
@@ -0,0 +1,11 @@
|
||||
#version 450
|
||||
|
||||
#include "glu_head.comp"
|
||||
|
||||
const float GELU_QUICK_COEF = -1.702f;
|
||||
|
||||
float op(float a, float b) {
|
||||
return a * (1.0f / (1.0f + exp(GELU_QUICK_COEF * a))) * b;
|
||||
}
|
||||
|
||||
#include "glu_main.comp"
|
||||
Reference in New Issue
Block a user