llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/swiglu_oai.comp


1
2
3
4
5
6
7
8
9
10
11
12
13
14

#version 450

#include "glu_head.glsl"

float op(float a, float b) {
    float xi = min(a, p.limit);
    float gi = max(min(b, p.limit), -p.limit);

    float out_glu = xi / (1.0f + exp(-xi * p.alpha));
    out_glu = out_glu * (1.0f + gi);
    return out_glu;
}

#include "glu_main.glsl"