summaryrefslogtreecommitdiff
path: root/llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/rope_norm.comp
diff options
context:
space:
mode:
Diffstat (limited to 'llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/rope_norm.comp')
-rw-r--r--llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/rope_norm.comp17
1 files changed, 17 insertions, 0 deletions
diff --git a/llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/rope_norm.comp b/llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/rope_norm.comp
new file mode 100644
index 0000000..1122081
--- /dev/null
+++ b/llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/rope_norm.comp
@@ -0,0 +1,17 @@
+#version 450
+
+#include "rope_head.glsl"
+#include "rope_funcs.glsl"
+
+void main() {
+ const uint i0 = 2*gl_GlobalInvocationID.y;
+ const uint row = gl_GlobalInvocationID.x + 32768 * gl_GlobalInvocationID.z;
+ if (row >= pc.nrows) {
+ return;
+ }
+ const uint i3 = row / (pc.ne01*pc.ne02);
+ const uint i2 = (row - i3 * pc.ne01*pc.ne02) / pc.ne01;
+ const uint i1 = (row - i3 * pc.ne01*pc.ne02 - i2 * pc.ne01);
+
+ rope_norm(i0, i1, i2, i3, pc);
+}