Engage!

1 files changed, 16 insertions, 0 deletions

diff --git a/llama.cpp/ggml/src/ggml-opencl/kernels/relu.cl b/llama.cpp/ggml/src/ggml-opencl/kernels/relu.cl
new file mode 100644
index 0000000..60ff28a
--- /dev/null
+++ b/llama.cpp/ggml/src/ggml-opencl/kernels/relu.cl
@@ -0,0 +1,16 @@
+#pragma OPENCL EXTENSION cl_khr_fp16 : enable
+
+//------------------------------------------------------------------------------
+// relu
+//------------------------------------------------------------------------------
+kernel void kernel_relu(
+        global float * src0,
+        ulong offset0,
+        global float * dst,
+        ulong offsetd
+) {
+    src0 = (global float*)((global char*)src0 + offset0);
+    dst = (global float*)((global char*)dst + offsetd);
+
+    dst[get_global_id(0)] = fmax(0.0f, src0[get_global_id(0)]);
+}