summaryrefslogtreecommitdiff
path: root/llama.cpp/ggml/src/ggml-cuda/set-rows.cuh
diff options
context:
space:
mode:
Diffstat (limited to 'llama.cpp/ggml/src/ggml-cuda/set-rows.cuh')
-rw-r--r--llama.cpp/ggml/src/ggml-cuda/set-rows.cuh7
1 files changed, 7 insertions, 0 deletions
diff --git a/llama.cpp/ggml/src/ggml-cuda/set-rows.cuh b/llama.cpp/ggml/src/ggml-cuda/set-rows.cuh
new file mode 100644
index 0000000..c140c08
--- /dev/null
+++ b/llama.cpp/ggml/src/ggml-cuda/set-rows.cuh
@@ -0,0 +1,7 @@
+#pragma once
+
+#include "common.cuh"
+
+#define CUDA_SET_ROWS_BLOCK_SIZE 256
+
+void ggml_cuda_op_set_rows(ggml_backend_cuda_context & ctx, ggml_tensor * dst);