summaryrefslogtreecommitdiff
path: root/llama.cpp/ggml/src/ggml-cuda/cpy.cuh
diff options
context:
space:
mode:
Diffstat (limited to 'llama.cpp/ggml/src/ggml-cuda/cpy.cuh')
-rw-r--r--llama.cpp/ggml/src/ggml-cuda/cpy.cuh7
1 files changed, 7 insertions, 0 deletions
diff --git a/llama.cpp/ggml/src/ggml-cuda/cpy.cuh b/llama.cpp/ggml/src/ggml-cuda/cpy.cuh
new file mode 100644
index 0000000..a7a87d8
--- /dev/null
+++ b/llama.cpp/ggml/src/ggml-cuda/cpy.cuh
@@ -0,0 +1,7 @@
+#include "common.cuh"
+
+#define CUDA_CPY_BLOCK_SIZE 64
+
+void ggml_cuda_cpy(ggml_backend_cuda_context & ctx, const ggml_tensor * src0, ggml_tensor * src1);
+
+void ggml_cuda_dup(ggml_backend_cuda_context & ctx, ggml_tensor * dst);