Engage!

1 files changed, 19 insertions, 0 deletions

diff --git a/llama.cpp/ggml/src/ggml-cuda/argsort.cuh b/llama.cpp/ggml/src/ggml-cuda/argsort.cuh
new file mode 100644
index 0000000..22b7306
--- /dev/null
+++ b/llama.cpp/ggml/src/ggml-cuda/argsort.cuh
@@ -0,0 +1,19 @@
+#include "common.cuh"
+
+void ggml_cuda_op_argsort(ggml_backend_cuda_context & ctx, ggml_tensor * dst);
+
+#ifdef GGML_CUDA_USE_CUB
+void argsort_f32_i32_cuda_cub(ggml_cuda_pool & pool,
+                              const float *    x,
+                              int *            dst,
+                              const int        ncols,
+                              const int        nrows,
+                              ggml_sort_order  order,
+                              cudaStream_t     stream);
+#endif  // GGML_CUDA_USE_CUB
+void argsort_f32_i32_cuda_bitonic(const float *   x,
+                                  int *           dst,
+                                  const int       ncols,
+                                  const int       nrows,
+                                  ggml_sort_order order,
+                                  cudaStream_t    stream);