diff options
Diffstat (limited to 'llama.cpp/ggml/src/ggml-cuda/argsort.cuh')
| -rw-r--r-- | llama.cpp/ggml/src/ggml-cuda/argsort.cuh | 19 |
1 files changed, 19 insertions, 0 deletions
diff --git a/llama.cpp/ggml/src/ggml-cuda/argsort.cuh b/llama.cpp/ggml/src/ggml-cuda/argsort.cuh new file mode 100644 index 0000000..22b7306 --- /dev/null +++ b/llama.cpp/ggml/src/ggml-cuda/argsort.cuh @@ -0,0 +1,19 @@ +#include "common.cuh" + +void ggml_cuda_op_argsort(ggml_backend_cuda_context & ctx, ggml_tensor * dst); + +#ifdef GGML_CUDA_USE_CUB +void argsort_f32_i32_cuda_cub(ggml_cuda_pool & pool, + const float * x, + int * dst, + const int ncols, + const int nrows, + ggml_sort_order order, + cudaStream_t stream); +#endif // GGML_CUDA_USE_CUB +void argsort_f32_i32_cuda_bitonic(const float * x, + int * dst, + const int ncols, + const int nrows, + ggml_sort_order order, + cudaStream_t stream); |