summaryrefslogtreecommitdiff
path: root/llama.cpp/ggml/src/ggml-cpu/amx/amx.h
diff options
context:
space:
mode:
Diffstat (limited to 'llama.cpp/ggml/src/ggml-cpu/amx/amx.h')
-rw-r--r--llama.cpp/ggml/src/ggml-cpu/amx/amx.h8
1 files changed, 8 insertions, 0 deletions
diff --git a/llama.cpp/ggml/src/ggml-cpu/amx/amx.h b/llama.cpp/ggml/src/ggml-cpu/amx/amx.h
new file mode 100644
index 0000000..5b65d76
--- /dev/null
+++ b/llama.cpp/ggml/src/ggml-cpu/amx/amx.h
@@ -0,0 +1,8 @@
+#include "ggml-backend.h"
+#include "ggml-cpu-impl.h"
+
+// GGML internal header
+
+#if defined(__AMX_INT8__) && defined(__AVX512VNNI__)
+ggml_backend_buffer_type_t ggml_backend_amx_buffer_type(void);
+#endif