diff options
Diffstat (limited to 'llama.cpp/tests/test-model-load-cancel.cpp')
| -rw-r--r-- | llama.cpp/tests/test-model-load-cancel.cpp | 27 |
1 files changed, 27 insertions, 0 deletions
diff --git a/llama.cpp/tests/test-model-load-cancel.cpp b/llama.cpp/tests/test-model-load-cancel.cpp new file mode 100644 index 0000000..9095826 --- /dev/null +++ b/llama.cpp/tests/test-model-load-cancel.cpp @@ -0,0 +1,27 @@ +#include "llama.h" +#include "get-model.h" + +#include <cstdlib> + +int main(int argc, char *argv[] ) { + auto * model_path = get_model_or_exit(argc, argv); + auto * file = fopen(model_path, "r"); + if (file == nullptr) { + fprintf(stderr, "no model at '%s' found\n", model_path); + return EXIT_FAILURE; + } + + fprintf(stderr, "using '%s'\n", model_path); + fclose(file); + + llama_backend_init(); + auto params = llama_model_params{}; + params.use_mmap = false; + params.progress_callback = [](float progress, void * ctx){ + (void) ctx; + return progress > 0.50; + }; + auto * model = llama_model_load_from_file(model_path, params); + llama_backend_free(); + return model == nullptr ? EXIT_SUCCESS : EXIT_FAILURE; +} |
