From b333b06772c89d96aacb5490d6a219fba7c09cc6 Mon Sep 17 00:00:00 2001 From: Mitja Felicijan Date: Thu, 12 Feb 2026 20:57:17 +0100 Subject: Engage! --- models.h | 45 +++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 45 insertions(+) create mode 100644 models.h (limited to 'models.h') diff --git a/models.h b/models.h new file mode 100644 index 0000000..2e1edb7 --- /dev/null +++ b/models.h @@ -0,0 +1,45 @@ +#ifndef MODELS_H +#define MODELS_H + +#include "llama.h" +#include +#include + +typedef struct { + const char *name; + const char *filepath; + int n_gpu_layers; + bool use_mmap; + int n_ctx; + int n_batch; + bool embeddings; + float temperature; + float min_p; + uint32_t seed; +} model_config; + +model_config models[] = { + { + .name = "flan-t5-small", + .filepath = "models/flan-t5-small.F16.gguf", + .n_gpu_layers = 0, + .use_mmap = false, + .n_ctx = 512, + .n_batch = 512, + .embeddings = false, + .temperature = 0.8f, + .min_p = 0.05f, + .seed = LLAMA_DEFAULT_SEED, + }, +}; + +const model_config *get_model_by_name(const char *name) { + for (size_t i = 0; i < sizeof(models) / sizeof(models[0]); i++) { + if (models[i].name != NULL && strcmp(models[i].name, name) == 0) { + return &models[i]; + } + } + return NULL; +} + +#endif -- cgit v1.2.3