summaryrefslogtreecommitdiff
path: root/models.h
diff options
context:
space:
mode:
Diffstat (limited to 'models.h')
-rw-r--r--models.h24
1 files changed, 24 insertions, 0 deletions
diff --git a/models.h b/models.h
index 2e1edb7..ac242fc 100644
--- a/models.h
+++ b/models.h
@@ -31,6 +31,30 @@ model_config models[] = {
31 .min_p = 0.05f, 31 .min_p = 0.05f,
32 .seed = LLAMA_DEFAULT_SEED, 32 .seed = LLAMA_DEFAULT_SEED,
33 }, 33 },
34 {
35 .name = "phi-4-mini-instruct",
36 .filepath = "models/Phi-4-mini-instruct.Q2_K.gguf",
37 .n_gpu_layers = 0,
38 .use_mmap = false,
39 .n_ctx = 131072,
40 .n_batch = 4096,
41 .embeddings = false,
42 .temperature = 0.8f,
43 .min_p = 0.05f,
44 .seed = LLAMA_DEFAULT_SEED,
45 },
46 {
47 .name = "tinyllama-1",
48 .filepath = "models/TinyLlama-1.1B-intermediate-step-1431k-3T-Q2_K.gguf",
49 .n_gpu_layers = 0,
50 .use_mmap = false,
51 .n_ctx = 2048,
52 .n_batch = 4096,
53 .embeddings = false,
54 .temperature = 0.8f,
55 .min_p = 0.05f,
56 .seed = LLAMA_DEFAULT_SEED,
57 },
34}; 58};
35 59
36const model_config *get_model_by_name(const char *name) { 60const model_config *get_model_by_name(const char *name) {