diff options
Diffstat (limited to 'models.h')
| -rw-r--r-- | models.h | 24 |
1 files changed, 24 insertions, 0 deletions
| @@ -31,6 +31,30 @@ model_config models[] = { | |||
| 31 | .min_p = 0.05f, | 31 | .min_p = 0.05f, |
| 32 | .seed = LLAMA_DEFAULT_SEED, | 32 | .seed = LLAMA_DEFAULT_SEED, |
| 33 | }, | 33 | }, |
| 34 | { | ||
| 35 | .name = "phi-4-mini-instruct", | ||
| 36 | .filepath = "models/Phi-4-mini-instruct.Q2_K.gguf", | ||
| 37 | .n_gpu_layers = 0, | ||
| 38 | .use_mmap = false, | ||
| 39 | .n_ctx = 131072, | ||
| 40 | .n_batch = 4096, | ||
| 41 | .embeddings = false, | ||
| 42 | .temperature = 0.8f, | ||
| 43 | .min_p = 0.05f, | ||
| 44 | .seed = LLAMA_DEFAULT_SEED, | ||
| 45 | }, | ||
| 46 | { | ||
| 47 | .name = "tinyllama-1", | ||
| 48 | .filepath = "models/TinyLlama-1.1B-intermediate-step-1431k-3T-Q2_K.gguf", | ||
| 49 | .n_gpu_layers = 0, | ||
| 50 | .use_mmap = false, | ||
| 51 | .n_ctx = 2048, | ||
| 52 | .n_batch = 4096, | ||
| 53 | .embeddings = false, | ||
| 54 | .temperature = 0.8f, | ||
| 55 | .min_p = 0.05f, | ||
| 56 | .seed = LLAMA_DEFAULT_SEED, | ||
| 57 | }, | ||
| 34 | }; | 58 | }; |
| 35 | 59 | ||
| 36 | const model_config *get_model_by_name(const char *name) { | 60 | const model_config *get_model_by_name(const char *name) { |
