6b4fc91ca7632d16bf11b02650bb91d2d6a262cc

Author
TheEdgeOfRage <git@theedgeofrage.com>
Committer
TheEdgeOfRage <git@theedgeofrage.com>
Date

Message

Remove Gemma 4 12B

Diff

 1diff --git a/dot_config/llama-server/models.ini b/dot_config/llama-server/models.ini
 2index 869982cea7feeda8ceee2acde014afe3cb178e9a..dc201d241d60eec841964cc43fbdc97ee9a6a7f0 100644
 3--- a/dot_config/llama-server/models.ini
 4+++ b/dot_config/llama-server/models.ini
 5@@ -31,25 +31,6 @@ presence-penalty = 1.5
 6 reasoning = on
 7 chat-template-kwargs = {"reasoning_effort":"low"}
 8 
 9-[unsloth/gemma-4-12B-it-qat-GGUF:UD-Q4_K_XL]
10-hf = unsloth/gemma-4-12B-it-qat-GGUF:UD-Q4_K_XL
11-alias = gemma4-12b,jp
12-n-gpu-layers = 99
13-n-gpu-layers-draft = 99
14-fit = off
15-flash-attn = on
16-np = 2
17-kv-unified = on
18-ctx-size = 32768
19-batch-size = 1024
20-ubatch-size = 1024
21-temp = 1.0
22-top-p = 0.95
23-top-k = 64
24-spec-type = draft-mtp
25-spec-draft-n-max = 4
26-reasoning = off
27-
28 [unsloth/gemma-4-26B-A4B-it-qat-GGUF:Q4_K_XL]
29 hf = unsloth/gemma-4-26B-A4B-it-qat-GGUF:UD-Q4_K_XL
30 alias = gemma4-26b-a4b