98c01978255c828bbf4b1cfa830a5fac793cbbbd
- Author
- TheEdgeOfRage <git@theedgeofrage.com>
- Committer
- TheEdgeOfRage <git@theedgeofrage.com>
- Date
Message
Add qwen3.5 9B model
Diff
1diff --git a/dot_config/llama-server/models.ini b/dot_config/llama-server/models.ini
2index 586cca12f4be00a698b029ba849b55a6dde46bad..c058107a4748ddbedf4194ccd80c15a7771cfa95 100644
3--- a/dot_config/llama-server/models.ini
4+++ b/dot_config/llama-server/models.ini
5@@ -8,6 +8,16 @@ spec-type = draft-mtp
6 spec-draft-n-max = 6
7 reasoning = on
8
9+[qwen3.5-9b]
10+hf = unsloth/Qwen3.5-9B-MTP-GGUF:Q8_0
11+n-gpu-layers = 99
12+ctx-size = 16384
13+flash-attn = on
14+parallel = 1
15+spec-type = draft-mtp
16+spec-draft-n-max = 6
17+reasoning = on
18+
19 [qwen3.6-27b]
20 hf = unsloth/Qwen3.6-27B-MTP-GGUF:Q4_K_M
21 alias = qwen3.6-27b