98c01978255c828bbf4b1cfa830a5fac793cbbbd

Author
TheEdgeOfRage <git@theedgeofrage.com>
Committer
TheEdgeOfRage <git@theedgeofrage.com>
Date

Message

Add qwen3.5 9B model

Diff

 1diff --git a/dot_config/llama-server/models.ini b/dot_config/llama-server/models.ini
 2index 586cca12f4be00a698b029ba849b55a6dde46bad..c058107a4748ddbedf4194ccd80c15a7771cfa95 100644
 3--- a/dot_config/llama-server/models.ini
 4+++ b/dot_config/llama-server/models.ini
 5@@ -8,6 +8,16 @@ spec-type = draft-mtp
 6 spec-draft-n-max = 6
 7 reasoning = on
 8 
 9+[qwen3.5-9b]
10+hf = unsloth/Qwen3.5-9B-MTP-GGUF:Q8_0
11+n-gpu-layers = 99
12+ctx-size = 16384
13+flash-attn = on
14+parallel = 1
15+spec-type = draft-mtp
16+spec-draft-n-max = 6
17+reasoning = on
18+
19 [qwen3.6-27b]
20 hf = unsloth/Qwen3.6-27B-MTP-GGUF:Q4_K_M
21 alias = qwen3.6-27b