098f4444a24fe4c27bf73b53f267b63b2af43a59

Author
TheEdgeOfRage <git@theedgeofrage.com>
Committer
TheEdgeOfRage <git@theedgeofrage.com>
Date

Message

Add llama settings to pi models.json

Diff

 1diff --git a/dot_pi/private_agent/models.json b/dot_pi/private_agent/models.json
 2deleted file mode 100644
 3index 7ad2bad8b41df5e706fbb8d348b8e51b7a76a480..0000000000000000000000000000000000000000
 4--- a/dot_pi/private_agent/models.json
 5+++ /dev/null
 6@@ -1,14 +0,0 @@
 7-{
 8-  "providers": {
 9-    "anthropic": {
10-      "baseUrl": "http://127.0.0.1:3456",
11-      "apiKey": "x",
12-      "compat": {
13-        "forceAdaptiveThinking": true
14-      },
15-      "headers": {
16-        "x-meridian-agent": "pi"
17-      }
18-    }
19-  }
20-}
21diff --git a/dot_pi/private_agent/private_models.json b/dot_pi/private_agent/private_models.json
22new file mode 100644
23index 0000000000000000000000000000000000000000..3534146a57928d21b2dc1f41f17de2fbf186fc47
24--- /dev/null
25+++ b/dot_pi/private_agent/private_models.json
26@@ -0,0 +1,32 @@
27+{
28+  "providers": {
29+    "anthropic": {
30+      "baseUrl": "http://127.0.0.1:3456",
31+      "apiKey": "x",
32+      "compat": {
33+        "forceAdaptiveThinking": true
34+      },
35+      "headers": {
36+        "x-meridian-agent": "pi"
37+      }
38+    },
39+    "llama.cpp": {
40+      "modelOverrides": {
41+        "unsloth/Qwen3.8-27B-GGUF:IQ3_S": {
42+          "reasoning": true,
43+          "thinkingLevelMap": {
44+            "minimal": null,
45+            "low": "low",
46+            "medium": "medium",
47+            "high": null,
48+            "xhigh": "xhigh",
49+            "max": null
50+          },
51+          "compat": {
52+            "thinkingFormat": "qwen-chat-template"
53+          }
54+        }
55+      }
56+    }
57+  }
58+}