6d211c3ac8aeaa1c13920e983c4fdb6a86b78112

Author
TheEdgeOfRage <git@theedgeofrage.com>
Committer
TheEdgeOfRage <git@theedgeofrage.com>
Date

Message

Switch llama to vulkan

Diff

 1diff --git a/dot_config/systemd/user/llama-server.service b/dot_config/systemd/user/llama-server.service
 2index 01e87946d87d6813e8f99d222d9eb6f390e01aa7..9e731ff9ffaa8d527974a4192da291e53538c620 100644
 3--- a/dot_config/systemd/user/llama-server.service
 4+++ b/dot_config/systemd/user/llama-server.service
 5@@ -5,9 +5,13 @@ After=network.target
 6 [Service]
 7 ExecStart=llama-server \
 8     --models-preset %h/.config/llama-server/models.ini \
 9+    --device Vulkan0 \
10+    --device-draft Vulkan0 \
11     --host 0.0.0.0 \
12     --port 9931 \
13-    --sleep-idle-seconds 120
14+    --sleep-idle-seconds 180 \
15+    --cors-origins llama.home.theedgeofrage.com \
16+    --cors-methods OPTIONS,HEAD,GET,POST,PATCH,PUT,DELETE
17 Restart=on-failure
18 RestartSec=5
19