llama-server.service

 1[Unit]
 2Description=llama-server
 3After=network.target
 4
 5[Service]
 6ExecStart=llama-server \
 7    --models-preset %h/.config/llama-server/models.ini \
 8    --device Vulkan0 \
 9    --device-draft Vulkan0 \
10    --host 0.0.0.0 \
11    --port 9931 \
12    --sleep-idle-seconds 1800 \
13    --cors-origins llama.home.theedgeofrage.com \
14    --cors-methods OPTIONS,HEAD,GET,POST,PATCH,PUT,DELETE
15Restart=on-failure
16RestartSec=5
17
18[Install]
19WantedBy=default.target