Compare commits

1 Commits

Author SHA1 Message Date
Markus Fritsche ac77f054c2 systemd: add llama-server-qwen3-4b-npu.service (NPU Qwen3-4B on :8091)
Boot-persistent rk-llama.cpp rknpu2 backend for qwen3-4b-2507-npu. Kernel
gate matches any *npu* kernel (was pinned to the retired 6.1.75-npu-port;
current boltzmann kernel is 7.0.0-rc3-npuclk+). LimitNOFILE=65536 for
librknnrt dmabuf fds.

Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01EWpfhDgYNA21tETDP9ueBE
2026-07-19 17:57:39 +02:00
+27
View File
@@ -0,0 +1,27 @@
[Unit]
Description=rk-llama.cpp NPU backend: Qwen3 4B Q8_0 on RK3588 NPU (port 8091)
After=network-online.target
Wants=network-online.target
[Service]
Type=simple
# Kernel gate: only run under an NPU-capable kernel (rkopnu present; matches *npu*).
ExecCondition=/bin/sh -c 'case "$(uname -r)" in *npu*) exit 0;; *) exit 1;; esac'
LimitNOFILE=65536
WorkingDirectory=/home/mfritsche/npu
ExecStart=/home/mfritsche/src/rk-llama.cpp/build/bin/llama-server\
-m /home/mfritsche/models/Qwen3-4B-Instruct-2507-Q8_0.gguf\
--alias qwen3-4b-2507-npu\
-c 65536 -t 4 --cache-type-k q8_0 --cache-type-v q8_0\
--host 0.0.0.0 --port 8091
Restart=on-failure
RestartSec=5
TimeoutStartSec=180
[Install]
WantedBy=default.target