[Unit]
Description=llama.cpp CPU: Qwopus 3.5 9B IQ4_XS (port 8087) on RK3588
After=network-online.target
Wants=network-online.target

[Service]
Type=simple
LimitNOFILE=65536

WorkingDirectory=/home/mfritsche/npu
ExecStart=/home/mfritsche/src/llama.cpp/build/bin/llama-server \
    -m /home/mfritsche/models/Qwopus3.5-9B-coder-Exp-IQ4_XS.gguf \
    --alias qwopus-9b-iq4-xs \
    -c 65536 -np 1 -t 8 \
    --host 0.0.0.0 --port 8087

TimeoutStartSec=120

[Install]
WantedBy=default.target
