llamacpp-madlad400.service

[Unit]
Description=llamacpp-madlad400
After=network-online.target
Wants=network-online.target

[Service]
User=braulio
Nice=19

WorkingDirectory=/srv/llama.cpp
ExecStart=/srv/llama.cpp/llama-server --port 12001 -c 2048 --temp 0 --hf-repo brauliobo/madlad400-7b-mt-bt-Q4_K_M-GGUF --hf-file madlad400-7b-mt-bt-q4_k_m.gguf

RestartSec=30

[Install]
WantedBy=multi-user.target