Files
hermes-arch-stack/systemd/user/llama-compression.service
T

21 lines
418 B
Desktop File

[Unit]
Description=Hermes auxiliary compression LLM (CPU)
After=default.target
StartLimitIntervalSec=300
StartLimitBurst=3
[Service]
Type=simple
Environment=HERMES_LLAMA_CONFIG=%h/.config/hermes-stack-maintenance/compression.env
ExecStart=%h/.local/libexec/hermes-stack-llama-run
Restart=on-failure
RestartSec=30
Nice=10
MemoryHigh=8G
MemoryMax=12G
OOMPolicy=stop
TimeoutStopSec=60
[Install]
WantedBy=default.target