Preserve desktop VRAM reserve and portable CPU compression setup
This commit is contained in:
1 parent
e8512b56f5
commit
eb456b37ea
15 files changed
+255
-25
No files matched your search
@@ -0,0 +1,20 @@
|
||||
[Unit]
|
||||
Description=Hermes auxiliary compression LLM (CPU)
|
||||
After=default.target
|
||||
StartLimitIntervalSec=300
|
||||
StartLimitBurst=3
|
||||
|
||||
[Service]
|
||||
Type=simple
|
||||
Environment=HERMES_LLAMA_CONFIG=%h/.config/hermes-stack-maintenance/compression.env
|
||||
ExecStart=%h/.local/libexec/hermes-stack-llama-run
|
||||
Restart=on-failure
|
||||
RestartSec=30
|
||||
Nice=10
|
||||
MemoryHigh=8G
|
||||
MemoryMax=12G
|
||||
OOMPolicy=stop
|
||||
TimeoutStopSec=60
|
||||
|
||||
[Install]
|
||||
WantedBy=default.target
|
||||
Reference in new issue
Block a user