Make local inference limits and workstation setup reproducible

This commit is contained in:
admin committed 2026-10-23 13:27:50 +02:00
1 parent 7006991843
commit 8544abd2d4
28 files changed
+1022 -21

No files matched your search

@@ -0,0 +1,9 @@
[Unit]
Description=Enforce local model request duration and output limits
After=llama-qwen.service
[Service]
Type=oneshot
ExecStart=%h/.local/libexec/hermes-stack-llama-watchdog
TimeoutStartSec=45
UMask=0077
@@ -0,0 +1,11 @@
[Unit]
Description=Check local model request limits every 15 seconds
[Timer]
OnBootSec=1min
OnUnitActiveSec=15s
AccuracySec=1s
Unit=hermes-stack-llama-watchdog.service
[Install]
WantedBy=timers.target
+1 -1
View File
@@ -1,5 +1,5 @@
[Unit]
Description=Local llama.cpp Qwen model server
Description=Hermes local main model (routine/large)
After=network-online.target graphical-session.target
StartLimitIntervalSec=300
StartLimitBurst=3