Preserve desktop VRAM reserve and portable CPU compression setup
This commit is contained in:
1 parent
e8512b56f5
commit
eb456b37ea
15 files changed
+255
-25
No files matched your search
@@ -72,7 +72,10 @@ fi
|
||||
|
||||
profile_args=()
|
||||
if [[ -n "${LLAMA_PROFILE:-}" ]]; then
|
||||
reasoning_budget=512
|
||||
reasoning_preserve=--reasoning-preserve
|
||||
case "$LLAMA_PROFILE" in
|
||||
desktop-64k) ctx=65536; margin=4096; reasoning_budget=128; reasoning_preserve=--no-reasoning-preserve ;;
|
||||
baseline) ctx=65536; margin=1536 ;;
|
||||
vram-64k) ctx=65536; margin=1280 ;;
|
||||
balanced) ctx=49152; margin=1536 ;;
|
||||
@@ -86,7 +89,7 @@ if [[ -n "${LLAMA_PROFILE:-}" ]]; then
|
||||
|
||||
profile_args=(
|
||||
--ctx-size "$ctx" --parallel 1 --jinja
|
||||
--reasoning auto --reasoning-budget 512 --reasoning-preserve
|
||||
--reasoning auto --reasoning-budget "$reasoning_budget" "$reasoning_preserve"
|
||||
--flash-attn auto --threads 6 --threads-batch 16
|
||||
--n-gpu-layers auto --fit on --fit-target "$margin"
|
||||
--cache-type-k q8_0 --cache-type-v q8_0
|
||||
|
||||
Reference in new issue
Block a user