Update llama runtime and isolate background reviews

2026-08-31 21:11:17 +02:00
parent 7e36f1dbb7
commit 211ede9fc5
7 changed files with 211 additions and 28 deletions
@@ -4,6 +4,11 @@
 AI_HOSTNAME=ki-host
 ADMIN_USER=mike
 MODEL_DIR=/data/models
+REVIEW_MODEL_FILE=qwen3-4b-review/Qwen3-4B-Instruct-2507-Q4_K_M.gguf
+REVIEW_CONTEXT=32768
+# Eine einzelne GPU-ID oder stabile NVIDIA-GPU-UUID; auf Athena die RTX 3060.
+REVIEW_GPU_DEVICE=1
+REVIEW_GPU_LAYERS=0

 # Installing a new NVIDIA driver can require one reboot. In that case this
 # installer exits with code 20 (NVIDIA) or 21 (stable NIC rename); rerun the