Update llama runtime and isolate background reviews

2026-08-31 21:11:17 +02:00
parent 7e36f1dbb7
commit 211ede9fc5
7 changed files with 211 additions and 28 deletions
@@ -1,6 +1,10 @@
 # Generated as /etc/mike-ai/stack.env by install.sh. Never commit real values.
 AI_BIND_ADDRESS=10.77.0.2
 MODEL_DIR=/data/models
+REVIEW_MODEL_FILE=qwen3-4b-review/Qwen3-4B-Instruct-2507-Q4_K_M.gguf
+REVIEW_CONTEXT=32768
+REVIEW_GPU_DEVICE=1
+REVIEW_GPU_LAYERS=0
 ROUTER_API_KEY=GENERATED_BY_INSTALLER
 CONTROLLER_TOKEN=GENERATED_BY_INSTALLER
 FLUX_MODEL_DIR=/data/models/FLUX.2-klein-4B