32 lines
957 B
Bash
32 lines
957 B
Bash
# Generated as /etc/mike-ai/stack.env by install.sh. Never commit real values.
|
|
AI_BIND_ADDRESS=10.77.0.2
|
|
MODEL_DIR=/srv/mike-ai/models
|
|
ROUTER_API_KEY=GENERATED_BY_INSTALLER
|
|
CONTROLLER_TOKEN=GENERATED_BY_INSTALLER
|
|
WEBUI_SECRET_KEY=GENERATED_BY_INSTALLER
|
|
OPENWEBUI_IMAGE=ghcr.io/open-webui/open-webui:v0.9.5
|
|
PIPER_TTS_VERSION=1.6.0
|
|
PIPER_VOICE=de_DE-thorsten-high
|
|
AI_DNS=192.168.1.1
|
|
|
|
FAST_MODEL_FILE=qwen/Qwen3.8-27B-UD-IQ4_XS.gguf
|
|
MEDIUM_MODEL_FILE=qwen/Qwen3.8-27B-UD-IQ4_XS.gguf
|
|
LONG_MODEL_FILE=qwen/Qwen3.8-27B-UD-IQ4_XS.gguf
|
|
ULTRA_MODEL_FILE=qwen/Qwen3.8-27B-UD-IQ4_XS.gguf
|
|
EXPERIMENTAL_MODEL_FILE=qwen/Qwen3.8-27B-UD-IQ4_XS.gguf
|
|
VISION_PROJECTOR_FILE=qwen/mmproj-BF16.gguf
|
|
|
|
FAST_CONTEXT=76800
|
|
MEDIUM_CONTEXT=94208
|
|
LONG_CONTEXT=131072
|
|
ULTRA_CONTEXT=262144
|
|
EXPERIMENTAL_CONTEXT=76800
|
|
FAST_GPU_DEVICES=0
|
|
MEDIUM_GPU_DEVICES=0
|
|
LONG_GPU_DEVICES=0
|
|
ULTRA_GPU_DEVICES=0,1
|
|
ULTRA_TENSOR_SPLIT=80,20
|
|
EXPERIMENTAL_GPU_DEVICES=0
|
|
LLAMA_THREADS=6
|
|
LLAMA_THREADS_BATCH=6
|