Add reproducible Docker and WireGuard host bootstrap

2026-08-20 21:23:16 +02:00
parent cb07779f5a
commit e83c0e2c70
25 changed files with 1584 additions and 835 deletions
@@ -0,0 +1,53 @@
+# Copy to /root/mike-ai-install.env, edit, chmod 600, then run:
+# sudo ./install.sh --config /root/mike-ai-install.env
+
+AI_HOSTNAME=ki-host
+ADMIN_USER=mike
+AI_BIND_ADDRESS=10.77.0.2
+MODEL_DIR=/srv/mike-ai/models
+
+# Installing a new NVIDIA driver can require one reboot. In that case this
+# installer exits with code 20; rerun the same command after reboot.
+INSTALL_NVIDIA_DRIVER=true
+TEXT_GPU_DEVICES=0
+SECONDARY_GPU_DEVICES=1
+
+# WireGuard client. The home peer must route 10.77.0.2/32 back to this host.
+WIREGUARD_ENABLE=true
+WG_INTERFACE=wg0
+WG_ADDRESS=10.77.0.2/32
+WG_HOME_SUBNET=192.168.1.0/24
+WG_PEER_PUBLIC_KEY=REPLACE_WITH_HOME_WIREGUARD_PUBLIC_KEY
+WG_PEER_ENDPOINT=home.example.net:51820
+WG_PEER_PRESHARED_KEY_FILE=
+WG_DNS=192.168.1.1
+WG_ROUTE_AI_INTERNET=true
+
+# Exact model artifacts. Never put access tokens in these URLs.
+FAST_MODEL_FILE=qwen/Qwen3.8-27B-UD-IQ4_XS.gguf
+FAST_MODEL_URL=https://huggingface.co/unsloth/Qwen3.8-27B-GGUF/resolve/main/Qwen3.8-27B-UD-IQ4_XS.gguf
+FAST_MODEL_SHA256=40fac4050e940397dbf13087afd50f4734a11805bf9d65ef8ddd7483470e6199
+MEDIUM_MODEL_FILE=qwen/Qwen3.8-27B-UD-IQ4_XS.gguf
+MEDIUM_MODEL_URL=https://huggingface.co/unsloth/Qwen3.8-27B-GGUF/resolve/main/Qwen3.8-27B-UD-IQ4_XS.gguf
+MEDIUM_MODEL_SHA256=40fac4050e940397dbf13087afd50f4734a11805bf9d65ef8ddd7483470e6199
+LONG_MODEL_FILE=qwen/Qwen3.8-27B-UD-IQ4_XS.gguf
+LONG_MODEL_URL=https://huggingface.co/unsloth/Qwen3.8-27B-GGUF/resolve/main/Qwen3.8-27B-UD-IQ4_XS.gguf
+LONG_MODEL_SHA256=40fac4050e940397dbf13087afd50f4734a11805bf9d65ef8ddd7483470e6199
+EXPERIMENTAL_MODEL_FILE=qwen/Qwen3.8-27B-UD-IQ4_XS.gguf
+EXPERIMENTAL_MODEL_URL=https://huggingface.co/unsloth/Qwen3.8-27B-GGUF/resolve/main/Qwen3.8-27B-UD-IQ4_XS.gguf
+EXPERIMENTAL_MODEL_SHA256=40fac4050e940397dbf13087afd50f4734a11805bf9d65ef8ddd7483470e6199
+VISION_PROJECTOR_FILE=qwen/mmproj-BF16.gguf
+VISION_PROJECTOR_URL=https://huggingface.co/unsloth/Qwen3.8-27B-GGUF/resolve/main/mmproj-BF16.gguf
+VISION_PROJECTOR_SHA256=83ee4f4f205fa514161778c41df1ea14144faa0f713510893b63c2395f5c2d53
+MTP_MODEL_FILE=qwen/mtp-Qwen3.8-27B-Q4_0.gguf
+MTP_MODEL_URL=https://huggingface.co/unsloth/Qwen3.8-27B-GGUF/resolve/main/MTP/mtp-Qwen3.8-27B-Q4_0.gguf
+MTP_MODEL_SHA256=50d9ce5a6da381bbcfb31061cf73df94a90e6faf8efeddee379a9cb8f1501c6e
+
+FAST_CONTEXT=76800
+MEDIUM_CONTEXT=94208
+LONG_CONTEXT=131072
+EXPERIMENTAL_CONTEXT=76800
+LLAMA_THREADS=6
+LLAMA_THREADS_BATCH=6
+OPENWEBUI_IMAGE=ghcr.io/open-webui/open-webui:v0.9.5
+OPENWEBUI_ENABLE_SIGNUP=false