michael/AI-Profile-Router
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Define four-profile production matrix with Medium default

Browse Source
This commit is contained in:
Mikei386
2026-08-22 11:30:38 +02:00
parent 977f8f5c76
commit 41b9c17f0f
33 changed files with 237 additions and 160 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.env.example
+9 -7
View File
@@ -9,21 +9,23 @@ PIPER_TTS_VERSION=1.6.0
PIPER_VOICE=de_DE-thorsten-high
AI_DNS=192.168.1.1
FAST_MODEL_FILE=qwen/Qwen3.8-27B-UD-IQ4_XS.gguf
MEDIUM_MODEL_FILE=qwen/Qwen3.8-27B-UD-IQ4_XS.gguf
LONG_MODEL_FILE=qwen/Qwen3.8-27B-UD-IQ4_XS.gguf
FAST_MODEL_FILE=qwen-mix/Qwen3.8-27B-IQ4-MIX.gguf
MEDIUM_MODEL_FILE=qwen-pure/qwen3.8-27b-IQ4_XS-pure.gguf
LARGE_MODEL_FILE=qwen-pure/qwen3.8-27b-IQ4_XS-pure.gguf
ULTRA_MODEL_FILE=qwen-pure/qwen3.8-27b-IQ4_XS-pure.gguf
EXPERIMENTAL_MODEL_FILE=qwen/Qwen3.8-27B-UD-IQ4_XS.gguf
VISION_PROJECTOR_FILE=qwen/mmproj-BF16.gguf
FAST_CONTEXT=76800
MEDIUM_CONTEXT=94208
LONG_CONTEXT=131072
MEDIUM_CONTEXT=160000
LARGE_CONTEXT=192000
ULTRA_CONTEXT=262144
EXPERIMENTAL_CONTEXT=76800
FAST_GPU_DEVICES=0
MEDIUM_GPU_DEVICES=0
LONG_GPU_DEVICES=0
MEDIUM_GPU_DEVICES=0,1
MEDIUM_TENSOR_SPLIT=90,10
LARGE_GPU_DEVICES=0,1
LARGE_TENSOR_SPLIT=86,14
ULTRA_GPU_DEVICES=0,1
ULTRA_TENSOR_SPLIT=80,20
EXPERIMENTAL_GPU_DEVICES=0