michael/AI-Profile-Router
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add final Qwen3.8 runtime and uncensored profile

Browse Source
This commit is contained in:
Mikei386
2026-08-23 00:10:53 +02:00
parent 1a9d94d22f
commit 2ef894160a
57 changed files with 10089 additions and 54 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.env.example
+6
View File
@@ -13,6 +13,8 @@ FAST_MODEL_FILE=qwen-mix/Qwen3.8-27B-IQ4-MIX.gguf
MEDIUM_MODEL_FILE=qwen-pure/qwen3.8-27b-IQ4_XS-pure.gguf
LARGE_MODEL_FILE=qwen-pure/qwen3.8-27b-IQ4_XS-pure.gguf
ULTRA_MODEL_FILE=qwen-pure/qwen3.8-27b-IQ4_XS-pure.gguf
UNCENSORED_MODEL_FILE=qwen3.8-27b-abliterated/Qwen3.8-27B-ABLITERATED-Q4_K_M.gguf
UNCENSORED_PROJECTOR_FILE=qwen3.8-27b-abliterated/mmproj-Qwen3.8-27B-ABLITERATED-F16.gguf
EXPERIMENTAL_MODEL_FILE=qwen/Qwen3.8-27B-UD-IQ4_XS.gguf
VISION_PROJECTOR_FILE=qwen/mmproj-BF16.gguf
@@ -20,6 +22,7 @@ FAST_CONTEXT=76800
MEDIUM_CONTEXT=160000
LARGE_CONTEXT=192000
ULTRA_CONTEXT=262144
UNCENSORED_CONTEXT=80000
EXPERIMENTAL_CONTEXT=76800
FAST_GPU_DEVICES=0,1
MEDIUM_GPU_DEVICES=0,1
@@ -28,6 +31,9 @@ LARGE_GPU_DEVICES=0,1
LARGE_TENSOR_SPLIT=86,14
ULTRA_GPU_DEVICES=0,1
ULTRA_TENSOR_SPLIT=80,20
UNCENSORED_GPU_DEVICES=0,1
UNCENSORED_TENSOR_SPLIT=90,10
UNCENSORED_MTP_MAX=2
EXPERIMENTAL_GPU_DEVICES=0
LLAMA_THREADS=6
LLAMA_THREADS_BATCH=6