Tune Qwen medium prefill batching

2026-08-30 22:11:26 +02:00
parent c27636ac34
commit 9c10b0ab88
3 changed files with 6 additions and 2 deletions
@@ -23,6 +23,8 @@ VISION_PROJECTOR_FILE=qwen/mmproj-BF16.gguf

 FAST_CONTEXT=76800
 MEDIUM_CONTEXT=160000
+MEDIUM_BATCH_SIZE=2048
+MEDIUM_UBATCH_SIZE=128
 LARGE_CONTEXT=192000
 ULTRA_CONTEXT=262144
 UNCENSORED_CONTEXT=80000