Tune Qwen medium prefill batching

2026-08-30 22:11:26 +02:00
parent c27636ac34
commit 9c10b0ab88
3 changed files with 6 additions and 2 deletions
@@ -77,6 +77,8 @@ VISION_PROJECTOR_SHA256=83ee4f4f205fa514161778c41df1ea14144faa0f713510893b63c239

 FAST_CONTEXT=76800
 MEDIUM_CONTEXT=160000
+MEDIUM_BATCH_SIZE=2048
+MEDIUM_UBATCH_SIZE=128
 MEDIUM_TENSOR_SPLIT=90,10
 LARGE_CONTEXT=192000
 LARGE_TENSOR_SPLIT=86,14