Tune Qwen medium prefill batching

2026-08-30 22:11:26 +02:00
parent c27636ac34
commit 9c10b0ab88
3 changed files with 6 additions and 2 deletions
@@ -181,9 +181,9 @@ services:
      - --threads-batch
      - "${LLAMA_THREADS_BATCH:-6}"
      - --batch-size
-      - "64"
+      - "${MEDIUM_BATCH_SIZE:-2048}"
      - --ubatch-size
-      - "32"
+      - "${MEDIUM_UBATCH_SIZE:-128}"
      - --parallel
      - "1"
      - --jinja