Use validated Medium MTP2 and microbatch256 combination

2026-09-20 23:23:57 +02:00
parent b352e29c89
commit fbe8c6f1e9
3 changed files with 4 additions and 4 deletions
@@ -206,7 +206,7 @@ services:
      - --batch-size
      - "${MEDIUM_BATCH_SIZE:-2048}"
      - --ubatch-size
-      - "${MEDIUM_UBATCH_SIZE:-512}"
+      - "${MEDIUM_UBATCH_SIZE:-256}"
      - --parallel
      - "${MEDIUM_PARALLEL_SLOTS:-1}"
      - --kv-unified
@@ -247,7 +247,7 @@ services:
      - --spec-type
      - draft-mtp
      - --spec-draft-n-max
-      - "3"
+      - "2"
      - --spec-draft-type-k
      - f16
      - --spec-draft-type-v