Record bounded Medium DFlash2 feasibility test and VRAM limit

2026-09-20 20:58:09 +02:00
parent 980f339ea4
commit 3d5931146b
13 changed files with 422 additions and 0 deletions
@@ -0,0 +1,19 @@
+[
+  {
+    "label": "medium-text-dflash2",
+    "model": "pure",
+    "ctx": 160000,
+    "single": false,
+    "split": "80,20",
+    "ubatch": 128,
+    "parallel": 2,
+    "draft_max": 7,
+    "draft_kv": "q4_0",
+    "draft_device": "CUDA0",
+    "quality": false,
+    "prompts": [
+      4096
+    ],
+    "minimum_headroom_mib": 512
+  }
+]