michael/AI-Profile-Router
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Adopt tested MTP2 for Large; retain Medium MTP3 after warmup failure

Browse Source
This commit is contained in:
Mikei386
2026-09-20 22:59:50 +02:00
parent 9e836cf5fd
commit b352e29c89
29 changed files with 2340 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
experiments/profile-mtp2-20260920/large-mtp2/config.json
+11
View File
@@ -0,0 +1,11 @@
{
"label": "large-mtp2",
"profile": "large",
"ubatch": 256,
"split": "86,14",
"mtp": 2,
"prompts": [
4096
],
"minimum_headroom_mib": 448
}
experiments/profile-mtp2-20260920/large-mtp2/gpu.json
+278
View File
@@ -0,0 +1,278 @@
[
{
"time": 1789937874.460181,
"gpus": [
{
"name": "NVIDIA GeForce RTX 3060",
"used": "6964",
"total": "12288",
"temp": "54",
"util": "100",
"pcie_gen": "3",
"pcie_width": "4"
},
{
"name": "NVIDIA GeForce RTX 5080",
"used": "11272",
"total": "16303",
"temp": "53",
"util": "0",
"pcie_gen": "4",
"pcie_width": "16"
}
]
},
{
"time": 1789937876.4885523,
"gpus": [
{
"name": "NVIDIA GeForce RTX 3060",
"used": "8636",
"total": "12288",
"temp": "53",
"util": "24",
"pcie_gen": "3",
"pcie_width": "4"
},
{
"name": "NVIDIA GeForce RTX 5080",
"used": "15852",
"total": "16303",
"temp": "54",
"util": "17",
"pcie_gen": "4",
"pcie_width": "16"
}
]
},
{
"time": 1789937878.5206223,
"gpus": [
{
"name": "NVIDIA GeForce RTX 3060",
"used": "11008",
"total": "12288",
"temp": "53",
"util": "3",
"pcie_gen": "3",
"pcie_width": "4"
},
{
"name": "NVIDIA GeForce RTX 5080",
"used": "15852",
"total": "16303",
"temp": "52",
"util": "0",
"pcie_gen": "4",
"pcie_width": "16"
}
]
},
{
"time": 1789937880.5534434,
"gpus": [
{
"name": "NVIDIA GeForce RTX 3060",
"used": "11012",
"total": "12288",
"temp": "56",
"util": "44",
"pcie_gen": "3",
"pcie_width": "4"
},
{
"name": "NVIDIA GeForce RTX 5080",
"used": "15868",
"total": "16303",
"temp": "60",
"util": "51",
"pcie_gen": "4",
"pcie_width": "16"
}
]
},
{
"time": 1789937882.586797,
"gpus": [
{
"name": "NVIDIA GeForce RTX 3060",
"used": "11012",
"total": "12288",
"temp": "57",
"util": "44",
"pcie_gen": "3",
"pcie_width": "4"
},
{
"name": "NVIDIA GeForce RTX 5080",
"used": "15868",
"total": "16303",
"temp": "60",
"util": "52",
"pcie_gen": "4",
"pcie_width": "16"
}
]
},
{
"time": 1789937884.6185646,
"gpus": [
{
"name": "NVIDIA GeForce RTX 3060",
"used": "11012",
"total": "12288",
"temp": "57",
"util": "49",
"pcie_gen": "3",
"pcie_width": "4"
},
{
"name": "NVIDIA GeForce RTX 5080",
"used": "15868",
"total": "16303",
"temp": "60",
"util": "50",
"pcie_gen": "4",
"pcie_width": "16"
}
]
},
{
"time": 1789937886.6517417,
"gpus": [
{
"name": "NVIDIA GeForce RTX 3060",
"used": "11012",
"total": "12288",
"temp": "58",
"util": "47",
"pcie_gen": "3",
"pcie_width": "4"
},
{
"name": "NVIDIA GeForce RTX 5080",
"used": "15868",
"total": "16303",
"temp": "61",
"util": "50",
"pcie_gen": "4",
"pcie_width": "16"
}
]
},
{
"time": 1789937888.6827967,
"gpus": [
{
"name": "NVIDIA GeForce RTX 3060",
"used": "11014",
"total": "12288",
"temp": "56",
"util": "38",
"pcie_gen": "3",
"pcie_width": "4"
},
{
"name": "NVIDIA GeForce RTX 5080",
"used": "15870",
"total": "16303",
"temp": "67",
"util": "98",
"pcie_gen": "4",
"pcie_width": "16"
}
]
},
{
"time": 1789937890.7141511,
"gpus": [
{
"name": "NVIDIA GeForce RTX 3060",
"used": "11014",
"total": "12288",
"temp": "57",
"util": "44",
"pcie_gen": "3",
"pcie_width": "4"
},
{
"name": "NVIDIA GeForce RTX 5080",
"used": "15870",
"total": "16303",
"temp": "60",
"util": "50",
"pcie_gen": "4",
"pcie_width": "16"
}
]
},
{
"time": 1789937892.7445765,
"gpus": [
{
"name": "NVIDIA GeForce RTX 3060",
"used": "11014",
"total": "12288",
"temp": "57",
"util": "46",
"pcie_gen": "3",
"pcie_width": "4"
},
{
"name": "NVIDIA GeForce RTX 5080",
"used": "15870",
"total": "16303",
"temp": "61",
"util": "50",
"pcie_gen": "4",
"pcie_width": "16"
}
]
},
{
"time": 1789937894.7754166,
"gpus": [
{
"name": "NVIDIA GeForce RTX 3060",
"used": "11014",
"total": "12288",
"temp": "57",
"util": "47",
"pcie_gen": "3",
"pcie_width": "4"
},
{
"name": "NVIDIA GeForce RTX 5080",
"used": "15870",
"total": "16303",
"temp": "61",
"util": "50",
"pcie_gen": "4",
"pcie_width": "16"
}
]
},
{
"time": 1789937896.8081644,
"gpus": [
{
"name": "NVIDIA GeForce RTX 3060",
"used": "11014",
"total": "12288",
"temp": "58",
"util": "46",
"pcie_gen": "3",
"pcie_width": "4"
},
{
"name": "NVIDIA GeForce RTX 5080",
"used": "15870",
"total": "16303",
"temp": "61",
"util": "50",
"pcie_gen": "4",
"pcie_width": "16"
}
]
}
]
experiments/profile-mtp2-20260920/large-mtp2/loaded.json
+133
View File
File diff suppressed because one or more lines are too long
experiments/profile-mtp2-20260920/large-mtp2/result.json
+302
View File
File diff suppressed because one or more lines are too long
experiments/profile-mtp2-20260920/large-mtp2/server-args.json
+73
View File
@@ -0,0 +1,73 @@
[
"--model",
"/models/qwen3.8-27b-iq4-xs-pure/qwen3.8-27b-IQ4_XS-pure.gguf",
"--mmproj",
"/models/qwen/mmproj-BF16.gguf",
"--mmproj-offload",
"--mmproj-device",
"CUDA1",
"--alias",
"qwen-large",
"--ctx-size",
"192000",
"--flash-attn",
"on",
"--cache-type-k",
"q4_0",
"--cache-type-v",
"q4_0",
"--cache-prompt",
"--cache-ram",
"32768",
"--threads",
"6",
"--threads-batch",
"6",
"--batch-size",
"2048",
"--ubatch-size",
"256",
"--parallel",
"1",
"--kv-unified",
"--jinja",
"--reasoning",
"auto",
"--reasoning-preserve",
"--host",
"127.0.0.1",
"--port",
"5005",
"--metrics",
"--fit",
"off",
"--n-gpu-layers",
"all",
"--load-mode",
"none",
"--no-ui",
"--temperature",
"0.2",
"--top-p",
"0.8",
"--top-k",
"20",
"--device",
"CUDA0,CUDA1",
"--main-gpu",
"0",
"--split-mode",
"layer",
"--tensor-split",
"86,14",
"--spec-type",
"draft-mtp",
"--spec-draft-n-max",
"2",
"--spec-draft-type-k",
"f16",
"--spec-draft-type-v",
"f16",
"--verbosity",
"3"
]
experiments/profile-mtp2-20260920/large-mtp2/server.log.gz
BIN
View File
Binary file not shown.