200 lines
9.1 KiB
JSON
200 lines
9.1 KiB
JSON
{
|
||
"case": {
|
||
"id": "13-abliterated-80k-85x15-mtp2-p010",
|
||
"model": "abliterated",
|
||
"context": 80000,
|
||
"split": [
|
||
85,
|
||
15
|
||
],
|
||
"projector": "gpu",
|
||
"mtp": true,
|
||
"mtp_max": 2,
|
||
"quality": false,
|
||
"long_fill": 0.0,
|
||
"vision": true
|
||
},
|
||
"model_path": "/models/qwen3.8-27b-abliterated/Qwen3.8-27B-ABLITERATED-Q4_K_M.gguf",
|
||
"started": "2026-08-22T21:37:56.784038+00:00",
|
||
"command": [
|
||
"docker",
|
||
"run",
|
||
"-d",
|
||
"--name",
|
||
"mike-ai-qwen38-dualgpu-bench",
|
||
"--gpus",
|
||
"all",
|
||
"--ipc",
|
||
"host",
|
||
"--read-only",
|
||
"--tmpfs",
|
||
"/tmp:size=1g,mode=1777",
|
||
"--security-opt",
|
||
"no-new-privileges:true",
|
||
"--cap-drop",
|
||
"ALL",
|
||
"-e",
|
||
"NVIDIA_VISIBLE_DEVICES=GPU-8ad38c6c-5a01-9d8e-1dfa-ed662ad78fbe,GPU-4834d9d7-5b61-3004-1fb3-4ae49d482d4b",
|
||
"-v",
|
||
"/data/models:/models:ro",
|
||
"-p",
|
||
"127.0.0.1:18099:8080",
|
||
"-e",
|
||
"MTMD_BACKEND_DEVICE=CUDA1",
|
||
"mike-ai/llama.cpp:3f545bec-test",
|
||
"--model",
|
||
"/models/qwen3.8-27b-abliterated/Qwen3.8-27B-ABLITERATED-Q4_K_M.gguf",
|
||
"--alias",
|
||
"13-abliterated-80k-85x15-mtp2-p010",
|
||
"--ctx-size",
|
||
"80000",
|
||
"--flash-attn",
|
||
"on",
|
||
"--cache-type-k",
|
||
"q4_0",
|
||
"--cache-type-v",
|
||
"q4_0",
|
||
"--threads",
|
||
"6",
|
||
"--threads-batch",
|
||
"6",
|
||
"--batch-size",
|
||
"64",
|
||
"--ubatch-size",
|
||
"32",
|
||
"--parallel",
|
||
"1",
|
||
"--jinja",
|
||
"--reasoning",
|
||
"auto",
|
||
"--reasoning-budget",
|
||
"768",
|
||
"--host",
|
||
"0.0.0.0",
|
||
"--port",
|
||
"8080",
|
||
"--metrics",
|
||
"--fit",
|
||
"off",
|
||
"--n-gpu-layers",
|
||
"all",
|
||
"--no-mmap",
|
||
"--no-ui",
|
||
"--temperature",
|
||
"0.2",
|
||
"--top-p",
|
||
"0.8",
|
||
"--top-k",
|
||
"20",
|
||
"--device",
|
||
"CUDA0,CUDA1",
|
||
"--main-gpu",
|
||
"0",
|
||
"--split-mode",
|
||
"layer",
|
||
"--tensor-split",
|
||
"85,15",
|
||
"--mmproj",
|
||
"/models/qwen3.8-27b-abliterated/mmproj-Qwen3.8-27B-ABLITERATED-F16.gguf",
|
||
"--image-min-tokens",
|
||
"1024",
|
||
"--spec-type",
|
||
"draft-mtp",
|
||
"--spec-draft-n-max",
|
||
"2",
|
||
"--spec-draft-type-k",
|
||
"f16",
|
||
"--spec-draft-type-v",
|
||
"f16",
|
||
"--mmproj-device",
|
||
"CUDA1",
|
||
"--spec-draft-p-min",
|
||
"0.10"
|
||
],
|
||
"docker_launch_returncode": 0,
|
||
"docker_launch_stderr": "",
|
||
"loaded": true,
|
||
"load_seconds": 7.18,
|
||
"gpu_after_load": [
|
||
{
|
||
"index": "0",
|
||
"name": "NVIDIA GeForce RTX 3060",
|
||
"uuid": "GPU-4834d9d7-5b61-3004-1fb3-4ae49d482d4b",
|
||
"total_mib": "12288",
|
||
"used_mib": "5081",
|
||
"free_mib": "6829",
|
||
"temperature_c": "45",
|
||
"power_w": "44.74"
|
||
},
|
||
{
|
||
"index": "1",
|
||
"name": "NVIDIA GeForce RTX 5080",
|
||
"uuid": "GPU-8ad38c6c-5a01-9d8e-1dfa-ed662ad78fbe",
|
||
"total_mib": "16303",
|
||
"used_mib": "14736",
|
||
"free_mib": "1146",
|
||
"temperature_c": "49",
|
||
"power_w": "57.97"
|
||
}
|
||
],
|
||
"speed_runs": [
|
||
{
|
||
"tokens": 384,
|
||
"timings": {
|
||
"cache_n": 0,
|
||
"prompt_n": 28,
|
||
"prompt_ms": 179.395,
|
||
"prompt_per_token_ms": 6.406964285714286,
|
||
"prompt_per_second": 156.08015830987486,
|
||
"predicted_n": 384,
|
||
"predicted_ms": 7627.265,
|
||
"predicted_per_token_ms": 19.914530026109663,
|
||
"predicted_per_second": 50.21459199332919,
|
||
"draft_n": 322,
|
||
"draft_n_accepted": 222
|
||
}
|
||
},
|
||
{
|
||
"tokens": 384,
|
||
"timings": {
|
||
"cache_n": 0,
|
||
"prompt_n": 28,
|
||
"prompt_ms": 160.609,
|
||
"prompt_per_token_ms": 5.736035714285714,
|
||
"prompt_per_second": 174.33643195586797,
|
||
"predicted_n": 384,
|
||
"predicted_ms": 7619.645,
|
||
"predicted_per_token_ms": 19.89463446475196,
|
||
"predicted_per_second": 50.26480892482524,
|
||
"draft_n": 322,
|
||
"draft_n_accepted": 222
|
||
}
|
||
}
|
||
],
|
||
"mean_predicted_tps": 50.23970045907721,
|
||
"vision": {
|
||
"ok": true,
|
||
"elapsed_seconds": 37.731,
|
||
"finish_reason": "stop",
|
||
"content": "**What is in the image**\n\nA single open human hand, palm facing up, fingers spread, with a gray knit sweater sleeve at the wrist. Resting on the palm are five small, smooth, glossy oval/round pieces (candy‑coated or painted pebble‑like objects). Their colors are: two teal/turquoise, two orange, and one green.\n\n**Animal / object drawn on them**\n\nTwo of the pieces carry black line drawings:\n\n- The upper **teal** piece shows a black silhouette of a **turtle / tortoise** — an oval shell with internal shell‑pattern lines and a small neck/head protruding to the upper right.\n- The lower **orange** piece shows a second black figure: a small circle with a dot (a head/eye) at the bottom, attached to a lined body and a pointed, leaf‑ or wing‑like shape. It is a stylized creature/figure, but its exact identity is not unambiguous from the drawing.\n\nThe remaining three pieces (the left teal, the left orange, and the green) show only faint, low‑contrast smudges/marks, not clear drawings.\n\n**Text**\n\nThere is **no clearly legible text** anywhere in the image. The faint marks on the left‑teal, left‑orange, and green pieces are too indistinct to read as letters or words, so no text can be read with certainty.\n\n**Background (out of focus):** a light wooden tabletop, a pink‑edged object and a white item at the upper left, and a beige/cream surface at the right.",
|
||
"reasoning_content": "The user wants a precise description. They ask what animal or object is visible and what text can be read, with an explicit instruction not to guess.\n\nLet me look carefully at the image.\n\nForeground: an open human hand, palm up, fingers extended. The wrist is covered by a gray knit sweater sleeve.\n\nOn the palm are five small, glossy, oval/round objects. They look like candy-coated chocolates (M&M-style) or possibly small painted stones/pebbles. They have a smooth, shiny coating. Colors: two teal/turquoise, one orange (left), one green, one orange (right, lower).\n\nNow the markings. Two of them have black line drawings on them.\n\nThe teal one in the upper area: there's a black drawing. Let me look. It shows a shape with a rounded body and a small circle at the top right connected by a line — that looks like a turtle/tortoise: an oval shell with lines (the shell pattern) and a head sticking out. Yes, it reads as a turtle/tortoise silhouette drawn in black. The body has internal lines suggesting the shell scutes, and a neck/head protruding to the upper right. So that's a turtle.\n\nThe lower orange one: black drawing. It shows a shape with a circle at the bottom (a head?) and a body with lines and what looks like a leaf or wing shape. Hmm. Let me look. There's a circle at the bottom with a dot inside (like an eye), a vertical body with horizontal lines, and a pointed leaf-like shape on the left. This could be a bird? Or a fish? Or maybe it's also a turtle oriented differently? The circle at the bottom with a dot could be a head/eye. The body with lines could be a shell or body. The pointed shape could be a flipper or wing or leaf.\n\nHmm, the instruction says \"Do not guess.\" So I need to be careful. The question asks \"What animal or object is visible, and what text can you read?\"\n\nSo they want me to identify the animal/object drawn, and read any text.\n\nLet me look for text. On the green candy, there's some faint marking — looks like a letter or symbol in a slightly different shade (greenish-gray). It might be a letter. Hard to read. On the left orange candy there's a faint mark too. On the teal candy (left one) there's a faint mark. These faint marks look like the typical M&M letter \"m\" or some logo? Actually M&M's have an \"m\" on them. Let me look. The left teal one has a faint vertical mark that could be an \"m\" or a scratch. The green one has a faint mark that looks like a letter, maybe \"m\" or a number. The left orange one has a faint mark at the bottom.\n\nHmm, but the instruction \"Do not guess\" means I should only state what I can actually read clearly. The faint marks are not clearly legible as text. So I should say no clearly legible text is present, or describe the faint marks without asserting a specific letter.\n\nWait, but the question explicitly asks \"what text can you read?\" Possibly the answer is that there is no readable text — the markings are pictorial (a turtle and another figure), not text. The faint marks on the candies are not legible text.\n\nLet me look really carefully at the green candy's marking. It looks like a grayish symbol, possibly a letter. It's too blurry/low-contrast to read with confidence. I'll note it as an indistinct mark, not legible text.\n\nNow the",
|
||
"timings": {
|
||
"cache_n": 0,
|
||
"prompt_n": 4358,
|
||
"prompt_ms": 14267.468,
|
||
"prompt_per_token_ms": 3.2738568150527767,
|
||
"prompt_per_second": 305.45013312803644,
|
||
"predicted_n": 1108,
|
||
"predicted_ms": 23231.816,
|
||
"predicted_per_token_ms": 20.98628364950316,
|
||
"predicted_per_second": 47.65017078303306,
|
||
"draft_n": 964,
|
||
"draft_n_accepted": 627
|
||
}
|
||
},
|
||
"status": "complete",
|
||
"server_log": "/data/benchmarks/qwen38-abliterated-tuning-20260822/cases/13-abliterated-80k-85x15-mtp2-p010/server.log",
|
||
"oom": false,
|
||
"finished": "2026-08-22T21:38:58.470178+00:00"
|
||
}
|