200 lines
9.0 KiB
JSON
200 lines
9.0 KiB
JSON
{
|
||
"case": {
|
||
"id": "15-abliterated-80k-90x10-mtp3-p005",
|
||
"model": "abliterated",
|
||
"context": 80000,
|
||
"split": [
|
||
90,
|
||
10
|
||
],
|
||
"projector": "gpu",
|
||
"mtp": true,
|
||
"mtp_max": 3,
|
||
"quality": false,
|
||
"long_fill": 0.0,
|
||
"vision": true
|
||
},
|
||
"model_path": "/models/qwen3.8-27b-abliterated/Qwen3.8-27B-ABLITERATED-Q4_K_M.gguf",
|
||
"started": "2026-08-22T21:40:00.549774+00:00",
|
||
"command": [
|
||
"docker",
|
||
"run",
|
||
"-d",
|
||
"--name",
|
||
"mike-ai-qwen38-dualgpu-bench",
|
||
"--gpus",
|
||
"all",
|
||
"--ipc",
|
||
"host",
|
||
"--read-only",
|
||
"--tmpfs",
|
||
"/tmp:size=1g,mode=1777",
|
||
"--security-opt",
|
||
"no-new-privileges:true",
|
||
"--cap-drop",
|
||
"ALL",
|
||
"-e",
|
||
"NVIDIA_VISIBLE_DEVICES=GPU-8ad38c6c-5a01-9d8e-1dfa-ed662ad78fbe,GPU-4834d9d7-5b61-3004-1fb3-4ae49d482d4b",
|
||
"-v",
|
||
"/data/models:/models:ro",
|
||
"-p",
|
||
"127.0.0.1:18099:8080",
|
||
"-e",
|
||
"MTMD_BACKEND_DEVICE=CUDA1",
|
||
"mike-ai/llama.cpp:3f545bec-test",
|
||
"--model",
|
||
"/models/qwen3.8-27b-abliterated/Qwen3.8-27B-ABLITERATED-Q4_K_M.gguf",
|
||
"--alias",
|
||
"15-abliterated-80k-90x10-mtp3-p005",
|
||
"--ctx-size",
|
||
"80000",
|
||
"--flash-attn",
|
||
"on",
|
||
"--cache-type-k",
|
||
"q4_0",
|
||
"--cache-type-v",
|
||
"q4_0",
|
||
"--threads",
|
||
"6",
|
||
"--threads-batch",
|
||
"6",
|
||
"--batch-size",
|
||
"64",
|
||
"--ubatch-size",
|
||
"32",
|
||
"--parallel",
|
||
"1",
|
||
"--jinja",
|
||
"--reasoning",
|
||
"auto",
|
||
"--reasoning-budget",
|
||
"768",
|
||
"--host",
|
||
"0.0.0.0",
|
||
"--port",
|
||
"8080",
|
||
"--metrics",
|
||
"--fit",
|
||
"off",
|
||
"--n-gpu-layers",
|
||
"all",
|
||
"--no-mmap",
|
||
"--no-ui",
|
||
"--temperature",
|
||
"0.2",
|
||
"--top-p",
|
||
"0.8",
|
||
"--top-k",
|
||
"20",
|
||
"--device",
|
||
"CUDA0,CUDA1",
|
||
"--main-gpu",
|
||
"0",
|
||
"--split-mode",
|
||
"layer",
|
||
"--tensor-split",
|
||
"90,10",
|
||
"--mmproj",
|
||
"/models/qwen3.8-27b-abliterated/mmproj-Qwen3.8-27B-ABLITERATED-F16.gguf",
|
||
"--image-min-tokens",
|
||
"1024",
|
||
"--spec-type",
|
||
"draft-mtp",
|
||
"--spec-draft-n-max",
|
||
"3",
|
||
"--spec-draft-type-k",
|
||
"f16",
|
||
"--spec-draft-type-v",
|
||
"f16",
|
||
"--mmproj-device",
|
||
"CUDA1",
|
||
"--spec-draft-p-min",
|
||
"0.05"
|
||
],
|
||
"docker_launch_returncode": 0,
|
||
"docker_launch_stderr": "",
|
||
"loaded": true,
|
||
"load_seconds": 4.058,
|
||
"gpu_after_load": [
|
||
{
|
||
"index": "0",
|
||
"name": "NVIDIA GeForce RTX 3060",
|
||
"uuid": "GPU-4834d9d7-5b61-3004-1fb3-4ae49d482d4b",
|
||
"total_mib": "12288",
|
||
"used_mib": "4279",
|
||
"free_mib": "7631",
|
||
"temperature_c": "49",
|
||
"power_w": "44.34"
|
||
},
|
||
{
|
||
"index": "1",
|
||
"name": "NVIDIA GeForce RTX 5080",
|
||
"uuid": "GPU-8ad38c6c-5a01-9d8e-1dfa-ed662ad78fbe",
|
||
"total_mib": "16303",
|
||
"used_mib": "15686",
|
||
"free_mib": "196",
|
||
"temperature_c": "54",
|
||
"power_w": "70.90"
|
||
}
|
||
],
|
||
"speed_runs": [
|
||
{
|
||
"tokens": 384,
|
||
"timings": {
|
||
"cache_n": 0,
|
||
"prompt_n": 28,
|
||
"prompt_ms": 142.862,
|
||
"prompt_per_token_ms": 5.102214285714285,
|
||
"prompt_per_second": 195.99333622656832,
|
||
"predicted_n": 384,
|
||
"predicted_ms": 8131.814,
|
||
"predicted_per_token_ms": 21.23189033942559,
|
||
"predicted_per_second": 47.09896217498334,
|
||
"draft_n": 420,
|
||
"draft_n_accepted": 243
|
||
}
|
||
},
|
||
{
|
||
"tokens": 384,
|
||
"timings": {
|
||
"cache_n": 0,
|
||
"prompt_n": 28,
|
||
"prompt_ms": 118.117,
|
||
"prompt_per_token_ms": 4.218464285714286,
|
||
"prompt_per_second": 237.0530914262976,
|
||
"predicted_n": 384,
|
||
"predicted_ms": 8122.368,
|
||
"predicted_per_token_ms": 21.207227154046997,
|
||
"predicted_per_second": 47.153736447302066,
|
||
"draft_n": 420,
|
||
"draft_n_accepted": 243
|
||
}
|
||
}
|
||
],
|
||
"mean_predicted_tps": 47.126349311142704,
|
||
"vision": {
|
||
"ok": true,
|
||
"elapsed_seconds": 39.029,
|
||
"finish_reason": "stop",
|
||
"content": "**Objects in the hand:** Five small, smooth, glossy oval/round pieces (candy‑coated‑chocolate / painted‑pebble shaped) rest in an open palm. Colors: two teal, two orange, one green. The wrist is in a gray knit sleeve. Background (blurred): a light wooden tabletop, a pink‑edged item top‑left, a cardboard box top‑right.\n\n**Markings (pictorial, not text):**\n- One teal piece bears a black line drawing of a **turtle / tortoise**: a domed, cross‑hatched shell, a small round head with a dot eye, and a flipper/leg.\n- One orange piece bears a black line drawing of a small body with a pointed appendage and a small circle containing a central dot (an eye‑like mark); it is a similar creature/figure drawing but less clearly defined.\n- The remaining three pieces (one teal, one orange, one green) show only faint smudges or marks, no clear figure.\n\n**Text:** None. There is **no readable text, lettering, or word** anywhere in the image — the markings are pictorial symbols, not characters. (Per your instruction, I have not guessed at any letters.)\n\nSo: the visible animal depiction is a **turtle/tortoise** (on the teal piece); the visible objects are the five coated pieces in the hand; and **no text can be read**.",
|
||
"reasoning_content": "The user wants a precise description. They ask what animal or object is visible and what text can be read, with an explicit instruction not to guess.\n\nLet me look carefully at the image.\n\nForeground: an open human hand, palm up, fingers extended. The wrist is covered by a gray knit sleeve.\n\nOn the palm are five small, glossy, oval/round objects. They look like candy-coated chocolates (M&M-style) or possibly small painted stones/pebbles. They have a smooth, shiny coating. Colors: two teal/turquoise, two orange, one green.\n\nNow the markings. Two of them have black line drawings on them.\n\nThe teal one in the upper area: there's a black drawing. Let me look. It shows a rounded body with a pattern of lines (like a shell with segments), a small round head with a dot (eye), and what looks like a flipper/leg. This is consistent with a turtle/tortoise drawing — a domed shell with a head sticking out. Yes, it reads as a turtle/tortoise.\n\nThe orange one in the lower area: black drawing showing a body with a head and a dot eye, and what looks like a leaf or wing shape. Hmm. It's harder. It could be a turtle too, oriented differently, or it could be a bird, or a leaf. Let me look. There's an oval body with internal lines, a small circle with a dot at the bottom (head/eye), and a pointed shape at the top that looks like a leaf or a wing. Honestly it's ambiguous. The instruction says do not guess. So I should describe what I see without over-claiming.\n\nThe other objects: the plain teal one (left) has some faint smudge but no clear drawing. The orange one (middle) has a faint marking, maybe a letter? Hard to read. The green one has a faint gray marking, possibly a letter or symbol, not clearly legible.\n\nText: The user asks what text can be read. Looking carefully, I don't see any legible text/letters/words on the objects. The markings are pictorial (line drawings), not text. There's no readable text anywhere in the image. The background is a blurred wooden table surface, a pink-edged object top-left, a cardboard box top-right, blurred floor/leg bottom. No text visible.\n\nSo I must state: no readable text is present. The markings are pictorial symbols, not letters/words. I should not guess at letters.\n\nNow the animal: one marking clearly resembles a turtle/tortoise (domed segmented shell + head with eye). The other orange marking is less clear; it has a head-with-eye and a body with a pointed appendage. I should describe it as a line drawing that includes a small circle with a central dot (resembling an eye) and a body shape; it may be intended as another turtle or a different creature, but I won't assert. Actually the instruction \"do not guess\" applies to both animal and text. So I should describe the visual elements precisely and note which one is unambiguously a turtle-like figure, while describing the other without forcing an identification.\n\nHmm, but the question explicitly asks \"What animal or object is visible\". The objects are the candies/pebbles. The animal depicted in the drawing is a turtle/tortoise (the teal one is fairly clear: domed shell with cross-hatching, head with eye, flipper). I'll state that the teal marking depicts a turtle/tortoise. For the orange one, I'll describe the elements and say it appears to be a similar small creature drawing but is",
|
||
"timings": {
|
||
"cache_n": 0,
|
||
"prompt_n": 4358,
|
||
"prompt_ms": 13850.796,
|
||
"prompt_per_token_ms": 3.1782459843965123,
|
||
"prompt_per_second": 314.6389564902985,
|
||
"predicted_n": 1075,
|
||
"predicted_ms": 24955.863,
|
||
"predicted_per_token_ms": 23.23637150837989,
|
||
"predicted_per_second": 43.03597916048825,
|
||
"draft_n": 1275,
|
||
"draft_n_accepted": 649
|
||
}
|
||
},
|
||
"status": "complete",
|
||
"server_log": "/data/benchmarks/qwen38-abliterated-tuning-20260822/cases/15-abliterated-80k-90x10-mtp3-p005/server.log",
|
||
"oom": false,
|
||
"finished": "2026-08-22T21:41:01.254543+00:00"
|
||
}
|