[object Object]

← back to Model Arena

auto-data-snapshot: 2026-08-31T14:28:57 (12 data files) — data/artifacts/4c21edc43a09/qwen25-7b.png data/artifacts/4c21edc43a09/qwen3-14b.png data/artifacts/6e2d6635424a/qwen25-7b.png data/artifacts/6e2d6635424a/qwen3-14b.png data/artifacts/84f06b214f8c/qwen25-7b.png

d4f3b79505c2a456f1ded5ab4c774e52989fc277 · 2026-08-31 14:33:02 -0700 · auto-commit-fleet

Files touched

Diff

commit d4f3b79505c2a456f1ded5ab4c774e52989fc277
Author: auto-commit-fleet <steve@designerwallcoverings.com>
Date:   Mon Aug 31 14:33:02 2026 -0700

    auto-data-snapshot: 2026-08-31T14:28:57 (12 data files) — data/artifacts/4c21edc43a09/qwen25-7b.png data/artifacts/4c21edc43a09/qwen3-14b.png data/artifacts/6e2d6635424a/qwen25-7b.png data/artifacts/6e2d6635424a/qwen3-14b.png data/artifacts/84f06b214f8c/qwen25-7b.png
---
 data/artifacts/4c21edc43a09/qwen25-7b.png   | Bin 0 -> 31625 bytes
 data/artifacts/4c21edc43a09/qwen3-14b.png   | Bin 0 -> 57335 bytes
 data/artifacts/6e2d6635424a/qwen25-7b.png   | Bin 0 -> 19796 bytes
 data/artifacts/6e2d6635424a/qwen3-14b.png   | Bin 0 -> 30489 bytes
 data/artifacts/84f06b214f8c/qwen25-7b.png   | Bin 0 -> 41623 bytes
 data/artifacts/84f06b214f8c/qwen3-14b.png   | Bin 0 -> 39992 bytes
 data/artifacts/89e23514bd71/qwen25-7b.png   | Bin 0 -> 20418 bytes
 data/artifacts/89e23514bd71/qwen3-14b.png   | Bin 0 -> 16424 bytes
 data/artifacts/96c1603e5f4a/claude-code.png | Bin 0 -> 86795 bytes
 data/artifacts/96c1603e5f4a/qwen25-7b.png   | Bin 0 -> 68139 bytes
 data/artifacts/96c1603e5f4a/qwen3-14b.png   | Bin 0 -> 94396 bytes
 data/challenges.json                        | 319 ++++++++++++++++++++++++++++
 12 files changed, 319 insertions(+)

diff --git a/data/artifacts/4c21edc43a09/qwen25-7b.png b/data/artifacts/4c21edc43a09/qwen25-7b.png
new file mode 100644
index 0000000..29c8d07
Binary files /dev/null and b/data/artifacts/4c21edc43a09/qwen25-7b.png differ
diff --git a/data/artifacts/4c21edc43a09/qwen3-14b.png b/data/artifacts/4c21edc43a09/qwen3-14b.png
new file mode 100644
index 0000000..751e75e
Binary files /dev/null and b/data/artifacts/4c21edc43a09/qwen3-14b.png differ
diff --git a/data/artifacts/6e2d6635424a/qwen25-7b.png b/data/artifacts/6e2d6635424a/qwen25-7b.png
new file mode 100644
index 0000000..3a6cd9a
Binary files /dev/null and b/data/artifacts/6e2d6635424a/qwen25-7b.png differ
diff --git a/data/artifacts/6e2d6635424a/qwen3-14b.png b/data/artifacts/6e2d6635424a/qwen3-14b.png
new file mode 100644
index 0000000..5a93aff
Binary files /dev/null and b/data/artifacts/6e2d6635424a/qwen3-14b.png differ
diff --git a/data/artifacts/84f06b214f8c/qwen25-7b.png b/data/artifacts/84f06b214f8c/qwen25-7b.png
new file mode 100644
index 0000000..f8c522d
Binary files /dev/null and b/data/artifacts/84f06b214f8c/qwen25-7b.png differ
diff --git a/data/artifacts/84f06b214f8c/qwen3-14b.png b/data/artifacts/84f06b214f8c/qwen3-14b.png
new file mode 100644
index 0000000..d8f50cf
Binary files /dev/null and b/data/artifacts/84f06b214f8c/qwen3-14b.png differ
diff --git a/data/artifacts/89e23514bd71/qwen25-7b.png b/data/artifacts/89e23514bd71/qwen25-7b.png
new file mode 100644
index 0000000..88928ba
Binary files /dev/null and b/data/artifacts/89e23514bd71/qwen25-7b.png differ
diff --git a/data/artifacts/89e23514bd71/qwen3-14b.png b/data/artifacts/89e23514bd71/qwen3-14b.png
new file mode 100644
index 0000000..c452561
Binary files /dev/null and b/data/artifacts/89e23514bd71/qwen3-14b.png differ
diff --git a/data/artifacts/96c1603e5f4a/claude-code.png b/data/artifacts/96c1603e5f4a/claude-code.png
new file mode 100644
index 0000000..8c86f7c
Binary files /dev/null and b/data/artifacts/96c1603e5f4a/claude-code.png differ
diff --git a/data/artifacts/96c1603e5f4a/qwen25-7b.png b/data/artifacts/96c1603e5f4a/qwen25-7b.png
new file mode 100644
index 0000000..be6bf61
Binary files /dev/null and b/data/artifacts/96c1603e5f4a/qwen25-7b.png differ
diff --git a/data/artifacts/96c1603e5f4a/qwen3-14b.png b/data/artifacts/96c1603e5f4a/qwen3-14b.png
new file mode 100644
index 0000000..5600df4
Binary files /dev/null and b/data/artifacts/96c1603e5f4a/qwen3-14b.png differ
diff --git a/data/challenges.json b/data/challenges.json
index 573bf8b..e8e382f 100644
--- a/data/challenges.json
+++ b/data/challenges.json
@@ -33703,5 +33703,324 @@
     "judging": false,
     "aiPick": "qwen25-7b",
     "judged_at": "2026-08-31T19:49:08.451Z"
+  },
+  {
+    "id": "4c21edc43a09",
+    "title": "Margin Intelligence Command Center",
+    "prompt": "Build a single-file executive margin-intelligence workspace for a premium interiors distributor. The audience is an owner deciding what to promote, reprice, or pause before Monday’s buying meeting. Show six realistic product families with revenue, units, gross margin, sample-conversion rate, return rate, and inventory cover. Include a date-range switcher, channel and vendor filters, a sortable opportunity table, and a contribution-margin waterfall. Selecting a row must update a side panel with trend, diagnosis, and a recommended action whose assumptions are editable. Flag contradictory signals such as high revenue with negative contribution. Provide loading, no-results, and stale-data states. Use restrained editorial typography, dense but calm information design, visible keyboard focus, semantic labels, and responsive behavior at 390px and 1440px. Success: a first-time operator can identify the largest recoverable margin leak, explain why it matters, model one change, and see the projected impact without instructions.",
+    "category": "Real Work",
+    "designTools": false,
+    "created_at": "2026-08-31T21:05:53.033Z",
+    "winner": null,
+    "runs": [
+      {
+        "model": "qwen3-14b",
+        "status": "done",
+        "error": null,
+        "seconds": 72,
+        "cost": 0,
+        "started_at": "2026-08-31T21:05:53.054Z",
+        "finished_at": "2026-08-31T21:07:04.726Z",
+        "queued_at": "2026-08-31T21:05:53.039Z",
+        "bytes": 12760,
+        "thumb": true,
+        "aiScore": 7.3,
+        "aiReason": "The workspace is functional but lacks some of the requested features such as filters and a side panel for trend analysis.",
+        "aiScores": {
+          "qwen2.5vl:7b": 7,
+          "minicpm-v:latest": 7.5
+        },
+        "aiSpread": 0.5
+      },
+      {
+        "model": "qwen25-7b",
+        "status": "done",
+        "error": null,
+        "seconds": 34,
+        "cost": 0,
+        "started_at": "2026-08-31T21:05:53.059Z",
+        "finished_at": "2026-08-31T21:06:26.885Z",
+        "queued_at": "2026-08-31T21:05:53.044Z",
+        "bytes": 4810,
+        "thumb": true,
+        "aiScore": 7.3,
+        "aiReason": "The workspace provides the required information but lacks some interactive elements and visual polish.",
+        "aiScores": {
+          "qwen2.5vl:7b": 7,
+          "minicpm-v:latest": 7.5
+        },
+        "aiSpread": 0.5
+      },
+      {
+        "model": "claude-code",
+        "status": "error",
+        "error": "claude CLI: Command failed: /Users/macstudio3/.npm-global/bin/claude --model opus --append-system-prompt You are a headless code generator in a build arena. Respond with ON",
+        "seconds": 301,
+        "cost": null,
+        "started_at": "2026-08-31T21:05:53.063Z",
+        "finished_at": "2026-08-31T21:10:53.950Z",
+        "queued_at": "2026-08-31T21:05:53.049Z"
+      }
+    ],
+    "judging": false,
+    "aiPick": "qwen3-14b",
+    "judged_at": "2026-08-31T21:14:58.066Z"
+  },
+  {
+    "id": "96c1603e5f4a",
+    "title": "Afterlight Exhibition Story",
+    "prompt": "Create a single-file digital exhibition for an imaginary museum show titled ‘Afterlight: Rooms Remember.’ The experience should guide design-literate visitors through five objects spanning 1928–2040, each with a curator note, material provenance, conservation status, and one short audio-transcript excerpt. Open with a cinematic but accessible title sequence, then provide chapter navigation, an object index, and an optional compare mode that places two works side by side. Scrolling should reveal relationships through typography, scale, color, and restrained motion—not generic cards or decorative gradients. Add a reading-progress indicator, reduced-motion behavior, a high-contrast toggle, and a useful fallback when media is unavailable. All content must be invented but plausible. At 390px, preserve the narrative order and comparison utility. Success: a visitor can understand the curatorial thesis, inspect any object, compare two material histories, and return to their prior reading position using only keyboard controls.",
+    "category": "Editorial",
+    "designTools": false,
+    "created_at": "2026-08-31T21:05:53.070Z",
+    "winner": null,
+    "runs": [
+      {
+        "model": "qwen3-14b",
+        "status": "done",
+        "error": null,
+        "seconds": 131,
+        "cost": 0,
+        "started_at": "2026-08-31T21:07:04.731Z",
+        "finished_at": "2026-08-31T21:09:15.918Z",
+        "queued_at": "2026-08-31T21:05:53.075Z",
+        "bytes": 21149,
+        "thumb": true,
+        "aiScore": 8.3,
+        "aiReason": "The design effectively fulfills the challenge by providing a clear narrative and interactive elements while maintaining visual quality.",
+        "aiScores": {
+          "qwen2.5vl:7b": 9,
+          "minicpm-v:latest": 7.5
+        },
+        "aiSpread": 1.5
+      },
+      {
+        "model": "qwen25-7b",
+        "status": "done",
+        "error": null,
+        "seconds": 56,
+        "cost": 0,
+        "started_at": "2026-08-31T21:06:26.890Z",
+        "finished_at": "2026-08-31T21:07:22.601Z",
+        "queued_at": "2026-08-31T21:05:53.080Z",
+        "bytes": 8873,
+        "thumb": true,
+        "aiScore": 8.3,
+        "aiReason": "The model effectively fulfills the challenge by providing a clear and structured digital exhibition experience. The design is visually appealing and adheres to the specified requirements.",
+        "aiScores": {
+          "qwen2.5vl:7b": 9,
+          "minicpm-v:latest": 7.5
+        },
+        "aiSpread": 1.5
+      },
+      {
+        "model": "claude-code",
+        "status": "done",
+        "error": null,
+        "seconds": 252,
+        "cost": 0,
+        "started_at": "2026-08-31T21:10:53.959Z",
+        "finished_at": "2026-08-31T21:15:05.794Z",
+        "queued_at": "2026-08-31T21:05:53.084Z",
+        "bytes": 37250,
+        "thumb": true,
+        "aiScore": 7.3,
+        "aiReason": "The model effectively demonstrates the curatorial thesis and provides navigation for object inspection and comparison. However, it lacks the cinematic title sequence and scrolling reveals that align w",
+        "aiScores": {
+          "qwen2.5vl:7b": 7,
+          "minicpm-v:latest": 7.5
+        },
+        "aiSpread": 0.5
+      }
+    ],
+    "judging": false,
+    "aiPick": "qwen3-14b",
+    "judged_at": "2026-08-31T21:15:22.465Z"
+  },
+  {
+    "id": "84f06b214f8c",
+    "title": "Atelier Sample Configurator",
+    "prompt": "Build a single-file sample-order configurator for an architect specifying a hand-finished wallcovering called ‘Strata No. 7.’ Present four nuanced colorways, two grounds, three finish levels, lead-time ranges, memo pricing, and minimum-order rules. The primary journey is compare colorways, configure a memo, assign it to a project, and review a precise order summary before submission. Changing ground or finish must visibly update the material preview, availability, price, and care note; incompatible combinations should be prevented with a clear explanation. Include quantity controls, a project-name field, delivery urgency, saved configurations in localStorage, and a comparison tray for up to three variants. Invent credible product photography using layered CSS texture rather than empty placeholders. Handle out-of-stock, validation, and restored-session states. The visual language should feel like a quiet material library, not a generic shop. Success: a specifier can distinguish options, understand every cost and constraint, recover a saved configuration, and submit an error-free sample request on desktop or mobile.",
+    "category": "Commerce",
+    "designTools": false,
+    "created_at": "2026-08-31T21:05:53.088Z",
+    "winner": null,
+    "runs": [
+      {
+        "model": "qwen3-14b",
+        "status": "done",
+        "error": null,
+        "seconds": 71,
+        "cost": 0,
+        "started_at": "2026-08-31T21:09:15.923Z",
+        "finished_at": "2026-08-31T21:10:26.630Z",
+        "queued_at": "2026-08-31T21:05:53.092Z",
+        "bytes": 13527,
+        "thumb": true,
+        "aiScore": 5.8,
+        "aiReason": "The configurator is functional but lacks the nuanced colorways and finish levels specified in the challenge.",
+        "aiScores": {
+          "qwen2.5vl:7b": 4,
+          "minicpm-v:latest": 7.5
+        },
+        "aiSpread": 3.5
+      },
+      {
+        "model": "qwen25-7b",
+        "status": "done",
+        "error": null,
+        "seconds": 45,
+        "cost": 0,
+        "started_at": "2026-08-31T21:07:22.606Z",
+        "finished_at": "2026-08-31T21:08:07.273Z",
+        "queued_at": "2026-08-31T21:05:53.096Z",
+        "bytes": 7853,
+        "thumb": true,
+        "aiScore": 6.8,
+        "aiReason": "The configurator is functional but lacks the nuanced colorways and finish levels specified. The visual design is simple and lacks the material library feel.",
+        "aiScores": {
+          "qwen2.5vl:7b": 6,
+          "minicpm-v:latest": 7.5
+        },
+        "aiSpread": 1.5
+      },
+      {
+        "model": "claude-code",
+        "status": "error",
+        "error": "claude CLI: Command failed: /Users/macstudio3/.npm-global/bin/claude --model opus --append-system-prompt You are a headless code generator in a build arena. Respond with ON",
+        "seconds": 301,
+        "cost": null,
+        "started_at": "2026-08-31T21:15:05.799Z",
+        "finished_at": "2026-08-31T21:20:06.687Z",
+        "queued_at": "2026-08-31T21:05:53.100Z"
+      }
+    ],
+    "judging": false,
+    "aiPick": "qwen25-7b",
+    "judged_at": "2026-08-31T21:20:29.513Z"
+  },
+  {
+    "id": "6e2d6635424a",
+    "title": "Metro Disruption Decision Desk",
+    "prompt": "Design a single-file operations console for a transit controller managing a fictional city rail disruption during evening rush hour. Seed four lines, eight active incidents, passenger-load estimates, crew availability, and three competing recovery plans. The controller must filter incidents, inspect a timeline, change severity, assign a response team, and compare plans using weighted criteria for safety, passenger delay, cost, and network recovery. Reweighting criteria must recalculate the recommendation and explain which evidence changed the result. Include a schematic network map linked to the incident list, a confirmation step for consequential actions, an undoable simulation mode, and a timestamped decision log. Represent delayed telemetry, conflicting reports, no available crew, and a recovered state without blocking exploration. Use high-information-density design with strong hierarchy, color-blind-safe statuses, keyboard navigation, and an effective 390px command view. Success: an operator can locate the highest-risk incident, test two strategies, justify the recommended plan, and reconstruct the decision trail.",
+    "category": "Decision Tools",
+    "designTools": false,
+    "created_at": "2026-08-31T21:05:53.105Z",
+    "winner": null,
+    "runs": [
+      {
+        "model": "qwen3-14b",
+        "status": "done",
+        "error": null,
+        "seconds": 87,
+        "cost": 0,
+        "started_at": "2026-08-31T21:10:26.636Z",
+        "finished_at": "2026-08-31T21:11:54.014Z",
+        "queued_at": "2026-08-31T21:05:53.109Z",
+        "bytes": 15389,
+        "thumb": true,
+        "aiScore": 7.3,
+        "aiReason": "The console effectively communicates the transit control scenario but lacks some visual hierarchy and color contrast for optimal readability.",
+        "aiScores": {
+          "qwen2.5vl:7b": 7,
+          "minicpm-v:latest": 7.5
+        },
+        "aiSpread": 0.5
+      },
+      {
+        "model": "qwen25-7b",
+        "status": "done",
+        "error": null,
+        "seconds": 30,
+        "cost": 0,
+        "started_at": "2026-08-31T21:08:07.278Z",
+        "finished_at": "2026-08-31T21:08:37.203Z",
+        "queued_at": "2026-08-31T21:05:53.114Z",
+        "bytes": 5303,
+        "thumb": true,
+        "aiScore": 4.8,
+        "aiReason": "The console is partially functional but lacks key elements such as incident details, network map, and decision log.",
+        "aiScores": {
+          "qwen2.5vl:7b": 4,
+          "minicpm-v:latest": 5.5
+        },
+        "aiSpread": 1.5
+      },
+      {
+        "model": "claude-code",
+        "status": "error",
+        "error": "claude CLI: Command failed: /Users/macstudio3/.npm-global/bin/claude --model opus --append-system-prompt You are a headless code generator in a build arena. Respond with ON",
+        "seconds": 301,
+        "cost": null,
+        "started_at": "2026-08-31T21:20:06.699Z",
+        "finished_at": "2026-08-31T21:25:07.361Z",
+        "queued_at": "2026-08-31T21:05:53.118Z"
+      }
+    ],
+    "judging": false,
+    "aiPick": "qwen3-14b",
+    "judged_at": "2026-08-31T21:25:25.266Z"
+  },
+  {
+    "id": "89e23514bd71",
+    "title": "Orbital Freight Cooperative",
+    "prompt": "Create a polished single-file strategy game about coordinating freight among five orbital settlements before a solar storm closes the transfer windows. Each settlement has distinct demand, storage, trust, and production; the player has twelve turns to route water, medicine, reactor parts, and research samples using ships with different capacity and fuel costs. Build a readable star map, turn timeline, cargo planner, settlement detail view, and event log. Routes must animate clearly, consume resources, and resolve into meaningful consequences. Introduce at least three deterministic events, one negotiation choice, and a cascading shortage the player can anticipate from the data. Provide an interactive tutorial, pause/reset, difficulty selection, sound-off default, reduced-motion mode, and a complete win/loss summary that explains the decisive choices. The interface should evoke optimistic mission control rather than neon arcade clichés and remain playable by keyboard at 390px. Success: a new player understands the economy within two turns, can revise a plan before committing, and sees why the cooperative survived or failed.",
+    "category": "Games",
+    "designTools": false,
+    "created_at": "2026-08-31T21:05:53.122Z",
+    "winner": null,
+    "runs": [
+      {
+        "model": "qwen3-14b",
+        "status": "done",
+        "error": null,
+        "seconds": 125,
+        "cost": 0,
+        "started_at": "2026-08-31T21:11:54.020Z",
+        "finished_at": "2026-08-31T21:13:58.530Z",
+        "queued_at": "2026-08-31T21:05:53.127Z",
+        "bytes": 16044,
+        "thumb": true,
+        "aiScore": 6.3,
+        "aiReason": "The interface is functional but lacks the star map and detailed cargo planner as described in the challenge.",
+        "aiScores": {
+          "qwen2.5vl:7b": 6,
+          "minicpm-v:latest": 6.5
+        },
+        "aiSpread": 0.5
+      },
+      {
+        "model": "qwen25-7b",
+        "status": "done",
+        "error": null,
+        "seconds": 52,
+        "cost": 0,
+        "started_at": "2026-08-31T21:08:37.209Z",
+        "finished_at": "2026-08-31T21:09:29.265Z",
+        "queued_at": "2026-08-31T21:05:53.132Z",
+        "bytes": 8170,
+        "thumb": true,
+        "aiScore": 4.3,
+        "aiReason": "The interface is partially functional but lacks the star map and detailed settlement views required for a polished strategy game.",
+        "aiScores": {
+          "qwen2.5vl:7b": 5,
+          "minicpm-v:latest": 3.5
+        },
+        "aiSpread": 1.5
+      },
+      {
+        "model": "claude-code",
+        "status": "error",
+        "error": "claude CLI: Command failed: /Users/macstudio3/.npm-global/bin/claude --model opus --append-system-prompt You are a headless code generator in a build arena. Respond with ON",
+        "seconds": 301,
+        "cost": null,
+        "started_at": "2026-08-31T21:25:07.373Z",
+        "finished_at": "2026-08-31T21:30:08.285Z",
+        "queued_at": "2026-08-31T21:05:53.137Z"
+      }
+    ],
+    "judging": false,
+    "aiPick": "qwen3-14b",
+    "judged_at": "2026-08-31T21:30:16.517Z"
   }
 ]
\ No newline at end of file

← 7394085 author five detailed Model Arena challenges  ·  back to Model Arena  ·  auto-data-snapshot: 2026-08-31T15:44:48 (3 data files) — dat 7e41750 →