← back to Model Arena
auto-data-snapshot: 2026-09-18T15:58:14 (3 data files) — data/challenges.json yolo/arena-loop-state.json yolo/daily-log.jsonl
08d065023b8fc35a3e5b791a26a0d250513a5da4 · 2026-09-18 15:59:28 -0700 · auto-commit-fleet
Files touched
M data/challenges.jsonM yolo/arena-loop-state.jsonM yolo/daily-log.jsonl
Diff
commit 08d065023b8fc35a3e5b791a26a0d250513a5da4
Author: auto-commit-fleet <steve@designerwallcoverings.com>
Date: Fri Sep 18 15:59:28 2026 -0700
auto-data-snapshot: 2026-09-18T15:58:14 (3 data files) — data/challenges.json yolo/arena-loop-state.json yolo/daily-log.jsonl
---
data/challenges.json | 434 +++++++++++++++++++++++++++++++++++++++++++++
yolo/arena-loop-state.json | 2 +-
yolo/daily-log.jsonl | 5 +
3 files changed, 440 insertions(+), 1 deletion(-)
diff --git a/data/challenges.json b/data/challenges.json
index 3c0596e..f5ba8d2 100644
--- a/data/challenges.json
+++ b/data/challenges.json
@@ -37998,5 +37998,439 @@
"judging": false,
"aiPick": null,
"judged_at": "2026-09-18T22:24:28.035Z"
+ },
+ {
+ "id": "db47c1d7f6fd",
+ "title": "Real Work Competition #1 — Fishing-Dock CRM",
+ "prompt": "Build this as one complete, self-contained HTML file: A CRM where each lead is a fish on a line you drag between stages (Nibble -> Hooked -> Landed), per-stage totals shown as a catch tally, with search, quick-add, and validation. Playful but genuinely usable. Use realistic invented content and a strong information hierarchy. Every visible control must work and give clear feedback; include relevant empty, error, and completion states where applicable. Make it cohesive from 390px to 1440px, keyboard accessible with visible focus, and respectful of reduced motion. Be genuinely creative and surprising — surprise me with the execution, not just the concept.",
+ "category": "Real Work",
+ "designTools": false,
+ "created_at": "2026-09-18T22:29:28.345Z",
+ "winner": null,
+ "runs": [
+ {
+ "model": "exo__qwen3-6-35b-a3b-bf16",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:29:28.401Z",
+ "finished_at": "2026-09-18T22:29:28.462Z",
+ "queued_at": "2026-09-18T22:29:28.364Z"
+ },
+ {
+ "model": "exo__qwen3-vl-4b-instruct-4bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:29:28.468Z",
+ "finished_at": "2026-09-18T22:29:28.523Z",
+ "queued_at": "2026-09-18T22:29:28.375Z"
+ },
+ {
+ "model": "exo__minimax-m2-7",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:29:28.533Z",
+ "finished_at": "2026-09-18T22:29:28.658Z",
+ "queued_at": "2026-09-18T22:29:28.380Z"
+ },
+ {
+ "model": "exo__llama-3-3-70b-instruct-4bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:29:28.676Z",
+ "finished_at": "2026-09-18T22:29:28.772Z",
+ "queued_at": "2026-09-18T22:29:28.384Z"
+ },
+ {
+ "model": "exo__gemma-4-e2b-it-bf16",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:29:28.790Z",
+ "finished_at": "2026-09-18T22:29:28.903Z",
+ "queued_at": "2026-09-18T22:29:28.390Z"
+ },
+ {
+ "model": "exo__qwen3-next-80b-a3b-instruct-8bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:29:28.921Z",
+ "finished_at": "2026-09-18T22:29:29.045Z",
+ "queued_at": "2026-09-18T22:29:28.395Z"
+ }
+ ]
+ },
+ {
+ "id": "eab8604babe7",
+ "title": "Data Viz Competition #1 — City of Data Dashboard",
+ "prompt": "Build this as one complete, self-contained HTML file: An INVENTED 'city of data' dashboard where bar charts are skyscrapers, a donut is a roundabout, and a line chart is the dusk skyline — one shared filter re-zones the whole city, with a legend and an empty 'ghost town' state. Use realistic invented content and a strong information hierarchy. Every visible control must work and give clear feedback; include relevant empty, error, and completion states where applicable. Make it cohesive from 390px to 1440px, keyboard accessible with visible focus, and respectful of reduced motion. Be genuinely creative and surprising — surprise me with the execution, not just the concept.",
+ "category": "Data Viz",
+ "designTools": false,
+ "created_at": "2026-09-18T22:34:36.562Z",
+ "winner": null,
+ "runs": [
+ {
+ "model": "exo__qwen3-6-27b-4bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:34:36.617Z",
+ "finished_at": "2026-09-18T22:34:36.739Z",
+ "queued_at": "2026-09-18T22:34:36.578Z"
+ },
+ {
+ "model": "exo__glm-4-7-4bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:34:36.753Z",
+ "finished_at": "2026-09-18T22:34:36.804Z",
+ "queued_at": "2026-09-18T22:34:36.588Z"
+ },
+ {
+ "model": "exo__gemma-4-31b-it-4bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:34:36.821Z",
+ "finished_at": "2026-09-18T22:34:37.136Z",
+ "queued_at": "2026-09-18T22:34:36.594Z"
+ },
+ {
+ "model": "exo__nvidia-nemotron-3-nano-30b-a3b-mlx-4bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:34:37.159Z",
+ "finished_at": "2026-09-18T22:34:37.373Z",
+ "queued_at": "2026-09-18T22:34:36.600Z"
+ },
+ {
+ "model": "exo__llama-3-1-nemotron-nano-4b-v1-1-4bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 1,
+ "cost": null,
+ "started_at": "2026-09-18T22:34:37.393Z",
+ "finished_at": "2026-09-18T22:34:38.553Z",
+ "queued_at": "2026-09-18T22:34:36.605Z"
+ },
+ {
+ "model": "exo__qwen3-coder-next-6bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:34:38.569Z",
+ "finished_at": "2026-09-18T22:34:38.632Z",
+ "queued_at": "2026-09-18T22:34:36.611Z"
+ }
+ ]
+ },
+ {
+ "id": "b39dc5aa742d",
+ "title": "Science Competition #1 — Conduct the Solar System",
+ "prompt": "Build this as one complete, self-contained HTML file: An INVENTED solar system you conduct like an orchestra — each planet's orbit is a looping note, speed sets the tempo, clicking a world solos its sound with a fact card, and a 'supernova' resets it. Reduced-motion aware. Use realistic invented content and a strong information hierarchy. Every visible control must work and give clear feedback; include relevant empty, error, and completion states where applicable. Make it cohesive from 390px to 1440px, keyboard accessible with visible focus, and respectful of reduced motion. Be genuinely creative and surprising — surprise me with the execution, not just the concept.",
+ "category": "Science",
+ "designTools": false,
+ "created_at": "2026-09-18T22:39:44.853Z",
+ "winner": null,
+ "runs": [
+ {
+ "model": "exo__step-3-5-flash-6bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:39:44.916Z",
+ "finished_at": "2026-09-18T22:39:45.004Z",
+ "queued_at": "2026-09-18T22:39:44.870Z"
+ },
+ {
+ "model": "exo__qwen3-next-80b-a3b-thinking-4bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:39:45.012Z",
+ "finished_at": "2026-09-18T22:39:45.279Z",
+ "queued_at": "2026-09-18T22:39:44.881Z"
+ },
+ {
+ "model": "exo__deepseek-v3-1-4bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:39:45.302Z",
+ "finished_at": "2026-09-18T22:39:45.542Z",
+ "queued_at": "2026-09-18T22:39:44.890Z"
+ },
+ {
+ "model": "exo__llama-3-1-nemotron-70b-instruct-hf-8bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:39:45.564Z",
+ "finished_at": "2026-09-18T22:39:45.843Z",
+ "queued_at": "2026-09-18T22:39:44.898Z"
+ },
+ {
+ "model": "exo__gemma-4-e4b-it-6bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:39:45.858Z",
+ "finished_at": "2026-09-18T22:39:46.039Z",
+ "queued_at": "2026-09-18T22:39:44.904Z"
+ },
+ {
+ "model": "exo__nvidia-nemotron-3-nano-30b-a3b-mlx-5bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:39:46.064Z",
+ "finished_at": "2026-09-18T22:39:46.281Z",
+ "queued_at": "2026-09-18T22:39:44.910Z"
+ }
+ ]
+ },
+ {
+ "id": "ea9bc427c464",
+ "title": "Music Competition #1 — Constellation Sequencer",
+ "prompt": "Build this as one complete, self-contained HTML file: A Web Audio step sequencer where the grid is a night sky and each active step is a star that flickers on its beat (patterns = constellations); tempo, swing, per-track mute, a shooting-star fill, and a safe muted default. Use realistic invented content and a strong information hierarchy. Every visible control must work and give clear feedback; include relevant empty, error, and completion states where applicable. Make it cohesive from 390px to 1440px, keyboard accessible with visible focus, and respectful of reduced motion. Be genuinely creative and surprising — surprise me with the execution, not just the concept.",
+ "category": "Music",
+ "designTools": false,
+ "created_at": "2026-09-18T22:44:53.163Z",
+ "winner": null,
+ "runs": [
+ {
+ "model": "exo__glm-4-7-flash-6bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:44:53.233Z",
+ "finished_at": "2026-09-18T22:44:53.517Z",
+ "queued_at": "2026-09-18T22:44:53.177Z"
+ },
+ {
+ "model": "exo__qwen3-5-35b-a3b-8bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:44:53.530Z",
+ "finished_at": "2026-09-18T22:44:53.753Z",
+ "queued_at": "2026-09-18T22:44:53.189Z"
+ },
+ {
+ "model": "exo__glm-4-7-8bit-gs32",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:44:53.766Z",
+ "finished_at": "2026-09-18T22:44:53.879Z",
+ "queued_at": "2026-09-18T22:44:53.201Z"
+ },
+ {
+ "model": "exo__glm-5-1",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:44:53.891Z",
+ "finished_at": "2026-09-18T22:44:54.004Z",
+ "queued_at": "2026-09-18T22:44:53.211Z"
+ },
+ {
+ "model": "exo__kimi-k2-5",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:44:54.017Z",
+ "finished_at": "2026-09-18T22:44:54.146Z",
+ "queued_at": "2026-09-18T22:44:53.219Z"
+ },
+ {
+ "model": "exo__qwen3-5-397b-a17b-8bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:44:54.161Z",
+ "finished_at": "2026-09-18T22:44:54.332Z",
+ "queued_at": "2026-09-18T22:44:53.227Z"
+ }
+ ]
+ },
+ {
+ "id": "d6e573770d85",
+ "title": "Sports Competition #1 — Zero-G Relay League",
+ "prompt": "Build this as one complete, self-contained HTML file: A standings tracker for an INVENTED sport (zero-gravity relay) with a sortable table, a form guide of tiny animated results, and a team page that shows their home 'arena' as a themed backdrop. Use realistic invented content and a strong information hierarchy. Every visible control must work and give clear feedback; include relevant empty, error, and completion states where applicable. Make it cohesive from 390px to 1440px, keyboard accessible with visible focus, and respectful of reduced motion. Be genuinely creative and surprising — surprise me with the execution, not just the concept.",
+ "category": "Sports",
+ "designTools": false,
+ "created_at": "2026-09-18T22:50:01.371Z",
+ "winner": null,
+ "runs": [
+ {
+ "model": "exo__minimax-m2-7-5bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:50:01.434Z",
+ "finished_at": "2026-09-18T22:50:01.678Z",
+ "queued_at": "2026-09-18T22:50:01.387Z"
+ },
+ {
+ "model": "exo__qwen3-5-2b-mlx-8bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:50:01.698Z",
+ "finished_at": "2026-09-18T22:50:01.792Z",
+ "queued_at": "2026-09-18T22:50:01.402Z"
+ },
+ {
+ "model": "exo__deepseek-v3-2-8bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:50:01.812Z",
+ "finished_at": "2026-09-18T22:50:02.092Z",
+ "queued_at": "2026-09-18T22:50:01.412Z"
+ },
+ {
+ "model": "exo__qwen3-5-27b-4bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:50:02.112Z",
+ "finished_at": "2026-09-18T22:50:02.345Z",
+ "queued_at": "2026-09-18T22:50:01.417Z"
+ },
+ {
+ "model": "exo__gemma-4-e2b-it-8bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:50:02.362Z",
+ "finished_at": "2026-09-18T22:50:02.448Z",
+ "queued_at": "2026-09-18T22:50:01.423Z"
+ },
+ {
+ "model": "exo__qwen3-coder-next-5bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-18T22:50:02.459Z",
+ "finished_at": "2026-09-18T22:50:02.595Z",
+ "queued_at": "2026-09-18T22:50:01.428Z"
+ }
+ ]
+ },
+ {
+ "id": "9deb53d2058b",
+ "title": "History Competition #1 — Walk-Through Age of Invention",
+ "prompt": "Build this as one complete, self-contained HTML file: A scrollable timeline of an INVENTED age of invention where each era is a room you walk through, gadgets you can click to 'switch on', and a filter that dims everything except one thread of progress. Use realistic invented content and a strong information hierarchy. Every visible control must work and give clear feedback; include relevant empty, error, and completion states where applicable. Make it cohesive from 390px to 1440px, keyboard accessible with visible focus, and respectful of reduced motion. Be genuinely creative and surprising — surprise me with the execution, not just the concept.",
+ "category": "History",
+ "designTools": false,
+ "created_at": "2026-09-18T22:55:15.456Z",
+ "winner": null,
+ "runs": [
+ {
+ "model": "mac1__minicpm-v-latest",
+ "status": "done",
+ "error": null,
+ "seconds": 10,
+ "cost": 0,
+ "started_at": "2026-09-18T22:55:15.534Z",
+ "finished_at": "2026-09-18T22:55:25.311Z",
+ "queued_at": "2026-09-18T22:55:15.479Z",
+ "bytes": 748,
+ "thumb": true
+ },
+ {
+ "model": "mac1__qwen2-5vl-7b",
+ "status": "done",
+ "error": null,
+ "seconds": 38,
+ "cost": 0,
+ "started_at": "2026-09-18T22:55:25.334Z",
+ "finished_at": "2026-09-18T22:56:03.623Z",
+ "queued_at": "2026-09-18T22:55:15.492Z",
+ "bytes": 4788,
+ "thumb": true
+ },
+ {
+ "model": "qwen3-14b",
+ "status": "done",
+ "error": null,
+ "seconds": 134,
+ "cost": 0,
+ "started_at": "2026-09-18T22:56:03.647Z",
+ "finished_at": "2026-09-18T22:58:17.475Z",
+ "queued_at": "2026-09-18T22:55:15.503Z",
+ "bytes": 6621,
+ "thumb": true
+ },
+ {
+ "model": "mlx__qwen3-next-80b-a3b-instruct-4bit",
+ "status": "running",
+ "error": null,
+ "seconds": null,
+ "cost": null,
+ "started_at": "2026-09-18T22:55:15.540Z",
+ "finished_at": null,
+ "queued_at": "2026-09-18T22:55:15.512Z"
+ },
+ {
+ "model": "qwen25-7b",
+ "status": "done",
+ "error": null,
+ "seconds": 35,
+ "cost": 0,
+ "started_at": "2026-09-18T22:58:17.496Z",
+ "finished_at": "2026-09-18T22:58:52.571Z",
+ "queued_at": "2026-09-18T22:55:15.520Z",
+ "bytes": 5155,
+ "thumb": true
+ },
+ {
+ "model": "mlx__qwen3-30b-a3b-instruct-2507-4bit",
+ "status": "queued",
+ "error": null,
+ "seconds": null,
+ "cost": null,
+ "started_at": null,
+ "finished_at": null,
+ "queued_at": "2026-09-18T22:55:15.527Z"
+ }
+ ]
}
]
\ No newline at end of file
diff --git a/yolo/arena-loop-state.json b/yolo/arena-loop-state.json
index 6967431..cb4269f 100644
--- a/yolo/arena-loop-state.json
+++ b/yolo/arena-loop-state.json
@@ -1 +1 @@
-{"promptIdx":3,"modelOffset":10,"compCount":{"Art":2,"Culture":1,"News":1,"Political Cartoon":1,"Games":1},"catIdx":5,"perCat":{"Art":1,"Culture":1,"News":1,"Political Cartoon":1,"Games":1}}
\ No newline at end of file
+{"promptIdx":3,"modelOffset":4,"compCount":{"Art":2,"Culture":1,"News":1,"Political Cartoon":1,"Games":1,"Real Work":1,"Data Viz":1,"Science":1,"Music":1,"Sports":1,"History":1},"catIdx":11,"perCat":{"Art":1,"Culture":1,"News":1,"Political Cartoon":1,"Games":1,"Real Work":1,"Data Viz":1,"Science":1,"Music":1,"Sports":1,"History":1}}
\ No newline at end of file
diff --git a/yolo/daily-log.jsonl b/yolo/daily-log.jsonl
index 4f6d122..b90a194 100644
--- a/yolo/daily-log.jsonl
+++ b/yolo/daily-log.jsonl
@@ -59,3 +59,8 @@
{"ts":"2026-09-18T21:54:27.046Z","id":"5152f259f6ab","promptId":"election-viz","category":"News","title":"News Competition #1 — Election Night: Floating Isles","models":6,"done":0,"errored":6,"settled":true,"aiPick":null,"loop":true}
{"ts":"2026-09-18T22:09:27.756Z","id":"2a8b583193fa","promptId":"editorial-cartoon","category":"Political Cartoon","title":"Political Cartoon Competition #1 — The Seesaw Debate","models":6,"done":2,"errored":4,"settled":true,"aiPick":null,"loop":true}
{"ts":"2026-09-18T22:24:28.156Z","id":"8a945b3ced72","promptId":"snake","category":"Games","title":"Games Competition #1 — Comet Snake in a Dying Galaxy","models":6,"done":2,"errored":4,"settled":true,"aiPick":null,"loop":true}
+{"ts":"2026-09-18T22:29:36.406Z","id":"db47c1d7f6fd","promptId":"crm","category":"Real Work","title":"Real Work Competition #1 — Fishing-Dock CRM","models":6,"done":0,"errored":6,"settled":true,"aiPick":null,"loop":true}
+{"ts":"2026-09-18T22:34:44.620Z","id":"eab8604babe7","promptId":"multi-chart","category":"Data Viz","title":"Data Viz Competition #1 — City of Data Dashboard","models":6,"done":0,"errored":6,"settled":true,"aiPick":null,"loop":true}
+{"ts":"2026-09-18T22:39:52.925Z","id":"b39dc5aa742d","promptId":"solar","category":"Science","title":"Science Competition #1 — Conduct the Solar System","models":6,"done":0,"errored":6,"settled":true,"aiPick":null,"loop":true}
+{"ts":"2026-09-18T22:45:01.239Z","id":"ea9bc427c464","promptId":"sequencer","category":"Music","title":"Music Competition #1 — Constellation Sequencer","models":6,"done":0,"errored":6,"settled":true,"aiPick":null,"loop":true}
+{"ts":"2026-09-18T22:50:09.439Z","id":"d6e573770d85","promptId":"standings","category":"Sports","title":"Sports Competition #1 — Zero-G Relay League","models":6,"done":0,"errored":6,"settled":true,"aiPick":null,"loop":true}
← 9524fdb auto-data-snapshot: 2026-09-18T15:26:25 (3 data files) — dat
·
back to Model Arena
·
auto-data-snapshot: 2026-09-18T16:30:11 (3 data files) — dat b73361d →