← back to Model Arena
auto-data-snapshot: 2026-09-19T03:05:07 (3 data files) — data/challenges.json yolo/arena-loop-state.json yolo/daily-log.jsonl
c238159c42d1a029abdb7cd0ab9e5e753e8f2ed3 · 2026-09-19 03:06:18 -0700 · auto-commit-fleet
Files touched
M data/challenges.jsonM yolo/arena-loop-state.jsonM yolo/daily-log.jsonl
Diff
commit c238159c42d1a029abdb7cd0ab9e5e753e8f2ed3
Author: auto-commit-fleet <steve@designerwallcoverings.com>
Date: Sat Sep 19 03:06:18 2026 -0700
auto-data-snapshot: 2026-09-19T03:05:07 (3 data files) — data/challenges.json yolo/arena-loop-state.json yolo/daily-log.jsonl
---
data/challenges.json | 374 ++++++++++++++++++++++++++++++++++++++++++++-
yolo/arena-loop-state.json | 2 +-
yolo/daily-log.jsonl | 6 +
3 files changed, 375 insertions(+), 7 deletions(-)
diff --git a/data/challenges.json b/data/challenges.json
index 57d2b22..0160a30 100644
--- a/data/challenges.json
+++ b/data/challenges.json
@@ -45395,12 +45395,12 @@
"runs": [
{
"model": "mlx__qwen3-next-80b-a3b-instruct-4bit",
- "status": "running",
- "error": null,
- "seconds": null,
+ "status": "error",
+ "error": "timeout after 600s",
+ "seconds": 600,
"cost": null,
"started_at": "2026-09-19T09:29:49.419Z",
- "finished_at": null,
+ "finished_at": "2026-09-19T09:39:49.513Z",
"queued_at": "2026-09-19T09:29:49.227Z"
},
{
@@ -45423,7 +45423,9 @@
"finished_at": "2026-09-19T09:29:59.489Z",
"queued_at": "2026-09-19T09:29:49.304Z",
"bytes": 848,
- "thumb": true
+ "thumb": true,
+ "aiScore": null,
+ "aiReason": "judge failed: all vision panelists failed"
},
{
"model": "exo__qwen3-5-122b-a10b-4bit",
@@ -45445,7 +45447,9 @@
"finished_at": "2026-09-19T09:30:15.995Z",
"queued_at": "2026-09-19T09:29:49.363Z",
"bytes": 907,
- "thumb": true
+ "thumb": true,
+ "aiScore": null,
+ "aiReason": "judge failed: all vision panelists failed"
},
{
"model": "exo__gemma-4-26b-a4b-it-6bit",
@@ -45457,6 +45461,364 @@
"finished_at": "2026-09-19T09:29:49.798Z",
"queued_at": "2026-09-19T09:29:49.396Z"
}
+ ],
+ "judging": false,
+ "aiPick": null,
+ "judged_at": "2026-09-19T09:39:49.616Z"
+ },
+ {
+ "id": "366b940ea833",
+ "title": "Music Competition #6 — Skyline Audio Visualizer",
+ "prompt": "Build this as one complete, self-contained HTML file: An audio visualizer that renders an INVENTED city skyline pulsing to Web Audio oscillators — windows light on transients, traffic streaks on the beat, weather shifts with a 'mood' control. No external files; mute default. Use realistic invented content and a strong information hierarchy. Every visible control must work and give clear feedback; include relevant empty, error, and completion states where applicable. Make it cohesive from 390px to 1440px, keyboard accessible with visible focus, and respectful of reduced motion. Be genuinely creative and surprising — surprise me with the execution, not just the concept.",
+ "category": "Music",
+ "designTools": false,
+ "created_at": "2026-09-19T09:44:49.949Z",
+ "winner": null,
+ "runs": [
+ {
+ "model": "exo__qwen3-6-35b-a3b-bf16",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T09:44:50.915Z",
+ "finished_at": "2026-09-19T09:44:51.302Z",
+ "queued_at": "2026-09-19T09:44:50.074Z"
+ },
+ {
+ "model": "exo__qwen3-vl-4b-instruct-4bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T09:44:51.417Z",
+ "finished_at": "2026-09-19T09:44:51.722Z",
+ "queued_at": "2026-09-19T09:44:50.214Z"
+ },
+ {
+ "model": "exo__minimax-m2-7",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T09:44:51.947Z",
+ "finished_at": "2026-09-19T09:44:52.142Z",
+ "queued_at": "2026-09-19T09:44:50.423Z"
+ },
+ {
+ "model": "exo__llama-3-3-70b-instruct-4bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T09:44:52.190Z",
+ "finished_at": "2026-09-19T09:44:52.347Z",
+ "queued_at": "2026-09-19T09:44:50.553Z"
+ },
+ {
+ "model": "exo__gemma-4-e2b-it-bf16",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T09:44:52.387Z",
+ "finished_at": "2026-09-19T09:44:52.478Z",
+ "queued_at": "2026-09-19T09:44:50.679Z"
+ },
+ {
+ "model": "exo__qwen3-next-80b-a3b-instruct-8bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T09:44:52.526Z",
+ "finished_at": "2026-09-19T09:44:52.691Z",
+ "queued_at": "2026-09-19T09:44:50.757Z"
+ }
+ ]
+ },
+ {
+ "id": "bf72c1c8c984",
+ "title": "Sports Competition #6 — Holographic Stat Cards",
+ "prompt": "Build this as one complete, self-contained HTML file: A trading-card stat viewer for INVENTED athletes: cards tilt in 3D to the cursor with a holographic sheen, flip to reveal radar stats, and a head-to-head mode slams two cards together for a winner readout. Use realistic invented content and a strong information hierarchy. Every visible control must work and give clear feedback; include relevant empty, error, and completion states where applicable. Make it cohesive from 390px to 1440px, keyboard accessible with visible focus, and respectful of reduced motion. Be genuinely creative and surprising — surprise me with the execution, not just the concept.",
+ "category": "Sports",
+ "designTools": false,
+ "created_at": "2026-09-19T09:49:59.040Z",
+ "winner": null,
+ "runs": [
+ {
+ "model": "exo__qwen3-6-27b-4bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T09:50:00.516Z",
+ "finished_at": "2026-09-19T09:50:00.595Z",
+ "queued_at": "2026-09-19T09:49:59.157Z"
+ },
+ {
+ "model": "exo__glm-4-7-4bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T09:50:00.689Z",
+ "finished_at": "2026-09-19T09:50:00.850Z",
+ "queued_at": "2026-09-19T09:49:59.460Z"
+ },
+ {
+ "model": "exo__gemma-4-31b-it-4bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T09:50:00.940Z",
+ "finished_at": "2026-09-19T09:50:01.063Z",
+ "queued_at": "2026-09-19T09:49:59.664Z"
+ },
+ {
+ "model": "exo__nvidia-nemotron-3-nano-30b-a3b-mlx-4bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T09:50:01.164Z",
+ "finished_at": "2026-09-19T09:50:01.267Z",
+ "queued_at": "2026-09-19T09:49:59.942Z"
+ },
+ {
+ "model": "exo__llama-3-1-nemotron-nano-4b-v1-1-4bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T09:50:01.407Z",
+ "finished_at": "2026-09-19T09:50:01.499Z",
+ "queued_at": "2026-09-19T09:50:00.114Z"
+ },
+ {
+ "model": "exo__qwen3-coder-next-6bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T09:50:01.533Z",
+ "finished_at": "2026-09-19T09:50:01.601Z",
+ "queued_at": "2026-09-19T09:50:00.298Z"
+ }
+ ]
+ },
+ {
+ "id": "e48952fa0c27",
+ "title": "History Competition #6 — Spotlit Relic Viewer",
+ "prompt": "Build this as one complete, self-contained HTML file: A museum artifact viewer where an INVENTED relic rotates as a chunky CSS-3D object under a movable spotlight; click facets to reveal provenance and era context, with next/prev and a 'restore vs weathered' toggle. Use realistic invented content and a strong information hierarchy. Every visible control must work and give clear feedback; include relevant empty, error, and completion states where applicable. Make it cohesive from 390px to 1440px, keyboard accessible with visible focus, and respectful of reduced motion. Be genuinely creative and surprising — surprise me with the execution, not just the concept.",
+ "category": "History",
+ "designTools": false,
+ "created_at": "2026-09-19T09:55:08.542Z",
+ "winner": null,
+ "runs": [
+ {
+ "model": "exo__step-3-5-flash-6bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T09:55:08.787Z",
+ "finished_at": "2026-09-19T09:55:08.829Z",
+ "queued_at": "2026-09-19T09:55:08.580Z"
+ },
+ {
+ "model": "exo__qwen3-next-80b-a3b-thinking-4bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T09:55:08.867Z",
+ "finished_at": "2026-09-19T09:55:08.900Z",
+ "queued_at": "2026-09-19T09:55:08.607Z"
+ },
+ {
+ "model": "exo__deepseek-v3-1-4bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T09:55:08.923Z",
+ "finished_at": "2026-09-19T09:55:08.965Z",
+ "queued_at": "2026-09-19T09:55:08.637Z"
+ },
+ {
+ "model": "exo__llama-3-1-nemotron-70b-instruct-hf-8bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T09:55:08.986Z",
+ "finished_at": "2026-09-19T09:55:09.014Z",
+ "queued_at": "2026-09-19T09:55:08.673Z"
+ },
+ {
+ "model": "exo__gemma-4-e4b-it-6bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T09:55:09.045Z",
+ "finished_at": "2026-09-19T09:55:09.090Z",
+ "queued_at": "2026-09-19T09:55:08.712Z"
+ },
+ {
+ "model": "exo__nvidia-nemotron-3-nano-30b-a3b-mlx-5bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T09:55:09.135Z",
+ "finished_at": "2026-09-19T09:55:09.165Z",
+ "queued_at": "2026-09-19T09:55:08.754Z"
+ }
+ ]
+ },
+ {
+ "id": "584234c70d12",
+ "title": "Nature & Space Competition #6 — Shake-the-Snow-Globe Weather",
+ "prompt": "Build this as one complete, self-contained HTML file: A snow-globe weather visualizer you shake (click-drag) to trigger storms over an INVENTED tiny town; a dial cycles sun/rain/storm/snow with smooth transitions and the town reacts (umbrellas, lights). Reduced-motion aware. Use realistic invented content and a strong information hierarchy. Every visible control must work and give clear feedback; include relevant empty, error, and completion states where applicable. Make it cohesive from 390px to 1440px, keyboard accessible with visible focus, and respectful of reduced motion. Be genuinely creative and surprising — surprise me with the execution, not just the concept.",
+ "category": "Nature & Space",
+ "designTools": false,
+ "created_at": "2026-09-19T10:00:16.813Z",
+ "winner": null,
+ "runs": [
+ {
+ "model": "exo__glm-4-7-flash-6bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T10:00:16.955Z",
+ "finished_at": "2026-09-19T10:00:16.982Z",
+ "queued_at": "2026-09-19T10:00:16.841Z"
+ },
+ {
+ "model": "exo__qwen3-5-35b-a3b-8bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T10:00:17.004Z",
+ "finished_at": "2026-09-19T10:00:17.031Z",
+ "queued_at": "2026-09-19T10:00:16.860Z"
+ },
+ {
+ "model": "exo__glm-4-7-8bit-gs32",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T10:00:17.048Z",
+ "finished_at": "2026-09-19T10:00:17.069Z",
+ "queued_at": "2026-09-19T10:00:16.879Z"
+ },
+ {
+ "model": "exo__glm-5-1",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T10:00:17.088Z",
+ "finished_at": "2026-09-19T10:00:17.111Z",
+ "queued_at": "2026-09-19T10:00:16.899Z"
+ },
+ {
+ "model": "exo__kimi-k2-5",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T10:00:17.126Z",
+ "finished_at": "2026-09-19T10:00:17.155Z",
+ "queued_at": "2026-09-19T10:00:16.919Z"
+ },
+ {
+ "model": "exo__qwen3-5-397b-a17b-8bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T10:00:17.175Z",
+ "finished_at": "2026-09-19T10:00:17.199Z",
+ "queued_at": "2026-09-19T10:00:16.936Z"
+ }
+ ]
+ },
+ {
+ "id": "7ec34440d66f",
+ "title": "Comedy Competition #6 — Roast or Toast Campfire",
+ "prompt": "Build this as one complete, self-contained HTML file: A good-natured 'Roast or Toast' campfire where a toggle sends compliments or playful roasts at escalating heat levels shown as literal flames, with shareable text and a 'mercy' button. Keep it kind. Use realistic invented content and a strong information hierarchy. Every visible control must work and give clear feedback; include relevant empty, error, and completion states where applicable. Make it cohesive from 390px to 1440px, keyboard accessible with visible focus, and respectful of reduced motion. Be genuinely creative and surprising — surprise me with the execution, not just the concept.",
+ "category": "Comedy",
+ "designTools": false,
+ "created_at": "2026-09-19T10:05:25.011Z",
+ "winner": null,
+ "runs": [
+ {
+ "model": "exo__minimax-m2-7-5bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T10:05:25.704Z",
+ "finished_at": "2026-09-19T10:05:25.841Z",
+ "queued_at": "2026-09-19T10:05:25.074Z"
+ },
+ {
+ "model": "exo__qwen3-5-2b-mlx-8bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T10:05:25.899Z",
+ "finished_at": "2026-09-19T10:05:25.999Z",
+ "queued_at": "2026-09-19T10:05:25.177Z"
+ },
+ {
+ "model": "exo__deepseek-v3-2-8bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T10:05:26.054Z",
+ "finished_at": "2026-09-19T10:05:26.146Z",
+ "queued_at": "2026-09-19T10:05:25.297Z"
+ },
+ {
+ "model": "exo__qwen3-5-27b-4bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T10:05:26.255Z",
+ "finished_at": "2026-09-19T10:05:26.344Z",
+ "queued_at": "2026-09-19T10:05:25.367Z"
+ },
+ {
+ "model": "exo__gemma-4-e2b-it-8bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T10:05:26.387Z",
+ "finished_at": "2026-09-19T10:05:26.456Z",
+ "queued_at": "2026-09-19T10:05:25.458Z"
+ },
+ {
+ "model": "exo__qwen3-coder-next-5bit",
+ "status": "error",
+ "error": "openai-local bad response: 404",
+ "seconds": 0,
+ "cost": null,
+ "started_at": "2026-09-19T10:05:26.495Z",
+ "finished_at": "2026-09-19T10:05:26.553Z",
+ "queued_at": "2026-09-19T10:05:25.575Z"
+ }
]
}
]
\ No newline at end of file
diff --git a/yolo/arena-loop-state.json b/yolo/arena-loop-state.json
index a9186b0..1c8bf2d 100644
--- a/yolo/arena-loop-state.json
+++ b/yolo/arena-loop-state.json
@@ -1 +1 @@
-{"promptIdx":3,"modelOffset":10,"compCount":{"Art":12,"Culture":11,"News":11,"Political Cartoon":11,"Games":6,"Real Work":6,"Data Viz":6,"Science":6,"Music":5,"Sports":5,"History":5,"Nature & Space":5,"Comedy":5,"Demoscene":5,"Finance":5,"Design":5},"catIdx":8,"perCat":{"Art":3,"Culture":3,"News":3,"Political Cartoon":3,"Games":3,"Real Work":3,"Data Viz":3,"Science":3,"Music":2,"Sports":2,"History":2,"Nature & Space":2,"Comedy":2,"Demoscene":2,"Finance":2,"Design":2}}
\ No newline at end of file
+{"promptIdx":3,"modelOffset":40,"compCount":{"Art":12,"Culture":11,"News":11,"Political Cartoon":11,"Games":6,"Real Work":6,"Data Viz":6,"Science":6,"Music":6,"Sports":6,"History":6,"Nature & Space":6,"Comedy":6,"Demoscene":5,"Finance":5,"Design":5},"catIdx":13,"perCat":{"Art":3,"Culture":3,"News":3,"Political Cartoon":3,"Games":3,"Real Work":3,"Data Viz":3,"Science":3,"Music":3,"Sports":3,"History":3,"Nature & Space":3,"Comedy":3,"Demoscene":2,"Finance":2,"Design":2}}
\ No newline at end of file
diff --git a/yolo/daily-log.jsonl b/yolo/daily-log.jsonl
index 0367693..aa5bb0c 100644
--- a/yolo/daily-log.jsonl
+++ b/yolo/daily-log.jsonl
@@ -161,3 +161,9 @@
{"ts":"2026-09-19T09:04:40.007Z","id":"1e0a63cb3e9e","promptId":"tower","category":"Games","title":"Games Competition #6 — Tower on a Walking Giant","models":6,"done":0,"errored":6,"settled":true,"aiPick":null,"loop":true}
{"ts":"2026-09-19T09:09:48.261Z","id":"5b5e9434d968","promptId":"pomodoro","category":"Real Work","title":"Real Work Competition #6 — Lighthouse Focus Timer","models":6,"done":0,"errored":6,"settled":true,"aiPick":null,"loop":true}
{"ts":"2026-09-19T09:24:49.154Z","id":"dcf4d49a8973","promptId":"scatter","category":"Data Viz","title":"Data Viz Competition #6 — Planet Dating Show","models":6,"done":2,"errored":4,"settled":true,"aiPick":null,"loop":true}
+{"ts":"2026-09-19T09:39:49.835Z","id":"8f4382d888c4","promptId":"cell","category":"Science","title":"Science Competition #6 — Cell as a Factory-City","models":6,"done":2,"errored":4,"settled":true,"aiPick":null,"loop":true}
+{"ts":"2026-09-19T09:44:58.933Z","id":"366b940ea833","promptId":"audioviz","category":"Music","title":"Music Competition #6 — Skyline Audio Visualizer","models":6,"done":0,"errored":6,"settled":true,"aiPick":null,"loop":true}
+{"ts":"2026-09-19T09:50:08.526Z","id":"bf72c1c8c984","promptId":"statcard","category":"Sports","title":"Sports Competition #6 — Holographic Stat Cards","models":6,"done":0,"errored":6,"settled":true,"aiPick":null,"loop":true}
+{"ts":"2026-09-19T09:55:16.791Z","id":"e48952fa0c27","promptId":"artifact","category":"History","title":"History Competition #6 — Spotlit Relic Viewer","models":6,"done":0,"errored":6,"settled":true,"aiPick":null,"loop":true}
+{"ts":"2026-09-19T10:00:24.963Z","id":"584234c70d12","promptId":"weather","category":"Nature & Space","title":"Nature & Space Competition #6 — Shake-the-Snow-Globe Weather","models":6,"done":0,"errored":6,"settled":true,"aiPick":null,"loop":true}
+{"ts":"2026-09-19T10:05:33.701Z","id":"7ec34440d66f","promptId":"roast","category":"Comedy","title":"Comedy Competition #6 — Roast or Toast Campfire","models":6,"done":0,"errored":6,"settled":true,"aiPick":null,"loop":true}
← 6764fd5 auto-data-snapshot: 2026-09-19T02:33:31 (3 data files) — dat
·
back to Model Arena
·
auto-data-snapshot: 2026-09-19T03:36:55 (3 data files) — dat 8f76262 →