[object Object]

← back to Model Arena

auto-data-snapshot: 2026-09-19T07:20:19 (3 data files) — data/challenges.json yolo/arena-loop-state.json yolo/daily-log.jsonl

07003c148d1904b5b47b3773676ee28f23172e7a · 2026-09-19 07:21:30 -0700 · auto-commit-fleet

Files touched

Diff

commit 07003c148d1904b5b47b3773676ee28f23172e7a
Author: auto-commit-fleet <steve@designerwallcoverings.com>
Date:   Sat Sep 19 07:21:30 2026 -0700

    auto-data-snapshot: 2026-09-19T07:20:19 (3 data files) — data/challenges.json yolo/arena-loop-state.json yolo/daily-log.jsonl
---
 data/challenges.json       | 186 ++++++++++++++++++++++++++++++++++++++++++++-
 yolo/arena-loop-state.json |   2 +-
 yolo/daily-log.jsonl       |   3 +
 3 files changed, 187 insertions(+), 4 deletions(-)

diff --git a/data/challenges.json b/data/challenges.json
index 0c1a034..2edc571 100644
--- a/data/challenges.json
+++ b/data/challenges.json
@@ -48441,7 +48441,9 @@
         "finished_at": "2026-09-19T13:40:42.519Z",
         "queued_at": "2026-09-19T13:38:14.857Z",
         "bytes": 8502,
-        "thumb": true
+        "thumb": true,
+        "aiScore": null,
+        "aiReason": "judge failed: all vision panelists failed"
       },
       {
         "model": "mlx__qwen3-30b-a3b-instruct-2507-4bit",
@@ -48463,15 +48465,193 @@
         "finished_at": "2026-09-19T13:38:15.185Z",
         "queued_at": "2026-09-19T13:38:14.908Z"
       },
+      {
+        "model": "qwen25-7b",
+        "status": "error",
+        "error": "timeout after 600s",
+        "seconds": 600,
+        "cost": null,
+        "started_at": "2026-09-19T13:40:42.536Z",
+        "finished_at": "2026-09-19T13:50:42.552Z",
+        "queued_at": "2026-09-19T13:38:14.928Z"
+      }
+    ],
+    "judging": false,
+    "aiPick": null,
+    "judged_at": "2026-09-19T13:50:42.651Z"
+  },
+  {
+    "id": "15d9545e8669",
+    "title": "History Competition #8 — An Empire That Breathes",
+    "prompt": "Build this as one complete, self-contained HTML file: An INVENTED empire that breathes across a map as you drag a century slider — borders bloom and recede, cities rise as glowing dots, and event notes fade in at the turning points, with a legend. Use realistic invented content and a strong information hierarchy. Every visible control must work and give clear feedback; include relevant empty, error, and completion states where applicable. Make it cohesive from 390px to 1440px, keyboard accessible with visible focus, and respectful of reduced motion. Be genuinely creative and surprising — surprise me with the execution, not just the concept.",
+    "category": "History",
+    "designTools": false,
+    "created_at": "2026-09-19T13:55:47.621Z",
+    "winner": null,
+    "runs": [
+      {
+        "model": "mlx__qwen3-next-80b-a3b-instruct-4bit",
+        "status": "error",
+        "error": "timeout after 600s",
+        "seconds": 600,
+        "cost": null,
+        "started_at": "2026-09-19T13:55:48.055Z",
+        "finished_at": "2026-09-19T14:05:48.300Z",
+        "queued_at": "2026-09-19T13:55:47.709Z"
+      },
+      {
+        "model": "exo__qwen3-coder-480b-a35b-instruct-4bit",
+        "status": "error",
+        "error": "openai-local bad response: 404",
+        "seconds": 0,
+        "cost": null,
+        "started_at": "2026-09-19T13:55:48.104Z",
+        "finished_at": "2026-09-19T13:55:48.235Z",
+        "queued_at": "2026-09-19T13:55:47.745Z"
+      },
+      {
+        "model": "mac1__minicpm-v-latest",
+        "status": "error",
+        "error": "timeout after 600s",
+        "seconds": 600,
+        "cost": null,
+        "started_at": "2026-09-19T13:55:48.168Z",
+        "finished_at": "2026-09-19T14:05:48.225Z",
+        "queued_at": "2026-09-19T13:55:47.778Z"
+      },
+      {
+        "model": "exo__qwen3-5-122b-a10b-4bit",
+        "status": "error",
+        "error": "openai-local bad response: 404",
+        "seconds": 0,
+        "cost": null,
+        "started_at": "2026-09-19T13:55:48.291Z",
+        "finished_at": "2026-09-19T13:55:48.340Z",
+        "queued_at": "2026-09-19T13:55:47.832Z"
+      },
+      {
+        "model": "mac1__qwen2-5vl-7b",
+        "status": "error",
+        "error": "timeout after 600s",
+        "seconds": 600,
+        "cost": null,
+        "started_at": "2026-09-19T14:05:48.259Z",
+        "finished_at": "2026-09-19T14:15:48.404Z",
+        "queued_at": "2026-09-19T13:55:47.905Z"
+      },
+      {
+        "model": "exo__gemma-4-26b-a4b-it-6bit",
+        "status": "error",
+        "error": "openai-local bad response: 404",
+        "seconds": 0,
+        "cost": null,
+        "started_at": "2026-09-19T13:55:48.373Z",
+        "finished_at": "2026-09-19T13:55:48.423Z",
+        "queued_at": "2026-09-19T13:55:47.988Z"
+      }
+    ]
+  },
+  {
+    "id": "a81f65879649",
+    "title": "Daily · Editorial: Interactive Design Timeline",
+    "prompt": "Build this as one complete, self-contained HTML file: A scrollable timeline of invented design movements with filters, expandable stories, and a strong editorial system. Build for a defined audience and primary journey, using realistic content and a strong information hierarchy. Every visible control must work and return clear feedback; include relevant empty, error, and completion states. Make the result cohesive from 390px to 1440px, keyboard accessible with visible focus, and respectful of reduced motion. Use a warm editorial visual direction with restrained motion. Success means a first-time user understands the product, completes the core task, and can verify the outcome without instructions.",
+    "category": "Editorial",
+    "designTools": false,
+    "created_at": "2026-09-19T14:15:04.912Z",
+    "winner": null,
+    "runs": [
+      {
+        "model": "qwen3-14b",
+        "status": "done",
+        "error": null,
+        "seconds": 124,
+        "cost": 0,
+        "started_at": "2026-09-19T14:15:48.443Z",
+        "finished_at": "2026-09-19T14:17:52.252Z",
+        "queued_at": "2026-09-19T14:15:04.950Z",
+        "bytes": 8479,
+        "thumb": true
+      },
       {
         "model": "qwen25-7b",
         "status": "running",
         "error": null,
         "seconds": null,
         "cost": null,
-        "started_at": "2026-09-19T13:40:42.536Z",
+        "started_at": "2026-09-19T14:17:52.300Z",
         "finished_at": null,
-        "queued_at": "2026-09-19T13:38:14.928Z"
+        "queued_at": "2026-09-19T14:15:04.966Z"
+      }
+    ]
+  },
+  {
+    "id": "4a59dcaafabf",
+    "title": "Nature & Space Competition #8 — Terrarium in a Jar",
+    "prompt": "Build this as one complete, self-contained HTML file: A jar-terrarium ecosystem of INVENTED critters with live population graphs — feed them, introduce a predator, or trigger a drought and watch the food web wobble toward chaos or balance, with a reset. Use realistic invented content and a strong information hierarchy. Every visible control must work and give clear feedback; include relevant empty, error, and completion states where applicable. Make it cohesive from 390px to 1440px, keyboard accessible with visible focus, and respectful of reduced motion. Be genuinely creative and surprising — surprise me with the execution, not just the concept.",
+    "category": "Nature & Space",
+    "designTools": false,
+    "created_at": "2026-09-19T14:20:49.365Z",
+    "winner": null,
+    "runs": [
+      {
+        "model": "exo__qwen3-6-35b-a3b-bf16",
+        "status": "error",
+        "error": "openai-local bad response: 404",
+        "seconds": 0,
+        "cost": null,
+        "started_at": "2026-09-19T14:20:49.566Z",
+        "finished_at": "2026-09-19T14:20:49.611Z",
+        "queued_at": "2026-09-19T14:20:49.394Z"
+      },
+      {
+        "model": "exo__qwen3-vl-4b-instruct-4bit",
+        "status": "error",
+        "error": "openai-local bad response: 404",
+        "seconds": 0,
+        "cost": null,
+        "started_at": "2026-09-19T14:20:49.640Z",
+        "finished_at": "2026-09-19T14:20:49.679Z",
+        "queued_at": "2026-09-19T14:20:49.423Z"
+      },
+      {
+        "model": "exo__minimax-m2-7",
+        "status": "error",
+        "error": "openai-local bad response: 404",
+        "seconds": 0,
+        "cost": null,
+        "started_at": "2026-09-19T14:20:49.718Z",
+        "finished_at": "2026-09-19T14:20:49.764Z",
+        "queued_at": "2026-09-19T14:20:49.456Z"
+      },
+      {
+        "model": "exo__llama-3-3-70b-instruct-4bit",
+        "status": "error",
+        "error": "openai-local bad response: 404",
+        "seconds": 0,
+        "cost": null,
+        "started_at": "2026-09-19T14:20:49.800Z",
+        "finished_at": "2026-09-19T14:20:49.844Z",
+        "queued_at": "2026-09-19T14:20:49.485Z"
+      },
+      {
+        "model": "exo__gemma-4-e2b-it-bf16",
+        "status": "error",
+        "error": "openai-local bad response: 404",
+        "seconds": 0,
+        "cost": null,
+        "started_at": "2026-09-19T14:20:49.871Z",
+        "finished_at": "2026-09-19T14:20:49.907Z",
+        "queued_at": "2026-09-19T14:20:49.518Z"
+      },
+      {
+        "model": "exo__qwen3-next-80b-a3b-instruct-8bit",
+        "status": "error",
+        "error": "openai-local bad response: 404",
+        "seconds": 0,
+        "cost": null,
+        "started_at": "2026-09-19T14:20:49.938Z",
+        "finished_at": "2026-09-19T14:20:49.967Z",
+        "queued_at": "2026-09-19T14:20:49.537Z"
       }
     ]
   }
diff --git a/yolo/arena-loop-state.json b/yolo/arena-loop-state.json
index ae00462..77028ef 100644
--- a/yolo/arena-loop-state.json
+++ b/yolo/arena-loop-state.json
@@ -1 +1 @@
-{"promptIdx":3,"modelOffset":4,"compCount":{"Art":16,"Culture":15,"News":15,"Political Cartoon":15,"Games":8,"Real Work":8,"Data Viz":8,"Science":8,"Music":8,"Sports":8,"History":7,"Nature & Space":7,"Comedy":7,"Demoscene":7,"Finance":7,"Design":7},"catIdx":10,"perCat":{"Art":3,"Culture":3,"News":3,"Political Cartoon":3,"Games":2,"Real Work":2,"Data Viz":2,"Science":2,"Music":2,"Sports":2,"History":1,"Nature & Space":1,"Comedy":1,"Demoscene":1,"Finance":1,"Design":1}}
\ No newline at end of file
+{"promptIdx":3,"modelOffset":16,"compCount":{"Art":16,"Culture":15,"News":15,"Political Cartoon":15,"Games":8,"Real Work":8,"Data Viz":8,"Science":8,"Music":8,"Sports":8,"History":8,"Nature & Space":8,"Comedy":7,"Demoscene":7,"Finance":7,"Design":7},"catIdx":12,"perCat":{"Art":3,"Culture":3,"News":3,"Political Cartoon":3,"Games":2,"Real Work":2,"Data Viz":2,"Science":2,"Music":2,"Sports":2,"History":2,"Nature & Space":2,"Comedy":1,"Demoscene":1,"Finance":1,"Design":1}}
\ No newline at end of file
diff --git a/yolo/daily-log.jsonl b/yolo/daily-log.jsonl
index effaa21..1653d7b 100644
--- a/yolo/daily-log.jsonl
+++ b/yolo/daily-log.jsonl
@@ -203,3 +203,6 @@
 {"ts":"2026-09-19T13:22:58.027Z","id":"e96d8076d371","promptId":"flow-infographic","category":"Data Viz","title":"Data Viz Competition #8 — Bean-to-Cup Sankey","models":6,"done":0,"errored":6,"settled":true,"aiPick":null,"loop":true}
 {"ts":"2026-09-19T13:28:06.536Z","id":"ed2d5ae77aa4","promptId":"pendulum","category":"Science","title":"Science Competition #8 — The Painting Pendulum","models":6,"done":0,"errored":6,"settled":true,"aiPick":null,"loop":true}
 {"ts":"2026-09-19T13:33:14.798Z","id":"2dd06f4fe8d7","promptId":"synth","category":"Music","title":"Music Competition #8 — The Singing Creature Synth","models":6,"done":0,"errored":6,"settled":true,"aiPick":null,"loop":true}
+{"ts":"2026-09-19T13:50:47.376Z","id":"55f0a878d849","promptId":"bracket","category":"Sports","title":"Sports Competition #8 — Mascot Clash Bracket","models":6,"done":1,"errored":5,"settled":true,"aiPick":null,"loop":true}
+{"ts":"2026-09-19T14:15:49.183Z","id":"15d9545e8669","promptId":"empire-map","category":"History","title":"History Competition #8 — An Empire That Breathes","models":6,"done":0,"errored":6,"settled":true,"aiPick":null,"loop":true}
+{"ts":"2026-09-19T14:20:57.570Z","id":"4a59dcaafabf","promptId":"ecosystem","category":"Nature & Space","title":"Nature & Space Competition #8 — Terrarium in a Jar","models":6,"done":0,"errored":6,"settled":true,"aiPick":null,"loop":true}

← 3a96303 auto-data-snapshot: 2026-09-19T06:48:50 (3 data files) — dat  ·  back to Model Arena  ·  auto-data-snapshot: 2026-09-19T07:52:01 (3 data files) — dat a9eb42a →