[object Object]

← back to Model Arena

auto-data-snapshot: 2026-09-23T08:59:35 (1 data files) — data/challenges.json

969f6b3d3076727c2e5b5e05ceba840910dd4db6 · 2026-09-23 09:00:00 -0700 · auto-commit-fleet

Files touched

Diff

commit 969f6b3d3076727c2e5b5e05ceba840910dd4db6
Author: auto-commit-fleet <steve@designerwallcoverings.com>
Date:   Wed Sep 23 09:00:00 2026 -0700

    auto-data-snapshot: 2026-09-23T08:59:35 (1 data files) — data/challenges.json
---
 data/challenges.json | 206 +++++++++++++++++++++++++--------------------------
 1 file changed, 103 insertions(+), 103 deletions(-)

diff --git a/data/challenges.json b/data/challenges.json
index 16f4405..34d9df9 100644
--- a/data/challenges.json
+++ b/data/challenges.json
@@ -92830,22 +92830,22 @@
       },
       {
         "model": "qwen3-14b",
-        "status": "running",
-        "error": null,
+        "status": "error",
+        "error": "timed out (watchdog) — model host unresponsive",
         "seconds": null,
         "cost": null,
         "started_at": "2026-09-22T16:25:23.620Z",
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T15:55:48.831Z"
       },
       {
         "model": "qwen25-7b",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T15:55:48.850Z"
       }
     ]
@@ -92861,42 +92861,42 @@
     "runs": [
       {
         "model": "qwen3-14b",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:00:08.387Z"
       },
       {
         "model": "qwen25-7b",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:00:08.414Z"
       },
       {
         "model": "mac1__minicpm-v-latest",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:00:08.431Z"
       },
       {
         "model": "mac1__qwen2-5vl-7b",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:00:08.450Z"
       }
     ]
@@ -92912,42 +92912,42 @@
     "runs": [
       {
         "model": "qwen3-14b",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:06:59.082Z"
       },
       {
         "model": "qwen25-7b",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:06:59.166Z"
       },
       {
         "model": "mac1__minicpm-v-latest",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:06:59.296Z"
       },
       {
         "model": "mac1__qwen2-5vl-7b",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:06:59.332Z"
       }
     ]
@@ -92963,42 +92963,42 @@
     "runs": [
       {
         "model": "mac1__minicpm-v-latest",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:11:49.960Z"
       },
       {
         "model": "mac1__qwen2-5vl-7b",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:11:49.972Z"
       },
       {
         "model": "qwen3-14b",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:11:49.988Z"
       },
       {
         "model": "qwen25-7b",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:11:50.004Z"
       }
     ]
@@ -93014,42 +93014,42 @@
     "runs": [
       {
         "model": "mac1__minicpm-v-latest",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:15:43.532Z"
       },
       {
         "model": "mac1__qwen2-5vl-7b",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:15:43.609Z"
       },
       {
         "model": "qwen3-14b",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:15:43.625Z"
       },
       {
         "model": "qwen25-7b",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:15:43.641Z"
       }
     ]
@@ -93065,42 +93065,42 @@
     "runs": [
       {
         "model": "mac1__minicpm-v-latest",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:19:37.619Z"
       },
       {
         "model": "mac1__qwen2-5vl-7b",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:19:37.634Z"
       },
       {
         "model": "qwen3-14b",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:19:37.652Z"
       },
       {
         "model": "qwen25-7b",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:19:37.701Z"
       }
     ]
@@ -93116,42 +93116,42 @@
     "runs": [
       {
         "model": "qwen3-14b",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:24:00.827Z"
       },
       {
         "model": "qwen25-7b",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:24:00.841Z"
       },
       {
         "model": "mac1__minicpm-v-latest",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:24:00.859Z"
       },
       {
         "model": "mac1__qwen2-5vl-7b",
-        "status": "queued",
-        "error": null,
-        "seconds": null,
+        "status": "error",
+        "error": "never started — model host busy/down",
+        "seconds": 0,
         "cost": null,
         "started_at": null,
-        "finished_at": null,
+        "finished_at": "2026-09-23T15:46:18.785Z",
         "queued_at": "2026-09-22T16:24:00.871Z"
       }
     ]

← 75c9bd6 Add ARENA_PAUSED gate: serve UI + results with zero model ru  ·  back to Model Arena  ·  Harden ARENA_PAUSED to fail-closed (Cody/DTD): live sentinel a1b5af2 →