← back to Local Model Leaderboard Watch
battle/35b.json
146 lines
{
"model": "mlx-community/Qwen3.6-35B-A3B-8bit",
"when": "2026-08-18T16:22:52.604Z",
"score": "11/12",
"passed": 11,
"total": 12,
"tok_per_s": 55.2,
"tok_s_ms": 7244,
"longctx": {
"placed": true,
"pass": true,
"got": "\n\nMAUVE-7719",
"ms": 18380,
"approx_ctx_tokens": 33990
},
"byCat": {
"json": {
"pass": 2,
"tot": 3
},
"classify": {
"pass": 3,
"tot": 3
},
"constraint": {
"pass": 2,
"tot": 2
},
"reason": {
"pass": 2,
"tot": 2
},
"code": {
"pass": 2,
"tot": 2
}
},
"results": [
{
"id": "json_person",
"cat": "json",
"pass": true,
"got": {
"name": "Maria Gonzalez",
"age": 34,
"city": "Chicago"
},
"ms": 14796,
"out": "\n\n{\"name\": \"Maria Gonzalez\", \"age\": 34, \"city\": \"Chicago\"}"
},
{
"id": "json_order",
"cat": "json",
"pass": false,
"got": null,
"ms": 16206,
"out": "."
},
{
"id": "json_list",
"cat": "json",
"pass": true,
"got": {
"items": [
"silk wallpaper",
"cork tiles",
"grasscloth panels"
]
},
"ms": 10022,
"out": "\n\n{\"items\": [\"silk wallpaper\", \"cork tiles\", \"grasscloth panels\"]}"
},
{
"id": "cls_sentiment",
"cat": "classify",
"pass": true,
"got": "\n\nnegative",
"ms": 6510,
"out": "\n\nnegative"
},
{
"id": "cls_ticket",
"cat": "classify",
"pass": true,
"got": "\n\nbilling",
"ms": 6280,
"out": "\n\nbilling"
},
{
"id": "cls_spam",
"cat": "classify",
"pass": true,
"got": "\n\nyes",
"ms": 6431,
"out": "\n\nyes"
},
{
"id": "cons_oneword",
"cat": "constraint",
"pass": true,
"got": "\n\nParis",
"ms": 3565,
"out": "\n\nParis"
},
{
"id": "cons_numonly",
"cat": "constraint",
"pass": true,
"got": "\n\n391",
"ms": 3914,
"out": "\n\n391"
},
{
"id": "reason_word",
"cat": "reason",
"pass": true,
"got": "\n\n27",
"ms": 9808,
"out": "\n\n27"
},
{
"id": "reason_logic",
"cat": "reason",
"pass": true,
"got": "\n\nMia",
"ms": 9259,
"out": "\n\nMia"
},
{
"id": "code_sum",
"cat": "code",
"pass": true,
"got": "function sumTo(n){let s=0;for(let i=1;i<=n;i++)s+=i;return s;}",
"ms": 14847,
"out": "\n\n```js\nfunction sumTo(n){let s=0;for(let i=1;i<=n;i++)s+=i;return s;}\n```"
},
{
"id": "code_null",
"cat": "code",
"pass": true,
"got": "function total(o){return (o.price ?? 0) * (o.qty ?? 0);}",
"ms": 22830,
"out": "\n\n```js\nfunction total(o){return (o.price ?? 0) * (o.qty ?? 0);}\n```"
}
]
}