feat: BOOST button on Mac1 dashboard restarts ollama with NUM_PARALLEL=4 etc

fda8505d976f7e8cc1abbfcb25aebe249b308731 · 2026-05-08 00:54:45 -0700 · SteveStudio2

Files touched

M public/index.html
M server.js

Diff

commit fda8505d976f7e8cc1abbfcb25aebe249b308731
Author: SteveStudio2 <steve@designerwallcoverings.com>
Date:   Fri May 8 00:54:45 2026 -0700

    feat: BOOST button on Mac1 dashboard restarts ollama with NUM_PARALLEL=4 etc
---
 public/index.html |  9 +++++++--
 server.js         | 14 ++++++++++++++
 2 files changed, 21 insertions(+), 2 deletions(-)

diff --git a/public/index.html b/public/index.html
index 0d0eab1..22b3446 100644
--- a/public/index.html
+++ b/public/index.html
@@ -658,8 +658,13 @@ footer a { color: var(--gold); text-decoration: none; }
     </div>
   </div>
 
-  <!-- Push-button shifter / hyperdrive controls -->
-  <div class="controls">
+  <!-- Push-button shifter / hyperdrive controls (4 columns now to fit BOOST) -->
+  <div class="controls" style="grid-template-columns: 1fr 1fr 1fr 1fr">
+    <button class="btn" data-mode="boost" onclick="trigger('boost', this)" style="border:3px solid var(--metal-glow)" title="Restart ollama with NUM_PARALLEL=4, MAX_LOADED=2, FLASH_ATTENTION, q4_0 KV cache, KEEP_ALIVE=-1. Big-deal — kills in-flight calls.">
+      <span class="light"></span>
+      🏎️ Boost
+      <span class="sub-label">restart w/ 4x parallel · q4 cache</span>
+    </button>
     <button class="btn" data-mode="hyperdrive" onclick="trigger('hyperdrive', this)">
       <span class="light"></span>
       🚀 Hyperdrive
diff --git a/server.js b/server.js
index 6b5986c..233e493 100644
--- a/server.js
+++ b/server.js
@@ -215,6 +215,20 @@ app.post('/api/control/max-ram', async (_req, res) => {
   res.json({ ok: true, mode: 'max-ram', loaded: out });
 });
 
+// 🏎️ BOOST — runs ~/bin/ollama-boost.sh which kills the manual ollama serve
+// and relaunches via launchd com.steve.ollama-boost with these env vars:
+//   OLLAMA_NUM_PARALLEL=4         (4× concurrent inference per model)
+//   OLLAMA_MAX_LOADED_MODELS=2    (qwen3:14b + qwen3:8b hot side-by-side)
+//   OLLAMA_FLASH_ATTENTION=1      (~30% less KV cache memory)
+//   OLLAMA_KV_CACHE_TYPE=q4_0     (4× longer context fits)
+//   OLLAMA_KEEP_ALIVE=-1          (never unload)
+// Followed by pre-loading every installed model into VRAM with keep_alive=-1.
+// Big-deal restart — kills in-flight magazine-gen calls; pm2 worker retries.
+app.post('/api/control/boost', async (_req, res) => {
+  const r = await execCmd('/Users/steveabramsdesignsgmail.com/bin/ollama-boost.sh 2>&1', 90000);
+  res.json({ ok: r.ok, mode: 'boost', stdout: r.stdout.slice(-2000), stderr: r.stderr.slice(-1000) });
+});
+
 // Idle — restore default power mode + unload models
 app.post('/api/control/idle', async (_req, res) => {
   const out = {};

← 19f97af feat: viewer counter on dashboard odometer — see if browser · back to Macstudio1 Dashboard · feat: TEST button on Mac1 dashboard — single-prompt latency 6a9b5d8 →