news: remove pulled_list/samples storage cap (was 250) -> Infinity — store EVERY pulled item + every deal per feed, no cap (Steve); env PULL_CAP/SAMP_CAP still override (TK-10708)

e28d0097a4a4f10fe4d532bec7157d63bab0945d · 2026-08-20 00:04:18 -0700 · Steve Abrams

Files touched

M scripts/cre-news-monitor.mjs

Diff

commit e28d0097a4a4f10fe4d532bec7157d63bab0945d
Author: Steve Abrams <steve@designerwallcoverings.com>
Date:   Thu Aug 20 00:04:18 2026 -0700

    news: remove pulled_list/samples storage cap (was 250) -> Infinity — store EVERY pulled item + every deal per feed, no cap (Steve); env PULL_CAP/SAMP_CAP still override (TK-10708)
---
 scripts/cre-news-monitor.mjs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/scripts/cre-news-monitor.mjs b/scripts/cre-news-monitor.mjs
index a9d6e57..93594f4 100644
--- a/scripts/cre-news-monitor.mjs
+++ b/scripts/cre-news-monitor.mjs
@@ -242,7 +242,7 @@ for (const f of FEEDS) bySrc[f.name] = {
   region: f.region, url: f.url, pulled: 0, deals: 0, samples: [], pulled_list: []
 };
 // store the actual pulled items (cap 60) AND the deals (cap 40) so the dashboard can VIEW them (Steve).
-const PULL_CAP = parseInt(process.env.PULL_CAP || '250', 10), SAMP_CAP = parseInt(process.env.SAMP_CAP || '250', 10);   // store ~all (gnews maxes at 100/feed)
+const PULL_CAP = Number(process.env.PULL_CAP) || Infinity, SAMP_CAP = Number(process.env.SAMP_CAP) || Infinity;   // NO CAP (Steve) — store every pulled item + every deal per feed
 for (const x of all) if (bySrc[x.feed]) { const b = bySrc[x.feed]; b.pulled++; if (b.pulled_list.length < PULL_CAP) b.pulled_list.push({ title: (x.title || '').slice(0, 120), price: x.label || null, type: x.type, market: x.location || x.feed_region, link: x.link, date: x.date }); }
 for (const d of dealItems) { const b = bySrc[d.feed]; if (b) { b.deals++; if (b.samples.length < SAMP_CAP) b.samples.push({ title: (d.title || '').slice(0, 120), price: d.label, type: d.type, market: d.location || d.feed_region, link: d.link, date: d.date }); } }
 writeFileSync(join(ROOT, 'public', 'sources.json'), JSON.stringify({

← fe4e646 sources dashboard: expanded article list now renders UNDER t · back to Re Flyer Aggregator · news: record EVERY article to a growing article-archive.json 6c18e62 →