← back to Rebel Walls Push

scripts/daily-push.sh

20 lines

#!/usr/bin/env bash
# Daily Rebel Walls staggered push — runs the next slice of net-new SKUs
# (dedup_skip-filtered) up to Shopify's daily variant-creation cap.
# Safe to re-run: push.js only attempts rows without a shopify_product_id.
set -u
cd "$HOME/Projects/rebel-walls-push"

LOG="data/daily-push-$(date +%Y%m%d-%H%M%S).log"
# Cap slightly above the observed ~496/day variant allowance so we stop
# politely instead of hammering 2k+ VARIANT_THROTTLE_EXCEEDED errors.
node scripts/push.js --all --limit 550 2>&1 | tee "$LOG"

echo "----- summary -----"
tail -3 "$LOG" | grep -E "DONE|ok=" || true
TOTAL_OK=$(grep -v '"error"' data/push-progress.jsonl | grep -o '"dw_sku":"[^"]*"' | sort -u | wc -l | tr -d ' ')
echo "cumulative distinct SKUs pushed OK: $TOTAL_OK / 2874"
if [ "$TOTAL_OK" -ge 2874 ]; then
  echo "ALL NET-NEW SKUS PUSHED — daily job can be retired."
fi