← back to Lawyer Directory Builder

scripts/build-agent/weekly-refresh.sh

25 lines

#!/bin/bash
# Lawyer Build Agent — weekly maintenance.
# Sun 4 AM PT: clear stale site_intel (>30d) so Mac1 worker re-crawls them.
set -euo pipefail

PROJ="/Users/macstudio3/Projects/lawyer-directory-builder"
LOG="$PROJ/logs/build-agent/weekly.log"
mkdir -p "$(dirname "$LOG")"
ts() { date -u +%Y-%m-%dT%H:%M:%SZ; }

CLEARED=$(psql -d lawyer_professional_directory -tA <<'SQL'
WITH cleared AS (
  UPDATE organizations
     SET site_intel_at = NULL
   WHERE type = 'law_firm'
     AND website IS NOT NULL
     AND site_intel_at < NOW() - INTERVAL '30 days'
   RETURNING id
)
SELECT COUNT(*) FROM cleared
SQL
)

echo "[$(ts)] cleared site_intel for $CLEARED firms — Mac1 worker will re-fetch" >> "$LOG"