← back to Dw Color Image Audit

full/run_all.sh

11 lines

#!/bin/bash
cd /Users/macstudio3/Projects/dw-color-image-audit
export PY=/opt/homebrew/bin/python3
ls full/chunks/ch_* | xargs -P 32 -I{} bash -c '
  out="{}.out.jsonl"
  [ -s "$out" ] && exit 0
  $PY scripts/reextract2.py scripts/name_family.json < "{}" > "$out" 2>/dev/null
'
cat full/chunks/ch_*.out.jsonl > full/reextracted_full.jsonl
echo "DONE_FULL $(wc -l < full/reextracted_full.jsonl)" > full/.done