[object Object]

← back to Designer Wallcoverings

chore: lint (drop unused import) + env-gated enrich sharding (session close)

07466aaaf76144ef1b8087dc3ec132fecb6eebc5 · 2026-07-01 09:54:09 -0700 · Steve

Files touched

Diff

commit 07466aaaf76144ef1b8087dc3ec132fecb6eebc5
Author: Steve <steve@designerwallcoverings.com>
Date:   Wed Jul 1 09:54:09 2026 -0700

    chore: lint (drop unused import) + env-gated enrich sharding (session close)
---
 onboarding/sangetsu-lilycolor/scripts/enrich-full.py      | 13 +++++++++++++
 onboarding/sangetsu-lilycolor/scripts/translate-titles.py |  1 -
 2 files changed, 13 insertions(+), 1 deletion(-)

diff --git a/onboarding/sangetsu-lilycolor/scripts/enrich-full.py b/onboarding/sangetsu-lilycolor/scripts/enrich-full.py
index 081456e7..7f22c090 100644
--- a/onboarding/sangetsu-lilycolor/scripts/enrich-full.py
+++ b/onboarding/sangetsu-lilycolor/scripts/enrich-full.py
@@ -201,8 +201,21 @@ def main():
     all_items = discover_skus()
     total = len(all_items)
     done = load_done(out_path)
+    # Extra "already done" files (e.g. a seed from an earlier single-stream run)
+    # so shards don't redo SKUs already enriched. Colon-separated paths.
+    for seed in filter(None, os.environ.get("ENRICH_DONE_SEEDS", "").split(":")):
+        done |= load_done(seed)
     todo = [(sku, img) for sku, img in all_items if sku not in done]
 
+    # Optional cross-machine sharding: this process handles only every
+    # SHARD_COUNT-th remaining item (offset SHARD_INDEX). Endpoint is chosen via
+    # ENRICH_OLLAMA_URL, so shard 0 -> Mac2, shard 1 -> Mac1, etc. Each shard
+    # writes its own out file; merge them when done. Fully reversible.
+    shard_count = int(os.environ.get("ENRICH_SHARD_COUNT", "1"))
+    shard_index = int(os.environ.get("ENRICH_SHARD_INDEX", "0"))
+    if shard_count > 1:
+        todo = [it for n, it in enumerate(todo) if n % shard_count == shard_index]
+
     print(f"discovered={total} already_done={len(done)} todo={len(todo)} "
           f"out={out_path}", flush=True)
     if not todo:
diff --git a/onboarding/sangetsu-lilycolor/scripts/translate-titles.py b/onboarding/sangetsu-lilycolor/scripts/translate-titles.py
index 614a89de..7958924d 100644
--- a/onboarding/sangetsu-lilycolor/scripts/translate-titles.py
+++ b/onboarding/sangetsu-lilycolor/scripts/translate-titles.py
@@ -26,7 +26,6 @@ Standing rules enforced:
 import json
 import os
 import re
-import sys
 import time
 import urllib.request

← 0cffa706 auto-save: 2026-07-01T09:41:09 (5 files) — pending-approval/  ·  back to Designer Wallcoverings  ·  ImportNewSkufromURL: fix rwltd-gemini-cron key (literal-plac 8d6d263d →