ben/scrape-giant
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix json data pull from /raw

Browse Source
This commit is contained in:
ben
2026-03-16 17:34:01 -04:00
parent 23d0c7e5cd
commit 6e1cde2c83
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
enrich_costco.py
View File

@@ -213,9 +213,11 @@ def parse_costco_item(order_id, order_date, raw_path, line_no, item):
def iter_costco_rows(raw_dir): def iter_costco_rows(raw_dir):
for path in discover_json_files(raw_dir): for path in discover_json_files(raw_dir):
if path.name == "summary.json": if path.name in {"summary.json", "summary_requests.json"}:
continue continue
payload = json.loads(path.read_text(encoding="utf-8")) payload = json.loads(path.read_text(encoding="utf-8"))
if not isinstance(payload, dict):
continue
receipts = payload.get("data", {}).get("receiptsWithCounts", {}).get("receipts", []) receipts = payload.get("data", {}).get("receiptsWithCounts", {}).get("receipts", [])
for receipt in receipts: for receipt in receipts:
order_id = receipt["transactionBarcode"] order_id = receipt["transactionBarcode"]