Simplify browser session bootstrap

2026-03-16 17:08:44 -04:00
parent e48dd6c4c2
commit d7a0329332
6 changed files with 184 additions and 324 deletions
--- a/scrape_giant.py
+++ b/scrape_giant.py
@@ -8,7 +8,7 @@ import click
 from dotenv import load_dotenv
 from curl_cffi import requests

-from retailer_sessions import load_giant_session
+from browser_session import find_firefox_profile_dir, load_firefox_cookies


 BASE = "https://giantfood.com"
@@ -67,9 +67,9 @@ def load_config():


 def build_session():
-    browser_session = load_giant_session()
+    profile_dir = find_firefox_profile_dir()
    session = requests.Session()
-    session.cookies.update(browser_session.cookies)
+    session.cookies.update(load_firefox_cookies("giantfood.com", profile_dir))
    session.headers.update(
        {
            "user-agent": (