diff --git a/products/coles.py b/products/coles.py index 95bac4a..e77db4f 100644 --- a/products/coles.py +++ b/products/coles.py @@ -54,7 +54,7 @@ async def _request_details(product_id: str) -> dict: response = await client.get(url, headers=HEADERS, follow_redirects=True, cookies=cookies) response.raise_for_status() return response.json() - except httpx.NetworkError as ne: + except httpx.HTTPError as ne: print(ne) api_details = None diff --git a/products/woolworths.py b/products/woolworths.py index e7614e3..23c699d 100644 --- a/products/woolworths.py +++ b/products/woolworths.py @@ -36,24 +36,22 @@ def _get_package_size(data: dict) -> str: def _get_client() -> httpx.AsyncClient: return httpx.AsyncClient() -last_cookies = None +cached_cookies = None async def _request_url(url: str) -> dict: - global last_cookies + global cached_cookies async with _get_client() as client: - if last_cookies: - cookies = last_cookies - else: - cookies = await _get_cookies(client) - last_cookies = cookies + if not cached_cookies: + cached_cookies = await _get_cookies(client) + cookies = cached_cookies try: response = await client.get(url, headers=HEADERS, follow_redirects=True, cookies=cookies) response.raise_for_status() return response.json() - except httpx.NetworkError as ne: + except httpx.HTTPError as ne: print(ne) - last_cookies = None + cached_cookies = None return None def _get_product_details_url(product_id) -> str: