From dea2a1cf470fd3ac6a1d00810037677044e3c629 Mon Sep 17 00:00:00 2001 From: Eugenio Lacuesta Date: Sat, 6 Jul 2024 18:33:52 -0300 Subject: [PATCH] Logging adjustments --- scrapy_playwright/handler.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scrapy_playwright/handler.py b/scrapy_playwright/handler.py index 1fb5111b..4172a594 100644 --- a/scrapy_playwright/handler.py +++ b/scrapy_playwright/handler.py @@ -377,7 +377,7 @@ async def _download_request_with_page( await _set_redirect_meta(request=request, response=response) headers = Headers(await response.all_headers()) headers.pop("Content-Encoding", None) - else: + elif not download.get("bytes"): logger.warning( "Navigating to %s returned None, the response" " will have empty headers and status 200", @@ -482,7 +482,7 @@ async def _handle_response(response: PlaywrightResponse) -> None: raise logger.debug( - "Navigating to %s failed, waiting on dowload to start", + "Navigating to %s failed", request.url, extra={ "spider": spider,