From d018d6e4386d6e3515f46621f24dd168d0bf4a7e Mon Sep 17 00:00:00 2001 From: Karim shoair Date: Mon, 10 Nov 2025 03:03:05 +0200 Subject: [PATCH] fix: fixing the response logic --- scrapling/engines/toolbelt/convertor.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/scrapling/engines/toolbelt/convertor.py b/scrapling/engines/toolbelt/convertor.py index 7a2e50e..ef28acf 100644 --- a/scrapling/engines/toolbelt/convertor.py +++ b/scrapling/engines/toolbelt/convertor.py @@ -115,10 +115,10 @@ class ResponseFactory: history = cls._process_response_history(first_response, parser_arguments) try: - if "html" in final_response.headers.get("content-type", ""): + if "html" in final_response.all_headers().get("content-type", ""): page_content = cls._get_page_content(page) else: - page_content = final_response.text() + page_content = final_response.body() except Exception as e: # pragma: no cover log.error(f"Error getting page content: {e}") page_content = "" @@ -250,10 +250,10 @@ class ResponseFactory: history = await cls._async_process_response_history(first_response, parser_arguments) try: - if "html" in final_response.headers.get("content-type", ""): + if "html" in (await final_response.all_headers()).get("content-type", ""): page_content = await cls._get_async_page_content(page) else: - page_content = await final_response.text() + page_content = await final_response.body() except Exception as e: # pragma: no cover log.error(f"Error getting page content in async: {e}") page_content = ""