From 15b7e3aceeb9ccada736cad8c66806ea3d554e66 Mon Sep 17 00:00:00 2001 From: Karim shoair Date: Sun, 24 Nov 2024 13:47:21 +0200 Subject: [PATCH] Stop using generated headers by browserforge It turns out its headers format is pretty outdated, which made Google reCaptcha not work sometimes --- scrapling/engines/pw.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scrapling/engines/pw.py b/scrapling/engines/pw.py index 32c336a..6aa89ec 100644 --- a/scrapling/engines/pw.py +++ b/scrapling/engines/pw.py @@ -130,8 +130,8 @@ class PlaywrightEngine: extra_headers = {} useragent = self.useragent else: - extra_headers = generate_headers(browser_mode=True) - useragent = extra_headers.get('User-Agent') + extra_headers = {} + useragent = generate_headers(browser_mode=True).get('User-Agent') # Prepare the flags before diving flags = DEFAULT_STEALTH_FLAGS