freedak/Scrapling
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update camo.py

Browse Source
This commit is contained in:
Karim shoair
2024-11-09 00:48:11 +02:00
parent fd34cd9afa
commit ee8f78feb1
1 changed files with 1 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scrapling/engines/camo.py
+1 -5
View File
@@ -87,11 +87,7 @@ class CamoufoxEngine:
if self.extra_headers: if self.extra_headers:
page.set_extra_http_headers(self.extra_headers) page.set_extra_http_headers(self.extra_headers)
if self.google_search: res = page.goto(url, referer=generate_convincing_referer(url) if self.google_search else None)
res = page.goto(url, referer=generate_convincing_referer(url))
else:
res = page.goto(url)
page.wait_for_load_state(state="load") page.wait_for_load_state(state="load")
page.wait_for_load_state(state="domcontentloaded") page.wait_for_load_state(state="domcontentloaded")
if self.network_idle: if self.network_idle: