freedak/Scrapling
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(solver): Improve the logic a bit

Browse Source
This commit is contained in:
Karim shoair
2025-10-12 06:41:04 +03:00
parent a38b92cc87
commit 9c7114219b
1 changed files with 10 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scrapling/engines/_browsers/_camoufox.py
+10
View File
@@ -227,6 +227,10 @@ class StealthySession(StealthySessionMixin, SyncSession):
:param page: The targeted page :param page: The targeted page
:return: :return:
""" """
try:
page.wait_for_load_state("networkidle", timeout=5000)
except PlaywrightError:
pass
challenge_type = self._detect_cloudflare(self._get_page_content(page)) challenge_type = self._detect_cloudflare(self._get_page_content(page))
if not challenge_type: if not challenge_type:
log.error("No Cloudflare challenge found.") log.error("No Cloudflare challenge found.")
@@ -277,6 +281,7 @@ class StealthySession(StealthySessionMixin, SyncSession):
if challenge_type != "embedded": if challenge_type != "embedded":
page.locator(box_selector).last.wait_for(state="detached") page.locator(box_selector).last.wait_for(state="detached")
page.locator(".zone-name-title").wait_for(state="hidden") page.locator(".zone-name-title").wait_for(state="hidden")
page.wait_for_load_state(state="load")
page.wait_for_load_state(state="domcontentloaded") page.wait_for_load_state(state="domcontentloaded")
log.info("Cloudflare captcha is solved") log.info("Cloudflare captcha is solved")
@@ -566,6 +571,10 @@ class AsyncStealthySession(StealthySessionMixin, AsyncSession):
:param page: The async targeted page :param page: The async targeted page
:return: :return:
""" """
try:
await page.wait_for_load_state("networkidle", timeout=5000)
except PlaywrightError:
pass
challenge_type = self._detect_cloudflare(await self._get_page_content(page)) challenge_type = self._detect_cloudflare(await self._get_page_content(page))
if not challenge_type: if not challenge_type:
log.error("No Cloudflare challenge found.") log.error("No Cloudflare challenge found.")
@@ -616,6 +625,7 @@ class AsyncStealthySession(StealthySessionMixin, AsyncSession):
if challenge_type != "embedded": if challenge_type != "embedded":
await page.locator(box_selector).wait_for(state="detached") await page.locator(box_selector).wait_for(state="detached")
await page.locator(".zone-name-title").wait_for(state="hidden") await page.locator(".zone-name-title").wait_for(state="hidden")
await page.wait_for_load_state(state="load")
await page.wait_for_load_state(state="domcontentloaded") await page.wait_for_load_state(state="domcontentloaded")
log.info("Cloudflare captcha is solved") log.info("Cloudflare captcha is solved")