From aed34e43b5eb0d9b6df337f8f7bf71c75ce717df Mon Sep 17 00:00:00 2001 From: Karim shoair Date: Wed, 3 Dec 2025 03:11:30 +0200 Subject: [PATCH] fix(fetchers): better handling for infinite `network_idle` --- scrapling/engines/_browsers/_base.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scrapling/engines/_browsers/_base.py b/scrapling/engines/_browsers/_base.py index f329fa4..6e5734e 100644 --- a/scrapling/engines/_browsers/_base.py +++ b/scrapling/engines/_browsers/_base.py @@ -105,7 +105,7 @@ class SyncSession: """Wait for the page to become idle (no network activity) even if there are never-ending requests.""" try: page.wait_for_load_state("networkidle", timeout=timeout) - except PlaywrightError: + except (PlaywrightError, Exception): pass def _wait_for_page_stability(self, page: Page | Frame, load_dom: bool, network_idle: bool): @@ -221,7 +221,7 @@ class AsyncSession: """Wait for the page to become idle (no network activity) even if there are never-ending requests.""" try: await page.wait_for_load_state("networkidle", timeout=timeout) - except PlaywrightError: + except (PlaywrightError, Exception): pass async def _wait_for_page_stability(self, page: AsyncPage | AsyncFrame, load_dom: bool, network_idle: bool):