freedak/Scrapling
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(Fetchers/disable_resources): Fixing the logic for intercepting resources

Browse Source
This commit is contained in:
Karim shoair
2024-12-16 12:35:25 +02:00
parent eceef48ef5
commit d66ebc19a5
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scrapling/engines/toolbelt/navigation.py
+2
View File
@@ -21,6 +21,7 @@ def intercept_route(route: Route):
if route.request.resource_type in DEFAULT_DISABLED_RESOURCES: if route.request.resource_type in DEFAULT_DISABLED_RESOURCES:
log.debug(f'Blocking background resource "{route.request.url}" of type "{route.request.resource_type}"') log.debug(f'Blocking background resource "{route.request.url}" of type "{route.request.resource_type}"')
route.abort() route.abort()
else:
route.continue_() route.continue_()
@@ -33,6 +34,7 @@ async def async_intercept_route(route: async_Route):
if route.request.resource_type in DEFAULT_DISABLED_RESOURCES: if route.request.resource_type in DEFAULT_DISABLED_RESOURCES:
log.debug(f'Blocking background resource "{route.request.url}" of type "{route.request.resource_type}"') log.debug(f'Blocking background resource "{route.request.url}" of type "{route.request.resource_type}"')
await route.abort() await route.abort()
else:
await route.continue_() await route.continue_()