Merge branch 'dev' into fix/full-path-selector-duplicate-id

scrapling/core/_shell_signatures.py

@@ -2,6 +2,7 @@ from scrapling.core._types import (
     Any,
     Dict,
     List,
+    Set,
     Tuple,
     Sequence,
     Callable,
@@ -46,6 +47,7 @@ _FETCH_PARAMS = {
     "wait": int | float,
     "timezone_id": str | None,
     "page_action": Optional[Callable],
+    "page_setup": Optional[Callable],
     "proxy": Optional[str | Dict[str, str] | Tuple],
     "extra_headers": Optional[Dict[str, str]],
     "timeout": int | float,
@@ -58,6 +60,13 @@ _FETCH_PARAMS = {
     "cdp_url": Optional[str],
     "useragent": Optional[str],
     "extra_flags": Optional[List[str]],
+    "blocked_domains": Optional[Set[str]],
+    "block_ads": bool,
+    "retries": int,
+    "retry_delay": int | float,
+    "capture_xhr": str | None,
+    "executable_path": Optional[str],
+    "dns_over_https": bool,
 }
 
 _STEALTHY_FETCH_PARAMS = {
@@ -72,6 +81,7 @@ _STEALTHY_FETCH_PARAMS = {
     "wait": int | float,
     "timezone_id": str | None,
     "page_action": Optional[Callable],
+    "page_setup": Optional[Callable],
     "proxy": Optional[str | Dict[str, str] | Tuple],
     "extra_headers": Optional[Dict[str, str]],
     "timeout": int | float,
@@ -84,6 +94,13 @@ _STEALTHY_FETCH_PARAMS = {
     "cdp_url": Optional[str],
     "useragent": Optional[str],
     "extra_flags": Optional[List[str]],
+    "blocked_domains": Optional[Set[str]],
+    "block_ads": bool,
+    "retries": int,
+    "retry_delay": int | float,
+    "capture_xhr": str | None,
+    "executable_path": Optional[str],
+    "dns_over_https": bool,
     "allow_webgl": bool,
     "hide_canvas": bool,
     "block_webrtc": bool,

scrapling/core/ai.py

@@ -183,6 +183,7 @@ class ScraplingMCPServer:
             cookies=cookies,
             cdp_url=cdp_url,
             headless=headless,
+            block_ads=True,
             max_pages=max_pages,
             useragent=useragent,
             timezone_id=timezone_id,
@@ -569,6 +570,7 @@ class ScraplingMCPServer:
                 cookies=cookies,
                 cdp_url=cdp_url,
                 headless=headless,
+                block_ads=True,
                 max_pages=len(urls),
                 useragent=useragent,
                 timezone_id=timezone_id,
@@ -777,6 +779,7 @@ class ScraplingMCPServer:
                 timeout=timeout,
                 cookies=cookies,
                 headless=headless,
+                block_ads=True,
                 useragent=useragent,
                 timezone_id=timezone_id,
                 real_chrome=real_chrome,