perf: force ad blocking on the MCP server and when the AI mode is activated on CLI

This commit is contained in:
Karim shoair
2026-04-12 18:11:02 +02:00
parent 131b729f22
commit ad6fd52845
2 changed files with 5 additions and 0 deletions
+2
View File
@@ -53,6 +53,8 @@ def __Request_and_Save(
if not output_path.is_absolute():
output_path = Path.cwd() / output_file
if ai_targeted:
kwargs.setdefault("block_ads", True)
response = fetcher_func(url, **kwargs)
Convertor.write_content_to_file(response, str(output_path), css_selector, main_content_only=ai_targeted)
log.info(f"Content successfully saved to '{output_path}'")
+3
View File
@@ -183,6 +183,7 @@ class ScraplingMCPServer:
cookies=cookies,
cdp_url=cdp_url,
headless=headless,
block_ads=True,
max_pages=max_pages,
useragent=useragent,
timezone_id=timezone_id,
@@ -569,6 +570,7 @@ class ScraplingMCPServer:
cookies=cookies,
cdp_url=cdp_url,
headless=headless,
block_ads=True,
max_pages=len(urls),
useragent=useragent,
timezone_id=timezone_id,
@@ -777,6 +779,7 @@ class ScraplingMCPServer:
timeout=timeout,
cookies=cookies,
headless=headless,
block_ads=True,
useragent=useragent,
timezone_id=timezone_id,
real_chrome=real_chrome,