freedak/Scrapling
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

perf(StealthyFetcher): Slight optimization

Browse Source
This commit is contained in:
Karim shoair
2025-09-07 04:58:55 +03:00
parent 9e5ff5bb1b
commit 4341477a66
1 changed files with 14 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scrapling/engines/_browsers/_camoufox.py
+14 -2
View File
@@ -3,7 +3,10 @@ from re import compile as re_compile
from asyncio import sleep as asyncio_sleep, Lock from asyncio import sleep as asyncio_sleep, Lock
from camoufox import DefaultAddons from camoufox import DefaultAddons
from camoufox.utils import launch_options as generate_launch_options from camoufox.utils import (
launch_options as generate_launch_options,
installed_verstr as camoufox_version,
)
from playwright.sync_api import ( from playwright.sync_api import (
Response as SyncPlaywrightResponse, Response as SyncPlaywrightResponse,
sync_playwright, sync_playwright,
@@ -41,6 +44,7 @@ from scrapling.engines.toolbelt import (
) )
__CF_PATTERN__ = re_compile("challenges.cloudflare.com/cdn-cgi/challenge-platform/.*") __CF_PATTERN__ = re_compile("challenges.cloudflare.com/cdn-cgi/challenge-platform/.*")
__ff_version_str__ = camoufox_version().split(".", 1)[0]
class StealthySession: class StealthySession:
@@ -216,7 +220,6 @@ class StealthySession:
**{ **{
"geoip": self.geoip, "geoip": self.geoip,
"proxy": dict(self.proxy) if self.proxy else self.proxy, "proxy": dict(self.proxy) if self.proxy else self.proxy,
"enable_cache": True,
"addons": self.addons, "addons": self.addons,
"exclude_addons": [] if self.disable_ads else [DefaultAddons.UBO], "exclude_addons": [] if self.disable_ads else [DefaultAddons.UBO],
"headless": self.headless, "headless": self.headless,
@@ -227,6 +230,15 @@ class StealthySession:
"block_images": self.block_images, # Careful! it makes some websites don't finish loading at all like stackoverflow even in headful mode. "block_images": self.block_images, # Careful! it makes some websites don't finish loading at all like stackoverflow even in headful mode.
"os": None if self.os_randomize else get_os_name(), "os": None if self.os_randomize else get_os_name(),
"user_data_dir": "", "user_data_dir": "",
"ff_version": __ff_version_str__,
"firefox_user_prefs": {
# This is what enabling `enable_cache` does internally, so we do it from here instead
"browser.sessionhistory.max_entries": 10,
"browser.sessionhistory.max_total_viewers": -1,
"browser.cache.memory.enable": True,
"browser.cache.disk_cache_ssl": True,
"browser.cache.disk.smart_size.enabled": True,
},
**self.additional_args, **self.additional_args,
} }
) )