From 530b54d964466e111b7be02667b47e2c40f9a218 Mon Sep 17 00:00:00 2001 From: Karim shoair Date: Sat, 9 Nov 2024 00:17:41 +0200 Subject: [PATCH] Clearer doc-string --- scrapling/engines/camo.py | 2 +- scrapling/engines/pw.py | 2 +- scrapling/fetchers.py | 4 ++-- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/scrapling/engines/camo.py b/scrapling/engines/camo.py index 272559c..11f92ab 100644 --- a/scrapling/engines/camo.py +++ b/scrapling/engines/camo.py @@ -32,7 +32,7 @@ class CamoufoxEngine: :param addons: List of Firefox addons to use. Must be paths to extracted addons. :param humanize: Humanize the cursor movement. Takes either True, or the MAX duration in seconds of the cursor movement. The cursor typically takes up to 1.5 seconds to move across the window. :param allow_webgl: Whether to allow WebGL. To prevent leaks, only use this for special cases. - :param network_idle: Wait for the page to not do do any requests. + :param network_idle: Wait for the page until there are no network connections for at least 500 ms. :param timeout: The timeout in milliseconds that's used in all operations and waits through the page. Default is 30000. :param page_action: Added for automation. A function that takes the `page` object, do the automation you need, then return `page` again. :param wait_selector: Wait for a specific css selector to be in a specific state. diff --git a/scrapling/engines/pw.py b/scrapling/engines/pw.py index b08195c..c2af911 100644 --- a/scrapling/engines/pw.py +++ b/scrapling/engines/pw.py @@ -40,7 +40,7 @@ class PlaywrightEngine: Requests dropped are of type `font`, `image`, `media`, `beacon`, `object`, `imageset`, `texttrack`, `websocket`, `csp_report`, and `stylesheet`. This can help save your proxy usage but be careful with this option as it makes some websites never finish loading. :param useragent: Pass a useragent string to be used. Otherwise the fetcher will generate a real Useragent of the same browser and use it. - :param network_idle: Wait for the page to not do do any requests. + :param network_idle: Wait for the page until there are no network connections for at least 500 ms. :param timeout: The timeout in milliseconds that's used in all operations and waits through the page. Default is 30000. :param page_action: Added for automation. A function that takes the `page` object, do the automation you need, then return `page` again. :param wait_selector: Wait for a specific css selector to be in a specific state. diff --git a/scrapling/fetchers.py b/scrapling/fetchers.py index 835a8e4..9d20520 100644 --- a/scrapling/fetchers.py +++ b/scrapling/fetchers.py @@ -87,7 +87,7 @@ class StealthyFetcher(BaseFetcher): :param addons: List of Firefox addons to use. Must be paths to extracted addons. :param humanize: Humanize the cursor movement. Takes either True, or the MAX duration in seconds of the cursor movement. The cursor typically takes up to 1.5 seconds to move across the window. :param allow_webgl: Whether to allow WebGL. To prevent leaks, only use this for special cases. - :param network_idle: Wait for the page to not do do any requests. + :param network_idle: Wait for the page until there are no network connections for at least 500 ms. :param timeout: The timeout in milliseconds that's used in all operations and waits through the page. Default is 30000. :param page_action: Added for automation. A function that takes the `page` object, do the automation you need, then return `page` again. :param wait_selector: Wait for a specific css selector to be in a specific state. @@ -144,7 +144,7 @@ class PlayWrightFetcher(BaseFetcher): Requests dropped are of type `font`, `image`, `media`, `beacon`, `object`, `imageset`, `texttrack`, `websocket`, `csp_report`, and `stylesheet`. This can help save your proxy usage but be careful with this option as it makes some websites never finish loading. :param useragent: Pass a useragent string to be used. Otherwise the fetcher will generate a real Useragent of the same browser and use it. - :param network_idle: Wait for the page to not do do any requests. + :param network_idle: Wait for the page until there are no network connections for at least 500 ms. :param timeout: The timeout in milliseconds that's used in all operations and waits through the page. Default is 30000. :param page_action: Added for automation. A function that takes the `page` object, do the automation you need, then return `page` again. :param wait_selector: Wait for a specific css selector to be in a specific state.