freedak/Scrapling
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

style(spiders): make the usage of uvloop optional

Browse Source
This commit is contained in:
Karim shoair
2026-01-11 19:57:03 +02:00
parent 0bfdab7158
commit 774364b6d3
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scrapling/spiders/spider.py
+3 -2
View File
@@ -195,15 +195,16 @@ class Spider(ABC):
if isinstance(handler, logging.FileHandler): if isinstance(handler, logging.FileHandler):
handler.close() handler.close()
def start(self, backend_options: Dict[str, Any] | None = None) -> CrawlResult: def start(self, use_uvloop: bool = False, **backend_options: Any) -> CrawlResult:
"""Run the spider and return results. """Run the spider and return results.
This is the main entry point for running a spider. This is the main entry point for running a spider.
Handles async execution internally via anyio. Handles async execution internally via anyio.
:param use_uvloop: Whether to use the faster uvloop/winloop event loop implementation, if available.
:param backend_options: Asyncio backend options to be used with `anyio.run` :param backend_options: Asyncio backend options to be used with `anyio.run`
""" """
backend_options = backend_options or {} backend_options = backend_options or {}
# By default use the faster uvloop/winloop event loop implementation, if available if use_uvloop:
backend_options.update({"use_uvloop": True}) backend_options.update({"use_uvloop": True})
return anyio.run(self.__run, backend="asyncio", backend_options=backend_options) return anyio.run(self.__run, backend="asyncio", backend_options=backend_options)