freedak/Scrapling
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

style(spiders): Lower the default number of concurrent requests

Browse Source
This commit is contained in:
Karim shoair
2026-02-13 17:32:17 +02:00
parent a62330d2f1
commit 2eea66dad1
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scrapling/spiders/spider.py
+1 -1
View File
@@ -73,7 +73,7 @@ class Spider(ABC):
allowed_domains: Set[str] = set() allowed_domains: Set[str] = set()
# Concurrency settings # Concurrency settings
concurrent_requests: int = 16 concurrent_requests: int = 4
concurrent_requests_per_domain: int = 0 concurrent_requests_per_domain: int = 0
download_delay: float = 0.0 download_delay: float = 0.0
max_blocked_retries: int = 3 max_blocked_retries: int = 3