style(spiders): Lower the default number of concurrent requests

2026-02-13 17:32:17 +02:00
parent a62330d2f1
commit 2eea66dad1
1 changed files with 1 additions and 1 deletions
@@ -73,7 +73,7 @@ class Spider(ABC):
    allowed_domains: Set[str] = set()

    # Concurrency settings
-    concurrent_requests: int = 16
+    concurrent_requests: int = 4
    concurrent_requests_per_domain: int = 0
    download_delay: float = 0.0
    max_blocked_retries: int = 3