fix(spiders): fix a bug with session stats counter

This commit is contained in:
Karim shoair
2026-01-19 16:00:06 +02:00
parent 4ecf8a64d3
commit fbc8be5bcc
+1 -1
View File
@@ -84,7 +84,7 @@ class CrawlerEngine:
self.stats.proxies.append(dict(request._session_kwargs["proxies"]))
try:
response = await self.session_manager.fetch(request)
self.stats.increment_requests_count(request.sid)
self.stats.increment_requests_count(request.sid or self.session_manager.default_session_id)
self.stats.increment_response_bytes(request.domain, len(response.body))
self.stats.increment_status(response.status)