freedak/Scrapling
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(spiders): fix a bug with session stats counter

Browse Source
This commit is contained in:
Karim shoair
2026-01-19 16:00:06 +02:00
parent 4ecf8a64d3
commit fbc8be5bcc
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scrapling/spiders/engine.py
+1 -1
View File
@@ -84,7 +84,7 @@ class CrawlerEngine:
self.stats.proxies.append(dict(request._session_kwargs["proxies"])) self.stats.proxies.append(dict(request._session_kwargs["proxies"]))
try: try:
response = await self.session_manager.fetch(request) response = await self.session_manager.fetch(request)
self.stats.increment_requests_count(request.sid) self.stats.increment_requests_count(request.sid or self.session_manager.default_session_id)
self.stats.increment_response_bytes(request.domain, len(response.body)) self.stats.increment_response_bytes(request.domain, len(response.body))
self.stats.increment_status(response.status) self.stats.increment_status(response.status)