feat(spiders): Add SitemapSpider

2026-05-11 02:33:37 +03:00
parent f093d0cf12
commit f7da15771b
4 changed files with 202 additions and 1 deletions
@@ -65,7 +65,7 @@ class CrawlSpider(Spider):
        for rule in self.rules():
            for url in rule.link_extractor.extract(response):
                req = response.follow(url, callback=rule.callback)
-                if rule.priority:
+                if rule.priority is not None:
                    req.priority = rule.priority
                if rule.process_request is not None:
                    req = rule.process_request(req, response)