feat(spiders): add a development mode

2026-04-07 04:08:54 +02:00
parent fad9efdc35
commit d1baf1fc46
7 changed files with 399 additions and 56 deletions
@@ -76,6 +76,8 @@ class SlowSpider:
        self.fp_include_headers = False
        self.fp_keep_fragments = False
        self.robots_txt_obey = False
+        self.development_mode = False
+        self.development_cache_dir = None
        self.start_urls = []
        self.name = "slow_spider"
        self._log_counter = _LogCounterStub()