feat(spiders): add a development mode

2026-04-07 04:08:54 +02:00
parent fad9efdc35
commit d1baf1fc46
7 changed files with 399 additions and 56 deletions
@@ -98,6 +98,8 @@ class MockSpider:
        self.fp_keep_fragments = fp_keep_fragments
        self.name = "test_spider"
        self.robots_txt_obey = robots_txt_obey
+        self.development_mode = False
+        self.development_cache_dir = None
        self.start_urls = start_urls or []

        # Tracking lists