feat(spiders): Add SitemapSpider

This commit is contained in:
Karim shoair
2026-05-11 02:33:37 +03:00
parent f093d0cf12
commit f7da15771b
4 changed files with 202 additions and 1 deletions
+6
View File
@@ -4,6 +4,8 @@ from .scheduler import Scheduler
from .engine import CrawlerEngine
from .session import SessionManager
from .spider import Spider, SessionConfigurationError
from .links import LinkExtractor
from .templates import CrawlSpider, SitemapSpider, CrawlRule
from scrapling.engines.toolbelt.custom import Response
__all__ = [
@@ -15,4 +17,8 @@ __all__ = [
"SessionManager",
"Scheduler",
"Response",
"LinkExtractor",
"CrawlSpider",
"CrawlRule",
"SitemapSpider",
]