feat(spiders): Add SitemapSpider
This commit is contained in:
@@ -4,6 +4,8 @@ from .scheduler import Scheduler
|
||||
from .engine import CrawlerEngine
|
||||
from .session import SessionManager
|
||||
from .spider import Spider, SessionConfigurationError
|
||||
from .links import LinkExtractor
|
||||
from .templates import CrawlSpider, SitemapSpider, CrawlRule
|
||||
from scrapling.engines.toolbelt.custom import Response
|
||||
|
||||
__all__ = [
|
||||
@@ -15,4 +17,8 @@ __all__ = [
|
||||
"SessionManager",
|
||||
"Scheduler",
|
||||
"Response",
|
||||
"LinkExtractor",
|
||||
"CrawlSpider",
|
||||
"CrawlRule",
|
||||
"SitemapSpider",
|
||||
]
|
||||
|
||||
Reference in New Issue
Block a user