style(spiders): make parse function abstract
This commit is contained in:
@@ -1,6 +1,6 @@
|
|||||||
import logging
|
import logging
|
||||||
from abc import ABC
|
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
from abc import ABC, abstractmethod
|
||||||
|
|
||||||
import anyio
|
import anyio
|
||||||
|
|
||||||
@@ -139,6 +139,7 @@ class Spider(ABC):
|
|||||||
for url in self.start_urls:
|
for url in self.start_urls:
|
||||||
yield Request(url, sid=self._session_manager.default_session_id)
|
yield Request(url, sid=self._session_manager.default_session_id)
|
||||||
|
|
||||||
|
@abstractmethod
|
||||||
async def parse(self, response: "Response") -> AsyncGenerator[Dict[str, Any] | Request | None, None]:
|
async def parse(self, response: "Response") -> AsyncGenerator[Dict[str, Any] | Request | None, None]:
|
||||||
"""Default callback for processing responses"""
|
"""Default callback for processing responses"""
|
||||||
raise NotImplementedError(f"{self.__class__.__name__} must implement parse() method")
|
raise NotImplementedError(f"{self.__class__.__name__} must implement parse() method")
|
||||||
|
|||||||
Reference in New Issue
Block a user