From 02c9dffc77009379404c10fbd644c567edbb92bc Mon Sep 17 00:00:00 2001 From: Karim shoair Date: Sun, 18 Jan 2026 00:01:04 +0200 Subject: [PATCH] style(spiders): make parse function abstract --- scrapling/spiders/spider.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/scrapling/spiders/spider.py b/scrapling/spiders/spider.py index ac7174f..aedab1a 100644 --- a/scrapling/spiders/spider.py +++ b/scrapling/spiders/spider.py @@ -1,6 +1,6 @@ import logging -from abc import ABC from pathlib import Path +from abc import ABC, abstractmethod import anyio @@ -139,6 +139,7 @@ class Spider(ABC): for url in self.start_urls: yield Request(url, sid=self._session_manager.default_session_id) + @abstractmethod async def parse(self, response: "Response") -> AsyncGenerator[Dict[str, Any] | Request | None, None]: """Default callback for processing responses""" raise NotImplementedError(f"{self.__class__.__name__} must implement parse() method")