freedak/Scrapling
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(spiders): Add option to logging format and date format

Browse Source
This commit is contained in:
Karim shoair
2026-01-12 17:11:52 +02:00
parent 3466bcab2c
commit 35d570120a
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scrapling/spiders/spider.py
+3 -1
View File
@@ -78,6 +78,8 @@ class Spider(ABC):
# Logging settings # Logging settings
logging_level: int = logging.DEBUG logging_level: int = logging.DEBUG
logging_format: str = "[%(asctime)s]:({spider_name}) %(levelname)s: %(message)s"
logging_date_format: str = "%Y-%m-%d %H:%M:%S"
log_file: Optional[str] = None log_file: Optional[str] = None
def __init__(self): def __init__(self):
@@ -90,7 +92,7 @@ class Spider(ABC):
self.logger.propagate = False # Don't propagate to parent 'scrapling' logger self.logger.propagate = False # Don't propagate to parent 'scrapling' logger
formatter = logging.Formatter( formatter = logging.Formatter(
fmt=f"[%(asctime)s]:({self.name}) %(levelname)s: %(message)s", datefmt="%Y-%m-%d %H:%M:%S" fmt=self.logging_format.format(spider_name=self.name), datefmt=self.logging_date_format
) )
# Add a log counter handler to track log counts by level # Add a log counter handler to track log counts by level