feat(spiders/requests): Use a reliable method for fingerprint generation

2026-01-20 20:21:42 +02:00
parent 5aa178a76e
commit 122923c80e
5 changed files with 101 additions and 14 deletions
@@ -78,6 +78,11 @@ class Spider(ABC):
    download_delay: float = 0.0
    max_blocked_retries: int = 3

+    # Fingerprint adjustments
+    fp_include_kwargs = False
+    fp_keep_fragments = False
+    fp_include_headers = False
+
    # Logging settings
    logging_level: int = logging.DEBUG
    logging_format: str = "[%(asctime)s]:({spider_name}) %(levelname)s: %(message)s"