feat(spiders/requests): Use a reliable method for fingerprint generation

2026-01-20 20:21:42 +02:00
parent 5aa178a76e
commit 122923c80e
5 changed files with 101 additions and 14 deletions
@@ -17,7 +17,7 @@ class CheckpointData:
    """Container for checkpoint state."""

    requests: List["Request"] = field(default_factory=list)
-    seen: Set[str] = field(default_factory=set)
+    seen: Set[bytes] = field(default_factory=set)


 class CheckpointManager: