From 1d15349e07d91c34cc0cd7f26076bdf150882fcd Mon Sep 17 00:00:00 2001
From: Abdullah <52079299+AbdullahY36@users.noreply.github.com>
Date: Fri, 3 Apr 2026 15:08:33 +0200
Subject: [PATCH] feat(deps): add protego for robots.txt parsing and fix
 pyright type error in static.py

---
 pyproject.toml              | 1 +
 scrapling/engines/static.py | 1 +
 2 files changed, 2 insertions(+)

diff --git a/pyproject.toml b/pyproject.toml
index bb69194..3aee4f1 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -67,6 +67,7 @@ dependencies = [
     "tld>=0.13.2",
     "w3lib>=2.4.1",
     "typing_extensions",
+    "protego>=0.4.0",
 ]
 
 [project.optional-dependencies]
diff --git a/scrapling/engines/static.py b/scrapling/engines/static.py
index 1f4b09b..a962ccf 100644
--- a/scrapling/engines/static.py
+++ b/scrapling/engines/static.py
@@ -250,6 +250,7 @@ class _SyncSessionLogic(_ConfigurationLogic):
                 request_args = self._merge_request_args(stealth=stealth, proxy=proxy, **kwargs)
                 try:
                     response = session.request(method, **request_args)
+                    assert response is not None
                     result = ResponseFactory.from_http_request(response, selector_config, meta={"proxy": proxy})
                     return result
                 except CurlError as e:  # pragma: no cover