feat(deps): add protego for robots.txt parsing and fix pyright type error in static.py

pyproject.toml

@@ -67,6 +67,7 @@ dependencies = [
     "tld>=0.13.2",
     "w3lib>=2.4.1",
     "typing_extensions",
+    "protego>=0.4.0",
 ]
 
 [project.optional-dependencies]

scrapling/engines/static.py

@@ -250,6 +250,7 @@ class _SyncSessionLogic(_ConfigurationLogic):
                 request_args = self._merge_request_args(stealth=stealth, proxy=proxy, **kwargs)
                 try:
                     response = session.request(method, **request_args)
+                    assert response is not None
                     result = ResponseFactory.from_http_request(response, selector_config, meta={"proxy": proxy})
                     return result
                 except CurlError as e:  # pragma: no cover