Big structure changes (check commit description)

- Moved most of the parser functions/files to the core package.
- Converted tools file to a package and made separate files for similar functions.
- Now all fetcher engines return a Response object
- Instead of selecting an engine to use and passing config to it, we have separate fetcher classes so the user can choose what to use while importing.
- I added a new custom fetcher so the user can create and use an engine.
- More...

scrapling/engines/static.py

@@ -1,9 +1,10 @@
 import logging
-from scrapling._types import Union, Optional, Dict
 
-from .tools import generate_convincing_referer, generate_headers
+from scrapling.core._types import Union, Optional, Dict
+from .toolbelt import Response, generate_convincing_referer, generate_headers
 
 import httpx
+from httpx._models import Response as httpxResponse
 
 
 class StaticEngine:
@@ -11,10 +12,12 @@ class StaticEngine:
             self,
             follow_redirects: bool = True,
             timeout: Optional[Union[int, float]] = None,
+            adaptor_arguments: Dict = None
     ):
         self.timeout = timeout
         self.follow_redirects = bool(follow_redirects)
         self._extra_headers = generate_headers(browser_mode=False)
+        self.adaptor_arguments = adaptor_arguments if adaptor_arguments else {}
 
     @staticmethod
     def _headers_job(headers, url, stealth):
@@ -32,22 +35,36 @@ class StaticEngine:
 
         return headers
 
+    def _prepare_response(self, response: httpxResponse):
+        return Response(
+            url=str(response.url),
+            text=response.text,
+            content=response.content,
+            status=response.status_code,
+            reason=response.reason_phrase,
+            encoding=response.encoding or 'utf-8',
+            cookies=dict(response.cookies),
+            headers=dict(response.headers),
+            request_headers=response.request.headers,
+            adaptor_arguments=self.adaptor_arguments
+        )
+
     def get(self, url: str, stealthy_headers: Optional[bool] = True, **kwargs: Dict):
         headers = self._headers_job(kwargs.get('headers'), url, stealthy_headers)
         request = httpx.get(url=url, headers=headers, follow_redirects=self.follow_redirects, timeout=self.timeout, **kwargs)
-        return request.text
+        return self._prepare_response(request)
 
     def post(self, url: str, stealthy_headers: Optional[bool] = True, **kwargs: Dict):
         headers = self._headers_job(kwargs.get('headers'), url, stealthy_headers)
         request = httpx.post(url=url, headers=headers, follow_redirects=self.follow_redirects, timeout=self.timeout, **kwargs)
-        return request.text
+        return self._prepare_response(request)
 
     def delete(self, url: str, stealthy_headers: Optional[bool] = True, **kwargs: Dict):
         headers = self._headers_job(kwargs.get('headers'), url, stealthy_headers)
         request = httpx.delete(url=url, headers=headers, follow_redirects=self.follow_redirects, timeout=self.timeout, **kwargs)
-        return request.text
+        return self._prepare_response(request)
 
     def put(self, url: str, stealthy_headers: Optional[bool] = True, **kwargs: Dict):
         headers = self._headers_job(kwargs.get('headers'), url, stealthy_headers)
         request = httpx.put(url=url, headers=headers, follow_redirects=self.follow_redirects, timeout=self.timeout, **kwargs)
-        return request.text
+        return self._prepare_response(request)