style: Removing dead code/docstrings and correcting type hints
This commit is contained in:
@@ -6,7 +6,7 @@ from playwright.async_api import Page as AsyncPage
|
||||
|
||||
from scrapling.core._types import Optional, List, Literal
|
||||
|
||||
PageState = Literal["finished", "ready", "busy", "error"] # States that a page can be in
|
||||
PageState = Literal["ready", "busy", "error"] # States that a page can be in
|
||||
|
||||
|
||||
@dataclass
|
||||
@@ -62,12 +62,6 @@ class PagePool:
|
||||
"""Get the total number of pages"""
|
||||
return len(self.pages)
|
||||
|
||||
@property
|
||||
def finished_count(self) -> int:
|
||||
"""Get the number of finished pages"""
|
||||
with self._lock:
|
||||
return sum(1 for p in self.pages if p.state == "finished")
|
||||
|
||||
@property
|
||||
def busy_count(self) -> int:
|
||||
"""Get the number of busy pages"""
|
||||
|
||||
@@ -94,8 +94,8 @@ class FetcherSession:
|
||||
self.default_http3 = http3
|
||||
self.selector_config = selector_config or {}
|
||||
|
||||
self._curl_session: Optional[CurlSession] = None
|
||||
self._async_curl_session: Optional[AsyncCurlSession] = None
|
||||
self._curl_session: Optional[CurlSession] | bool = None
|
||||
self._async_curl_session: Optional[AsyncCurlSession] | bool = None
|
||||
|
||||
def _merge_request_args(self, **kwargs) -> Dict[str, Any]:
|
||||
"""Merge request-specific arguments with default session arguments."""
|
||||
@@ -239,7 +239,6 @@ class FetcherSession:
|
||||
Perform an HTTP request using the configured session.
|
||||
|
||||
:param method: HTTP method to be used, supported methods are ["GET", "POST", "PUT", "DELETE"]
|
||||
:param url: Target URL for the request.
|
||||
:param request_args: Arguments to be passed to the session's `request()` method.
|
||||
:param max_retries: Maximum number of retries for the request.
|
||||
:param retry_delay: Number of seconds to wait between retries.
|
||||
@@ -280,7 +279,6 @@ class FetcherSession:
|
||||
Perform an HTTP request using the configured session.
|
||||
|
||||
:param method: HTTP method to be used, supported methods are ["GET", "POST", "PUT", "DELETE"]
|
||||
:param url: Target URL for the request.
|
||||
:param request_args: Arguments to be passed to the session's `request()` method.
|
||||
:param max_retries: Maximum number of retries for the request.
|
||||
:param retry_delay: Number of seconds to wait between retries.
|
||||
|
||||
@@ -4,7 +4,7 @@ Functions related to files and URLs
|
||||
|
||||
from pathlib import Path
|
||||
from functools import lru_cache
|
||||
from urllib.parse import urlencode, urlparse
|
||||
from urllib.parse import urlparse
|
||||
|
||||
from playwright.async_api import Route as async_Route
|
||||
from msgspec import Struct, structs, convert, ValidationError
|
||||
|
||||
Reference in New Issue
Block a user