Sorting all library imports with isort

This commit is contained in:
Karim shoair
2024-11-30 14:02:06 +02:00
parent 26bfa88e50
commit 1a17b2ce46
24 changed files with 110 additions and 115 deletions
+2 -3
View File
@@ -2,9 +2,8 @@
Type definitions for type checking purposes.
"""
from typing import (
Dict, Optional, Union, Callable, Any, List, Tuple, Pattern, Generator, Iterable, Type, TYPE_CHECKING, Literal
)
from typing import (TYPE_CHECKING, Any, Callable, Dict, Generator, Iterable,
List, Literal, Optional, Pattern, Tuple, Type, Union)
try:
from typing import Protocol
+5 -5
View File
@@ -1,13 +1,13 @@
import re
from types import MappingProxyType
from collections.abc import Mapping
from types import MappingProxyType
from scrapling.core.utils import _is_iterable, flatten
from scrapling.core._types import Dict, List, Union, Pattern, SupportsIndex
from orjson import loads, dumps
from orjson import dumps, loads
from w3lib.html import replace_entities as _replace_entities
from scrapling.core._types import Dict, List, Pattern, SupportsIndex, Union
from scrapling.core.utils import _is_iterable, flatten
class TextHandler(str):
"""Extends standard Python string by adding more functionality"""
+6 -6
View File
@@ -1,16 +1,16 @@
import orjson
import sqlite3
import logging
import sqlite3
import threading
from hashlib import sha256
from abc import ABC, abstractmethod
from hashlib import sha256
import orjson
from lxml import html
from tldextract import extract as tld
from scrapling.core._types import Dict, Optional, Union
from scrapling.core.utils import _StorageTools, cache
from lxml import html
from tldextract import extract as tld
class StorageSystemMixin(ABC):
# If you want to make your own storage system, you have to inherit from this
+5 -6
View File
@@ -10,15 +10,14 @@ So you don't have to learn a new selectors/api method like what bs4 done with so
import re
from w3lib.html import HTML5_WHITESPACE
from scrapling.core.utils import cache
from scrapling.core._types import Any, Optional, Protocol, Self
from cssselect.xpath import ExpressionError
from cssselect.xpath import XPathExpr as OriginalXPathExpr
from cssselect import HTMLTranslator as OriginalHTMLTranslator
from cssselect.parser import Element, FunctionalPseudoElement, PseudoElement
from cssselect.xpath import ExpressionError
from cssselect.xpath import XPathExpr as OriginalXPathExpr
from w3lib.html import HTML5_WHITESPACE
from scrapling.core._types import Any, Optional, Protocol, Self
from scrapling.core.utils import cache
regex = f"[{HTML5_WHITESPACE}]+"
replace_html5_whitespaces = re.compile(regex).sub
+8 -5
View File
@@ -1,14 +1,17 @@
import re
import logging
import re
from itertools import chain
# Using cache on top of a class is brilliant way to achieve Singleton design pattern without much code
from functools import lru_cache as cache # functools.cache is available on Python 3.9+ only so let's keep lru_cache
from scrapling.core._types import Dict, Iterable, Any, Union
import orjson
from lxml import html
from scrapling.core._types import Any, Dict, Iterable, Union
# Using cache on top of a class is brilliant way to achieve Singleton design pattern without much code
# functools.cache is available on Python 3.9+ only so let's keep lru_cache
from functools import lru_cache as cache # isort:skip
html_forbidden = {html.HtmlComment, }
logging.basicConfig(
level=logging.ERROR,