refactor(StealthyFetcher): Improve OS name extraction
This commit is contained in:
@@ -2,7 +2,7 @@
|
|||||||
Functions related to generating headers and fingerprints generally
|
Functions related to generating headers and fingerprints generally
|
||||||
"""
|
"""
|
||||||
|
|
||||||
import platform
|
from platform import system as platform_system
|
||||||
|
|
||||||
from browserforge.fingerprints import Fingerprint, FingerprintGenerator
|
from browserforge.fingerprints import Fingerprint, FingerprintGenerator
|
||||||
from browserforge.headers import Browser, HeaderGenerator
|
from browserforge.headers import Browser, HeaderGenerator
|
||||||
@@ -11,6 +11,8 @@ from tldextract import extract
|
|||||||
from scrapling.core._types import Dict, Union
|
from scrapling.core._types import Dict, Union
|
||||||
from scrapling.core.utils import lru_cache
|
from scrapling.core.utils import lru_cache
|
||||||
|
|
||||||
|
__OS_NAME__ = platform_system()
|
||||||
|
|
||||||
|
|
||||||
@lru_cache(10, typed=True)
|
@lru_cache(10, typed=True)
|
||||||
def generate_convincing_referer(url: str) -> str:
|
def generate_convincing_referer(url: str) -> str:
|
||||||
@@ -32,15 +34,13 @@ def get_os_name() -> Union[str, None]:
|
|||||||
|
|
||||||
:return: Current OS name or `None` otherwise
|
:return: Current OS name or `None` otherwise
|
||||||
"""
|
"""
|
||||||
#
|
|
||||||
os_name = platform.system()
|
|
||||||
return {
|
return {
|
||||||
"Linux": "linux",
|
"Linux": "linux",
|
||||||
"Darwin": "macos",
|
"Darwin": "macos",
|
||||||
"Windows": "windows",
|
"Windows": "windows",
|
||||||
# For the future? because why not?
|
# For the future? because why not?
|
||||||
"iOS": "ios",
|
"iOS": "ios",
|
||||||
}.get(os_name)
|
}.get(__OS_NAME__)
|
||||||
|
|
||||||
|
|
||||||
def generate_suitable_fingerprint() -> Fingerprint:
|
def generate_suitable_fingerprint() -> Fingerprint:
|
||||||
|
|||||||
Reference in New Issue
Block a user