freedak/Scrapling
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

build: update deps

Browse Source
This commit is contained in:
Karim shoair
2025-06-14 18:56:31 +03:00
parent b55d97500b
commit 3068bb1356
2 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pyproject.toml
+2 -2
View File
@@ -59,8 +59,8 @@ dependencies = [
"IPython", "IPython",
"click", "click",
"orjson>=3", "orjson>=3",
"tldextract", "tldextract>=5.3.0",
"curl_cffi>=0.11.1", "curl_cffi>=0.11.3",
"playwright>=1.52.0", "playwright>=1.52.0",
"rebrowser-playwright>=1.52.0", "rebrowser-playwright>=1.52.0",
"camoufox[geoip]>=0.4.11", "camoufox[geoip]>=0.4.11",
scrapling/core/storage_adaptors.py
+5 -1
View File
@@ -26,7 +26,11 @@ class StorageSystemMixin(ABC):
try: try:
extracted = tld(self.url) extracted = tld(self.url)
return extracted.registered_domain or extracted.domain or default_value return (
extracted.top_domain_under_public_suffix
or extracted.domain
or default_value
)
except AttributeError: except AttributeError:
return default_value return default_value