Karim shoair
aa7a95fb70
- The strings/Texthandlers are only returned by `get`/`getall`/`extract`/`extract_first`. This makes the type checking/autocompletion experience consistent. - Removed `css_first` and `xpath_first` since it doesn't make sense to leave them now. - Made the type hints more accurate in multiple places.
85 lines
3.5 KiB
Python
85 lines
3.5 KiB
Python
from scrapling.core._types import TYPE_CHECKING
|
|
|
|
if TYPE_CHECKING:
|
|
from scrapling.parser import Selector
|
|
|
|
|
|
class SelectorsGeneration:
|
|
"""
|
|
Functions for generating selectors
|
|
Trying to generate selectors like Firefox or maybe cleaner ones!? Ehm
|
|
Inspiration: https://searchfox.org/mozilla-central/source/devtools/shared/inspector/css-logic.js#591
|
|
"""
|
|
|
|
def _general_selection(self: "Selector", selection: str = "css", full_path: bool = False) -> str: # type: ignore[name-defined]
|
|
"""Generate a selector for the current element.
|
|
:return: A string of the generated selector.
|
|
"""
|
|
if self._is_text_node(self._root):
|
|
return ""
|
|
|
|
selectorPath = []
|
|
target = self
|
|
css = selection.lower() == "css"
|
|
while target is not None:
|
|
if target.parent:
|
|
if target.attrib.get("id"):
|
|
# id is enough
|
|
part = f"#{target.attrib['id']}" if css else f"[@id='{target.attrib['id']}']"
|
|
selectorPath.append(part)
|
|
if not full_path:
|
|
return " > ".join(reversed(selectorPath)) if css else "//*" + "/".join(reversed(selectorPath))
|
|
else:
|
|
part = f"{target.tag}"
|
|
# We won't use classes anymore because I some websites share exact classes between elements
|
|
# classes = target.attrib.get('class', '').split()
|
|
# if classes and css:
|
|
# part += f".{'.'.join(classes)}"
|
|
# else:
|
|
counter = {}
|
|
for child in target.parent.children:
|
|
counter.setdefault(child.tag, 0)
|
|
counter[child.tag] += 1
|
|
if child._root == target._root:
|
|
break
|
|
|
|
if counter[target.tag] > 1:
|
|
part += f":nth-of-type({counter[target.tag]})" if css else f"[{counter[target.tag]}]"
|
|
|
|
selectorPath.append(part)
|
|
target = target.parent
|
|
if target is None or target.tag == "html":
|
|
return " > ".join(reversed(selectorPath)) if css else "//" + "/".join(reversed(selectorPath))
|
|
else:
|
|
break
|
|
|
|
return " > ".join(reversed(selectorPath)) if css else "//" + "/".join(reversed(selectorPath))
|
|
|
|
@property
|
|
def generate_css_selector(self: "Selector") -> str: # type: ignore[name-defined]
|
|
"""Generate a CSS selector for the current element
|
|
:return: A string of the generated selector.
|
|
"""
|
|
return self._general_selection()
|
|
|
|
@property
|
|
def generate_full_css_selector(self: "Selector") -> str: # type: ignore[name-defined]
|
|
"""Generate a complete CSS selector for the current element
|
|
:return: A string of the generated selector.
|
|
"""
|
|
return self._general_selection(full_path=True)
|
|
|
|
@property
|
|
def generate_xpath_selector(self: "Selector") -> str: # type: ignore[name-defined]
|
|
"""Generate an XPath selector for the current element
|
|
:return: A string of the generated selector.
|
|
"""
|
|
return self._general_selection("xpath")
|
|
|
|
@property
|
|
def generate_full_xpath_selector(self: "Selector") -> str: # type: ignore[name-defined]
|
|
"""Generate a complete XPath selector for the current element
|
|
:return: A string of the generated selector.
|
|
"""
|
|
return self._general_selection("xpath", full_path=True)
|