freedak/Scrapling
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(TextHandler): Increase speed of clean method 5 times

Browse Source
This commit is contained in:
Karim shoair
2025-07-29 22:31:03 +03:00
parent 81a9eb068a
commit 9ce3279488
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scrapling/core/custom_types.py
+3 -3
View File
@@ -116,9 +116,9 @@ class TextHandler(str):
def clean(self) -> Union[str, "TextHandler"]: def clean(self) -> Union[str, "TextHandler"]:
"""Return a new version of the string after removing all white spaces and consecutive spaces""" """Return a new version of the string after removing all white spaces and consecutive spaces"""
data = re.sub(r"[\t|\r|\n]", "", self) trans_table = str.maketrans("\t\r\n", " ")
data = re.sub(" +", " ", data) data = self.translate(trans_table)
return self.__class__(data.strip()) return self.__class__(re.sub(" +", " ", data).strip())
# For easy copy-paste from Scrapy/parsel code when needed :) # For easy copy-paste from Scrapy/parsel code when needed :)
def get(self, default=None): def get(self, default=None):