fix(TextHandler): Increase speed of clean method 5 times

This commit is contained in:
Karim shoair
2025-07-29 22:31:03 +03:00
parent 81a9eb068a
commit 9ce3279488
+3 -3
View File
@@ -116,9 +116,9 @@ class TextHandler(str):
def clean(self) -> Union[str, "TextHandler"]:
"""Return a new version of the string after removing all white spaces and consecutive spaces"""
data = re.sub(r"[\t|\r|\n]", "", self)
data = re.sub(" +", " ", data)
return self.__class__(data.strip())
trans_table = str.maketrans("\t\r\n", " ")
data = self.translate(trans_table)
return self.__class__(re.sub(" +", " ", data).strip())
# For easy copy-paste from Scrapy/parsel code when needed :)
def get(self, default=None):