freedak/Scrapling
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Adding playwright/camoufox tests for cookies and improve the timeout test

Browse Source
This commit is contained in:
Karim shoair
2024-11-10 16:31:28 +02:00
parent 239e2c73bf
commit de2d65856c
2 changed files with 14 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/fetchers/test_camoufox.py
+7 -1
View File
@@ -15,6 +15,8 @@ class TestStealthyFetcher(unittest.TestCase):
self.status_501 = f'{url}/status/501' self.status_501 = f'{url}/status/501'
self.basic_url = f'{url}/get' self.basic_url = f'{url}/get'
self.html_url = f'{url}/html' self.html_url = f'{url}/html'
self.delayed_url = f'{url}/delay/10' # 10 Seconds delay response
self.cookies_url = f"{url}/cookies/set/test/value"
def test_basic_fetch(self): def test_basic_fetch(self):
"""Test doing basic fetch request with multiple statuses""" """Test doing basic fetch request with multiple statuses"""
@@ -35,6 +37,10 @@ class TestStealthyFetcher(unittest.TestCase):
"""Test if waiting for a selector make page does not finish loading or not""" """Test if waiting for a selector make page does not finish loading or not"""
self.assertEqual(self.fetcher.fetch(self.html_url, wait_selector='h1').status, 200) self.assertEqual(self.fetcher.fetch(self.html_url, wait_selector='h1').status, 200)
def test_cookies_loading(self):
"""Test if cookies are set after the request"""
self.assertEqual(self.fetcher.fetch(self.cookies_url).cookies, {'test': 'value'})
def test_automation(self): def test_automation(self):
"""Test if automation break the code or not""" """Test if automation break the code or not"""
def scroll_page(page): def scroll_page(page):
@@ -53,4 +59,4 @@ class TestStealthyFetcher(unittest.TestCase):
def test_infinite_timeout(self): def test_infinite_timeout(self):
"""Test if infinite timeout breaks the code or not""" """Test if infinite timeout breaks the code or not"""
self.assertEqual(self.fetcher.fetch(self.html_url, timeout=None).status, 200) self.assertEqual(self.fetcher.fetch(self.delayed_url, timeout=None).status, 200)
tests/fetchers/test_playwright.py
+7 -1
View File
@@ -15,6 +15,8 @@ class TestPlayWrightFetcher(unittest.TestCase):
self.status_501 = f'{url}/status/501' self.status_501 = f'{url}/status/501'
self.basic_url = f'{url}/get' self.basic_url = f'{url}/get'
self.html_url = f'{url}/html' self.html_url = f'{url}/html'
self.delayed_url = f'{url}/delay/10' # 10 Seconds delay response
self.cookies_url = f"{url}/cookies/set/test/value"
def test_basic_fetch(self): def test_basic_fetch(self):
"""Test doing basic fetch request with multiple statuses""" """Test doing basic fetch request with multiple statuses"""
@@ -34,6 +36,10 @@ class TestPlayWrightFetcher(unittest.TestCase):
"""Test if waiting for a selector make page does not finish loading or not""" """Test if waiting for a selector make page does not finish loading or not"""
self.assertEqual(self.fetcher.fetch(self.html_url, wait_selector='h1').status, 200) self.assertEqual(self.fetcher.fetch(self.html_url, wait_selector='h1').status, 200)
def test_cookies_loading(self):
"""Test if cookies are set after the request"""
self.assertEqual(self.fetcher.fetch(self.cookies_url).cookies, {'test': 'value'})
def test_automation(self): def test_automation(self):
"""Test if automation break the code or not""" """Test if automation break the code or not"""
def scroll_page(page): def scroll_page(page):
@@ -65,4 +71,4 @@ class TestPlayWrightFetcher(unittest.TestCase):
def test_infinite_timeout(self): def test_infinite_timeout(self):
"""Test if infinite timeout breaks the code or not""" """Test if infinite timeout breaks the code or not"""
self.assertEqual(self.fetcher.fetch(self.html_url, timeout=None).status, 200) self.assertEqual(self.fetcher.fetch(self.delayed_url, timeout=None).status, 200)