Karim shoair
193827e27b
So now you control the logging and the debugging from the shell through the logger with the name 'scrapling'
57 lines
2.4 KiB
Python
57 lines
2.4 KiB
Python
import unittest
|
|
|
|
from scrapling import Adaptor
|
|
|
|
|
|
class TestParserAutoMatch(unittest.TestCase):
|
|
|
|
def test_element_relocation(self):
|
|
"""Test relocating element after structure change"""
|
|
original_html = '''
|
|
<div class="container">
|
|
<section class="products">
|
|
<article class="product" id="p1">
|
|
<h3>Product 1</h3>
|
|
<p class="description">Description 1</p>
|
|
</article>
|
|
<article class="product" id="p2">
|
|
<h3>Product 2</h3>
|
|
<p class="description">Description 2</p>
|
|
</article>
|
|
</section>
|
|
</div>
|
|
'''
|
|
changed_html = '''
|
|
<div class="new-container">
|
|
<div class="product-wrapper">
|
|
<section class="products">
|
|
<article class="product new-class" data-id="p1">
|
|
<div class="product-info">
|
|
<h3>Product 1</h3>
|
|
<p class="new-description">Description 1</p>
|
|
</div>
|
|
</article>
|
|
<article class="product new-class" data-id="p2">
|
|
<div class="product-info">
|
|
<h3>Product 2</h3>
|
|
<p class="new-description">Description 2</p>
|
|
</div>
|
|
</article>
|
|
</section>
|
|
</div>
|
|
</div>
|
|
'''
|
|
|
|
old_page = Adaptor(original_html, url='example.com', auto_match=True)
|
|
new_page = Adaptor(changed_html, url='example.com', auto_match=True)
|
|
|
|
# 'p1' was used as ID and now it's not and all the path elements have changes
|
|
# Also at the same time testing auto-match vs combined selectors
|
|
_ = old_page.css('#p1, #p2', auto_save=True)[0]
|
|
relocated = new_page.css('#p1', auto_match=True)
|
|
|
|
self.assertIsNotNone(relocated)
|
|
self.assertEqual(relocated[0].attrib['data-id'], 'p1')
|
|
self.assertTrue(relocated[0].has_class('new-class'))
|
|
self.assertEqual(relocated[0].css('.new-description')[0].text, 'Description 1')
|