Skip to content

🕷️ The BEST Web Scraping framework that handles everything from a single request to a full-scale crawl! Don't be shy, join here: https://discord.gg/EMgGbDceNQ and follow here for daily tips and tricks: https://x.com/Scrapling_dev

test: Rewrite automatch tests to a cleaner version and adding async test

Karim shoair20ef45349a83
diff --git a/tests/parser/test_automatch.py b/tests/parser/test_automatch.py
index 79fe6b7..38ad88b 100644
--- a/tests/parser/test_automatch.py
+++ b/tests/parser/test_automatch.py
@@ -1,10 +1,11 @@
-import unittest
+import asyncio
-from scrapling import Adaptor
+import pytest
+from scrapling import Adaptor
-class TestParserAutoMatch(unittest.TestCase):
+class TestParserAutoMatch:
def test_element_relocation(self):
"""Test relocating element after structure change"""
original_html = '''
@@ -50,7 +51,61 @@ class TestParserAutoMatch(unittest.TestCase):
_ = old_page.css('#p1, #p2', auto_save=True)[0]
relocated = new_page.css('#p1', auto_match=True)
- self.assertIsNotNone(relocated)
- self.assertEqual(relocated[0].attrib['data-id'], 'p1')
- self.assertTrue(relocated[0].has_class('new-class'))
- self.assertEqual(relocated[0].css('.new-description')[0].text, 'Description 1')
+ assert relocated is not None
+ assert relocated[0].attrib['data-id'] == 'p1'
+ assert relocated[0].has_class('new-class')
+ assert relocated[0].css('.new-description')[0].text == 'Description 1'
+
+ @pytest.mark.asyncio
+ async def test_element_relocation_async(self):
+ """Test relocating element after structure change in async mode"""
+ original_html = '''
+ <div class="container">
+ <section class="products">
+ <article class="product" id="p1">
+ <h3>Product 1</h3>
+ <p class="description">Description 1</p>
+ </article>
+ <article class="product" id="p2">
+ <h3>Product 2</h3>
+ <p class="description">Description 2</p>
+ </article>
+ </section>
+ </div>
+ '''
+ changed_html = '''
+ <div class="new-container">
+ <div class="product-wrapper">
+ <section class="products">
+ <article class="product new-class" data-id="p1">
+ <div class="product-info">
+ <h3>Product 1</h3>
+ <p class="new-description">Description 1</p>
+ </div>
+ </article>
+ <article class="product new-class" data-id="p2">
+ <div class="product-info">
+ <h3>Product 2</h3>
+ <p class="new-description">Description 2</p>
+ </div>
+ </article>
+ </section>
+ </div>
+ </div>
+ '''
+
+ # Simulate async operation
+ await asyncio.sleep(0.1) # Minimal async operation
+
+ old_page = Adaptor(original_html, url='example.com', auto_match=True)
+ new_page = Adaptor(changed_html, url='example.com', auto_match=True)
+
+ # 'p1' was used as ID and now it's not and all the path elements have changes
+ # Also at the same time testing auto-match vs combined selectors
+ _ = old_page.css('#p1, #p2', auto_save=True)[0]
+ relocated = new_page.css('#p1', auto_match=True)
+
+ assert relocated is not None
+ assert relocated[0].attrib['data-id'] == 'p1'
+ assert relocated[0].has_class('new-class')
+ assert relocated[0].css('.new-description')[0].text == 'Description 1'