🕷️ The BEST Web Scraping framework that handles everything from a single request to a full-scale crawl! Don't be shy, join here: https://discord.gg/EMgGbDceNQ and follow here for daily tips and tricks: https://x.com/Scrapling_dev
Python aiai-scrapingautomationcrawlercrawlingcrawling-pythondatadata-extractionmcpmcp-serverplaywrightpythonscrapingselectorsstealthweb-scraperweb-scrapingweb-scraping-pythonwebscrapingxpath
tests: changing tests accordingly
Karim shoair931993f90189
diff --git a/tests/fetchers/sync/test_camoufox_session.py b/tests/fetchers/sync/test_camoufox_session.pyindex c062708..4ea6f44 100644--- a/tests/fetchers/sync/test_camoufox_session.py+++ b/tests/fetchers/sync/test_camoufox_session.py@@ -53,7 +53,6 @@ class TestStealthySession:"""Test if the session is created correctly"""with StealthySession(- max_pages=3,headless=True,block_images=True,disable_resources=True,@@ -63,7 +62,7 @@ class TestStealthySession:cookies=[{"name": "test", "value": "123", "domain": "example.com", "path": "/"}],) as session:- assert session.max_pages == 3+ assert session.max_pages == 1assert session.headless is Trueassert session.block_images is Trueassert session.disable_resources is Truediff --git a/tests/fetchers/test_pages.py b/tests/fetchers/test_pages.pyindex fe85bd3..e3ba3bc 100644--- a/tests/fetchers/test_pages.py+++ b/tests/fetchers/test_pages.py@@ -24,8 +24,8 @@ class TestPageInfo:assert page_info.state == "busy"assert page_info.url == "https://example.com"- page_info.mark_ready()- assert page_info.state == "ready"+ page_info.mark_finished()+ assert page_info.state == "finished"assert page_info.url == ""page_info.mark_error()@@ -63,7 +63,6 @@ class TestPagePool:assert pool.max_pages == 5assert pool.pages_count == 0- assert pool.ready_count == 0assert pool.busy_count == 0def test_add_page(self):@@ -97,42 +96,13 @@ class TestPagePool:page1 = pool.add_page(Mock())page2 = pool.add_page(Mock())- # Mark one as busy- page1.mark_busy("https://example.com")-- # Should get the ready page- ready_page = pool.get_ready_page()- assert ready_page == page2-- def test_get_ready_page_none_available(self):- """Test getting ready page when none available"""- pool = PagePool(max_pages=2)-- # Add pages and mark all as busy- page1 = pool.add_page(Mock())- page2 = pool.add_page(Mock())- page1.mark_busy("https://example1.com")- page2.mark_busy("https://example2.com")-- # Should return None- ready_page = pool.get_ready_page()- assert ready_page is None-- def test_page_counts(self):- """Test page count properties"""- pool = PagePool(max_pages=3)+ # Mark them as finished+ page1.mark_finished()+ page2.mark_finished()- # Add pages with different states- page1 = pool.add_page(Mock())- page2 = pool.add_page(Mock())- page3 = pool.add_page(Mock())-- page1.mark_busy("https://example.com")- page3.mark_error()-- assert pool.pages_count == 3- assert pool.ready_count == 1- assert pool.busy_count == 1+ # test+ pool.close_all_finished_pages()+ assert pool.pages_count == 0def test_cleanup_error_pages(self):"""Test cleaning up error pages"""@@ -140,7 +110,7 @@ class TestPagePool:# Add pagespage1 = pool.add_page(Mock())- page2 = pool.add_page(Mock())+ _ = pool.add_page(Mock())page3 = pool.add_page(Mock())# Mark some as error@@ -151,4 +121,4 @@ class TestPagePool:pool.cleanup_error_pages()- assert pool.pages_count == 1 # Only page2 should remain+ assert pool.pages_count == 1 # Only 2 should remain