🕷️ The BEST Web Scraping framework that handles everything from a single request to a full-scale crawl! Don't be shy, join here: https://discord.gg/EMgGbDceNQ and follow here for daily tips and tricks: https://x.com/Scrapling_dev
Python aiai-scrapingautomationcrawlercrawlingcrawling-pythondatadata-extractionmcpmcp-serverplaywrightpythonscrapingselectorsstealthweb-scraperweb-scrapingweb-scraping-pythonwebscrapingxpath
Adding tests for `Fetcher` class
Karim shoair4222626ec13a
diff --git a/tests/fetchers/test_httpx.py b/tests/fetchers/test_httpx.pynew file mode 100644index 0000000..2fcd585--- /dev/null+++ b/tests/fetchers/test_httpx.py@@ -0,0 +1,67 @@+import unittest+import pytest_httpbin++from scrapling import Fetcher+++@pytest_httpbin.use_class_based_httpbin+class TestFetcher(unittest.TestCase):+ def setUp(self):+ self.fetcher = Fetcher(auto_match=False)+ url = self.httpbin.url+ self.status_200 = f'{url}/status/200'+ self.status_404 = f'{url}/status/404'+ self.status_501 = f'{url}/status/501'+ self.basic_url = f'{url}/get'+ self.post_url = f'{url}/post'+ self.put_url = f'{url}/put'+ self.delete_url = f'{url}/delete'+ self.html_url = f'{url}/html'++ def test_basic_get(self):+ """Test doing basic get request with multiple statuses"""+ self.assertEqual(self.fetcher.get(self.status_200).status, 200)+ self.assertEqual(self.fetcher.get(self.status_404).status, 404)+ self.assertEqual(self.fetcher.get(self.status_501).status, 501)++ def test_get_properties(self):+ """Test if different arguments with GET request breaks the code or not"""+ self.assertEqual(self.fetcher.get(self.status_200, stealthy_headers=True).status, 200)+ self.assertEqual(self.fetcher.get(self.status_200, follow_redirects=True).status, 200)+ self.assertEqual(self.fetcher.get(self.status_200, timeout=None).status, 200)+ self.assertEqual(+ self.fetcher.get(self.status_200, stealthy_headers=True, follow_redirects=True, timeout=None).status,+ 200+ )++ def test_post_properties(self):+ """Test if different arguments with POST request breaks the code or not"""+ self.assertEqual(self.fetcher.post(self.post_url, data={'key': 'value'}).status, 200)+ self.assertEqual(self.fetcher.post(self.post_url, data={'key': 'value'}, stealthy_headers=True).status, 200)+ self.assertEqual(self.fetcher.post(self.post_url, data={'key': 'value'}, follow_redirects=True).status, 200)+ self.assertEqual(self.fetcher.post(self.post_url, data={'key': 'value'}, timeout=None).status, 200)+ self.assertEqual(+ self.fetcher.post(self.post_url, data={'key': 'value'}, stealthy_headers=True, follow_redirects=True, timeout=None).status,+ 200+ )++ def test_put_properties(self):+ """Test if different arguments with PUT request breaks the code or not"""+ self.assertEqual(self.fetcher.put(self.put_url, data={'key': 'value'}).status, 200)+ self.assertEqual(self.fetcher.put(self.put_url, data={'key': 'value'}, stealthy_headers=True).status, 200)+ self.assertEqual(self.fetcher.put(self.put_url, data={'key': 'value'}, follow_redirects=True).status, 200)+ self.assertEqual(self.fetcher.put(self.put_url, data={'key': 'value'}, timeout=None).status, 200)+ self.assertEqual(+ self.fetcher.put(self.put_url, data={'key': 'value'}, stealthy_headers=True, follow_redirects=True, timeout=None).status,+ 200+ )++ def test_delete_properties(self):+ """Test if different arguments with DELETE request breaks the code or not"""+ self.assertEqual(self.fetcher.delete(self.delete_url, stealthy_headers=True).status, 200)+ self.assertEqual(self.fetcher.delete(self.delete_url, follow_redirects=True).status, 200)+ self.assertEqual(self.fetcher.delete(self.delete_url, timeout=None).status, 200)+ self.assertEqual(+ self.fetcher.delete(self.delete_url, stealthy_headers=True, follow_redirects=True, timeout=None).status,+ 200+ )