Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
test: check for regex first
NTFSvolume159a708d66b4
diff --git a/tests/crawlers/test_crawlers.py b/tests/crawlers/test_crawlers.pyindex 7f97677b3..1555112cf 100644--- a/tests/crawlers/test_crawlers.py+++ b/tests/crawlers/test_crawlers.py@@ -122,9 +122,6 @@ def _validate_results(crawler: Crawler, test_case: test_cases.CrawlerTestCase, rif expected_value.startswith("http"):expected_value = crawler.parse_url(expected_value, origin)- elif attr_name == "url":- expected_value = AbsoluteHttpURL(expected_value)-elif expected_value.startswith("re:"):expected_value = expected_value.removeprefix("re:")assert re_search(expected_value, result_value), (@@ -133,6 +130,9 @@ def _validate_results(crawler: Crawler, test_case: test_cases.CrawlerTestCase, r)continue+ elif attr_name == "url":+ expected_value = AbsoluteHttpURL(expected_value)+assert expected_value == result_value, f"{attr_name} for result#{index} is different"