Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
test: enable flaresolverr for crawlers test cases
NTFSvolume7ecc485a97fa
diff --git a/scripts/tools/make_test_cases.py b/scripts/tools/make_test_cases.pyindex ae84af7cf..74784ce0d 100644--- a/scripts/tools/make_test_cases.py+++ b/scripts/tools/make_test_cases.py@@ -63,6 +63,11 @@ def run(url_txt: Path, main_log: Path) -> None:str(url_txt),"--log-file",str(main_log),+ "--flaresolverr",+ "http://localhost:8191",+ "--no-flaresolverr-use-session",+ "--flaresolverr-concurrency",+ "3","--dump-json","--ui","simple",diff --git a/tests/crawlers/test_crawlers.py b/tests/crawlers/test_crawlers.pyindex a37267869..34c5562ec 100644--- a/tests/crawlers/test_crawlers.py+++ b/tests/crawlers/test_crawlers.py@@ -51,6 +51,8 @@ async def test_crawler(running_manager: Manager, test_case: test_cases.CrawlerTeif test_case.skip:pytest.skip(reason=test_case.skip if isinstance(test_case.skip, str) else "")+ running_manager.config.network.flaresolverr = AbsoluteHttpURL("http://localhost:8191")+with _crawler_mock() as func:async with ScrapeMapper(running_manager)() as scrape_mapper:await running_manager.http_client.load_cookie_files([REPO_ROOT / "cookies.txt"])