Skip to content

Bulk asynchronous downloader for multiple file hosts

test: enable flaresolverr for crawlers test cases

NTFSvolume7ecc485a97fa
diff --git a/scripts/tools/make_test_cases.py b/scripts/tools/make_test_cases.py
index ae84af7cf..74784ce0d 100644
--- a/scripts/tools/make_test_cases.py
+++ b/scripts/tools/make_test_cases.py
@@ -63,6 +63,11 @@ def run(url_txt: Path, main_log: Path) -> None:
str(url_txt),
"--log-file",
str(main_log),
+ "--flaresolverr",
+ "http://localhost:8191",
+ "--no-flaresolverr-use-session",
+ "--flaresolverr-concurrency",
+ "3",
"--dump-json",
"--ui",
"simple",
diff --git a/tests/crawlers/test_crawlers.py b/tests/crawlers/test_crawlers.py
index a37267869..34c5562ec 100644
--- a/tests/crawlers/test_crawlers.py
+++ b/tests/crawlers/test_crawlers.py
@@ -51,6 +51,8 @@ async def test_crawler(running_manager: Manager, test_case: test_cases.CrawlerTe
if test_case.skip:
pytest.skip(reason=test_case.skip if isinstance(test_case.skip, str) else "")
+ running_manager.config.network.flaresolverr = AbsoluteHttpURL("http://localhost:8191")
+
with _crawler_mock() as func:
async with ScrapeMapper(running_manager)() as scrape_mapper:
await running_manager.http_client.load_cookie_files([REPO_ROOT / "cookies.txt"])