Scrapy, a fast high-level web crawling & scraping framework for Python.
Rename the current benchmark for the future (#7839)
Adrian6f87d3f86334
diff --git a/tests/benchmarks/test_benchmark_crawl.py b/tests/benchmarks/test_crawl.pysimilarity index 82%rename from tests/benchmarks/test_benchmark_crawl.pyrename to tests/benchmarks/test_crawl.pyindex 4ad0e672b..0fdfe742b 100644--- a/tests/benchmarks/test_benchmark_crawl.py+++ b/tests/benchmarks/test_crawl.py@@ -50,8 +50,13 @@ class _Pipeline:return item-def test_benchmark_crawl(benchmark: BenchmarkFixture, mockserver: MockServer) -> None:- """Crawl of a set of interlinked pages served over HTTP."""+def test_overhead_http(benchmark: BenchmarkFixture, mockserver: MockServer) -> None:+ """Per-request overhead of a crawl over HTTP.++ The pages are small on purpose, so that the cost of parsing them stays+ negligible next to the cost of moving requests and responses through the+ engine, the middlewares and the download handler.+ """query = urlencode({"total": PAGES, "show": LINKS_PER_PAGE, "order": "desc"})url = mockserver.url(f"/follow?{query}")settings = {"ITEM_PIPELINES": {_Pipeline: 100}, "LOG_ENABLED": False}