Skip to content

🕷️ The BEST Web Scraping framework that handles everything from a single request to a full-scale crawl! Don't be shy, join here: https://discord.gg/EMgGbDceNQ and follow here for daily tips and tricks: https://x.com/Scrapling_dev

ops: fix benchmarks script and make it more accurate

Karim shoair54cba6db45f2
diff --git a/benchmarks.py b/benchmarks.py
index 1ff696c..438466e 100644
--- a/benchmarks.py
+++ b/benchmarks.py
@@ -49,7 +49,7 @@ def test_lxml():
e.text
for e in etree.fromstring(
large_html,
- # Scrapling and Parsel use the same parser inside so this is just to make it fair
+ # Scrapling and Parsel use the same parser inside, so this is just to make it fair
parser=html.HTMLParser(recover=True, huge_tree=True),
).cssselect(".item")
]
@@ -80,7 +80,7 @@ def test_scrapling():
@benchmark
def test_parsel():
- return Selector(content=large_html).css(".item::text").extract()
+ return Selector(text=large_html).css(".item::text").extract()
@benchmark
@@ -109,13 +109,7 @@ def display(results):
@benchmark
def test_scrapling_text(request_html):
- # Will loop over resulted elements to get text too to make comparison even more fair otherwise Scrapling will be even faster
- return [
- element.text
- for element in ScraplingSelector(request_html, adaptive=False)
- .find_by_text("Tipping the Velvet", first_match=True)
- .find_similar(ignore_attributes=["title"])
- ]
+ return ScraplingSelector(request_html, adaptive=False).find_by_text("Tipping the Velvet", first_match=True, clean_match=False).find_similar(ignore_attributes=["title"])
@benchmark