🕷️ The BEST Web Scraping framework that handles everything from a single request to a full-scale crawl! Don't be shy, join here: https://discord.gg/EMgGbDceNQ and follow here for daily tips and tricks: https://x.com/Scrapling_dev
Python aiai-scrapingautomationcrawlercrawlingcrawling-pythondatadata-extractionmcpmcp-serverplaywrightpythonscrapingselectorsstealthweb-scraperweb-scrapingweb-scraping-pythonwebscrapingxpath
build: pump version and deps
Karim shoair1cd938e040d7
diff --git a/.github/workflows/docker-build.yml b/.github/workflows/docker-build.ymlindex 9d45dac..ca4d85f 100644--- a/.github/workflows/docker-build.yml+++ b/.github/workflows/docker-build.yml@@ -8,7 +8,7 @@ on:workflow_dispatch:inputs:version:- description: "Release version to tag the images with, like 'v0.4.14'. Leave it empty to only push 'latest'"+ description: "Release version to tag the images with, like 'v0.4.15'. Leave it empty to only push 'latest'"required: falsedefault: ''diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.ymlindex 06deb64..08c94f5 100644--- a/.github/workflows/tests.yml+++ b/.github/workflows/tests.yml@@ -73,7 +73,7 @@ jobs:- name: Install all browsers dependenciesrun: |python3 -m pip install --upgrade pip- python3 -m pip install playwright==1.61.0 patchright==1.61.2+ python3 -m pip install playwright==1.62.0 patchright==1.62.2- name: Get Playwright versionid: playwright-versiondiff --git a/.gitignore b/.gitignoreindex 77d1210..1b46a8f 100644--- a/.gitignore+++ b/.gitignore@@ -6,6 +6,7 @@ local_tests/*# AI related files.claude/*CLAUDE.md+tasks/*# cached files__pycache__/diff --git a/agent-skill/Scrapling-Skill.zip b/agent-skill/Scrapling-Skill.zipindex 2ff23f6..65cf84a 100644Binary files a/agent-skill/Scrapling-Skill.zip and b/agent-skill/Scrapling-Skill.zip differdiff --git a/agent-skill/Scrapling-Skill/SKILL.md b/agent-skill/Scrapling-Skill/SKILL.mdindex 423b46f..f6c67a4 100644--- a/agent-skill/Scrapling-Skill/SKILL.md+++ b/agent-skill/Scrapling-Skill/SKILL.md@@ -1,7 +1,7 @@---name: scrapling-officialdescription: Scrape web pages using Scrapling with anti-bot bypass (like Cloudflare Turnstile), stealth headless browsing, spiders framework, adaptive scraping, and JavaScript rendering. Use when asked to scrape, crawl, or extract data from websites; web_fetch fails; the site has anti-bot protections; write Python code to scrape/crawl; or write spiders.-version: "0.4.14"+version: "0.4.15"license: Complete terms in LICENSE.txtmetadata:homepage: "https://scrapling.readthedocs.io/en/latest/index.html"@@ -40,7 +40,7 @@ Blazing fast crawls with real-time stats and streaming. Built by Web Scrapers foCreate a virtual Python environment through any way available, like `venv`, then inside the environment do:-`pip install "scrapling[all]>=0.4.14"`+`pip install "scrapling[all]>=0.4.15"`Then do this to download all the browsers' dependencies:diff --git a/agent-skill/Scrapling-Skill/examples/README.md b/agent-skill/Scrapling-Skill/examples/README.mdindex 3f282e8..9439d43 100644--- a/agent-skill/Scrapling-Skill/examples/README.md+++ b/agent-skill/Scrapling-Skill/examples/README.md@@ -9,7 +9,7 @@ All examples collect **all 100 quotes across 10 pages**.Make sure Scrapling is installed:```bash-pip install "scrapling[all]>=0.4.14"+pip install "scrapling[all]>=0.4.15"scrapling install --force```diff --git a/docs/requirements.txt b/docs/requirements.txtindex ffe4b9d..582a546 100644--- a/docs/requirements.txt+++ b/docs/requirements.txt@@ -1,5 +1,5 @@-zensical>=0.0.46-mkdocstrings>=1.0.4+zensical>=0.0.54+mkdocstrings>=1.0.6mkdocstrings-python>=2.0.5griffe-inherited-docstrings>=1.1.3griffe-runtime-objects>=0.3.1diff --git a/pyproject.toml b/pyproject.tomlindex 85536ba..d3cc217 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -5,7 +5,7 @@ build-backend = "setuptools.build_meta"[project]name = "scrapling"# Static version instead of a dynamic version so we can get better layer caching while building docker, check the docker file to understand-version = "0.4.14"+version = "0.4.15"description = "Scrapling is an undetectable, powerful, flexible, high-performance Python library that makes Web Scraping easy and effortless as it should be!"readme = {file = "README.md", content-type = "text/markdown"}license = {file = "LICENSE"}@@ -73,8 +73,8 @@ dependencies = [fetchers = ["click>=8.3.0","curl_cffi>=0.16.0",- "playwright>=1.61.0",- "patchright>=1.61.2",+ "playwright>=1.62.0",+ "patchright>=1.62.2","browserforge>=1.2.4","apify-fingerprint-datapoints>=0.15.0","msgspec>=0.21.1",diff --git a/scrapling/__init__.py b/scrapling/__init__.pyindex 4c8822d..ecf2575 100644--- a/scrapling/__init__.py+++ b/scrapling/__init__.py@@ -1,5 +1,5 @@__author__ = "Karim Shoair ([email protected])"-__version__ = "0.4.14"+__version__ = "0.4.15"__copyright__ = "Copyright (c) 2024 Karim Shoair"from typing import Any, TYPE_CHECKINGdiff --git a/server.json b/server.jsonindex 89b7cc8..7523d24 100644--- a/server.json+++ b/server.json@@ -14,12 +14,12 @@"mimeType": "image/png"}],- "version": "0.4.14",+ "version": "0.4.15","packages": [{"registryType": "pypi","identifier": "scrapling",- "version": "0.4.14",+ "version": "0.4.15","runtimeHint": "uvx","packageArguments": [{diff --git a/setup.cfg b/setup.cfgindex fe3d8b3..c0b466e 100644--- a/setup.cfg+++ b/setup.cfg@@ -1,6 +1,6 @@[metadata]name = scrapling-version = 0.4.14+version = 0.4.15author = Karim Shoairauthor_email = [email protected]description = Scrapling is an undetectable, powerful, flexible, high-performance Python library that makes Web Scraping easy and effortless as it should be!diff --git a/tests/requirements.txt b/tests/requirements.txtindex e2578f1..d397986 100644--- a/tests/requirements.txt+++ b/tests/requirements.txt@@ -1,6 +1,6 @@pytest>=2.8.0,<9pytest-cov-playwright==1.61.0+playwright==1.62.0werkzeug<3.0.0pytest-httpbin==2.1.0pytest-asynciodiff --git a/tox.ini b/tox.iniindex 4ca3fdc..e06e755 100644--- a/tox.ini+++ b/tox.ini@@ -10,8 +10,8 @@ envlist = pre-commit,py{310,311,312,313}usedevelop = Truechangedir = testsdeps =- playwright==1.61.0- patchright==1.61.2+ playwright==1.62.0+ patchright==1.62.2-r{toxinidir}/tests/requirements.txtextras = ai,shellcommands =