Skip to content

🕷️ The BEST Web Scraping framework that handles everything from a single request to a full-scale crawl! Don't be shy, join here: https://discord.gg/EMgGbDceNQ and follow here for daily tips and tricks: https://x.com/Scrapling_dev

build: pump version and deps

Karim shoair1cd938e040d7
diff --git a/.github/workflows/docker-build.yml b/.github/workflows/docker-build.yml
index 9d45dac..ca4d85f 100644
--- a/.github/workflows/docker-build.yml
+++ b/.github/workflows/docker-build.yml
@@ -8,7 +8,7 @@ on:
workflow_dispatch:
inputs:
version:
- description: "Release version to tag the images with, like 'v0.4.14'. Leave it empty to only push 'latest'"
+ description: "Release version to tag the images with, like 'v0.4.15'. Leave it empty to only push 'latest'"
required: false
default: ''
diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 06deb64..08c94f5 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -73,7 +73,7 @@ jobs:
- name: Install all browsers dependencies
run: |
python3 -m pip install --upgrade pip
- python3 -m pip install playwright==1.61.0 patchright==1.61.2
+ python3 -m pip install playwright==1.62.0 patchright==1.62.2
- name: Get Playwright version
id: playwright-version
diff --git a/.gitignore b/.gitignore
index 77d1210..1b46a8f 100644
--- a/.gitignore
+++ b/.gitignore
@@ -6,6 +6,7 @@ local_tests/*
# AI related files
.claude/*
CLAUDE.md
+tasks/*
# cached files
__pycache__/
diff --git a/agent-skill/Scrapling-Skill.zip b/agent-skill/Scrapling-Skill.zip
index 2ff23f6..65cf84a 100644
Binary files a/agent-skill/Scrapling-Skill.zip and b/agent-skill/Scrapling-Skill.zip differ
diff --git a/agent-skill/Scrapling-Skill/SKILL.md b/agent-skill/Scrapling-Skill/SKILL.md
index 423b46f..f6c67a4 100644
--- a/agent-skill/Scrapling-Skill/SKILL.md
+++ b/agent-skill/Scrapling-Skill/SKILL.md
@@ -1,7 +1,7 @@
---
name: scrapling-official
description: Scrape web pages using Scrapling with anti-bot bypass (like Cloudflare Turnstile), stealth headless browsing, spiders framework, adaptive scraping, and JavaScript rendering. Use when asked to scrape, crawl, or extract data from websites; web_fetch fails; the site has anti-bot protections; write Python code to scrape/crawl; or write spiders.
-version: "0.4.14"
+version: "0.4.15"
license: Complete terms in LICENSE.txt
metadata:
homepage: "https://scrapling.readthedocs.io/en/latest/index.html"
@@ -40,7 +40,7 @@ Blazing fast crawls with real-time stats and streaming. Built by Web Scrapers fo
Create a virtual Python environment through any way available, like `venv`, then inside the environment do:
-`pip install "scrapling[all]>=0.4.14"`
+`pip install "scrapling[all]>=0.4.15"`
Then do this to download all the browsers' dependencies:
diff --git a/agent-skill/Scrapling-Skill/examples/README.md b/agent-skill/Scrapling-Skill/examples/README.md
index 3f282e8..9439d43 100644
--- a/agent-skill/Scrapling-Skill/examples/README.md
+++ b/agent-skill/Scrapling-Skill/examples/README.md
@@ -9,7 +9,7 @@ All examples collect **all 100 quotes across 10 pages**.
Make sure Scrapling is installed:
```bash
-pip install "scrapling[all]>=0.4.14"
+pip install "scrapling[all]>=0.4.15"
scrapling install --force
```
diff --git a/docs/requirements.txt b/docs/requirements.txt
index ffe4b9d..582a546 100644
--- a/docs/requirements.txt
+++ b/docs/requirements.txt
@@ -1,5 +1,5 @@
-zensical>=0.0.46
-mkdocstrings>=1.0.4
+zensical>=0.0.54
+mkdocstrings>=1.0.6
mkdocstrings-python>=2.0.5
griffe-inherited-docstrings>=1.1.3
griffe-runtime-objects>=0.3.1
diff --git a/pyproject.toml b/pyproject.toml
index 85536ba..d3cc217 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -5,7 +5,7 @@ build-backend = "setuptools.build_meta"
[project]
name = "scrapling"
# Static version instead of a dynamic version so we can get better layer caching while building docker, check the docker file to understand
-version = "0.4.14"
+version = "0.4.15"
description = "Scrapling is an undetectable, powerful, flexible, high-performance Python library that makes Web Scraping easy and effortless as it should be!"
readme = {file = "README.md", content-type = "text/markdown"}
license = {file = "LICENSE"}
@@ -73,8 +73,8 @@ dependencies = [
fetchers = [
"click>=8.3.0",
"curl_cffi>=0.16.0",
- "playwright>=1.61.0",
- "patchright>=1.61.2",
+ "playwright>=1.62.0",
+ "patchright>=1.62.2",
"browserforge>=1.2.4",
"apify-fingerprint-datapoints>=0.15.0",
"msgspec>=0.21.1",
diff --git a/scrapling/__init__.py b/scrapling/__init__.py
index 4c8822d..ecf2575 100644
--- a/scrapling/__init__.py
+++ b/scrapling/__init__.py
@@ -1,5 +1,5 @@
__author__ = "Karim Shoair ([email protected])"
-__version__ = "0.4.14"
+__version__ = "0.4.15"
__copyright__ = "Copyright (c) 2024 Karim Shoair"
from typing import Any, TYPE_CHECKING
diff --git a/server.json b/server.json
index 89b7cc8..7523d24 100644
--- a/server.json
+++ b/server.json
@@ -14,12 +14,12 @@
"mimeType": "image/png"
}
],
- "version": "0.4.14",
+ "version": "0.4.15",
"packages": [
{
"registryType": "pypi",
"identifier": "scrapling",
- "version": "0.4.14",
+ "version": "0.4.15",
"runtimeHint": "uvx",
"packageArguments": [
{
diff --git a/setup.cfg b/setup.cfg
index fe3d8b3..c0b466e 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -1,6 +1,6 @@
[metadata]
name = scrapling
-version = 0.4.14
+version = 0.4.15
author = Karim Shoair
author_email = [email protected]
description = Scrapling is an undetectable, powerful, flexible, high-performance Python library that makes Web Scraping easy and effortless as it should be!
diff --git a/tests/requirements.txt b/tests/requirements.txt
index e2578f1..d397986 100644
--- a/tests/requirements.txt
+++ b/tests/requirements.txt
@@ -1,6 +1,6 @@
pytest>=2.8.0,<9
pytest-cov
-playwright==1.61.0
+playwright==1.62.0
werkzeug<3.0.0
pytest-httpbin==2.1.0
pytest-asyncio
diff --git a/tox.ini b/tox.ini
index 4ca3fdc..e06e755 100644
--- a/tox.ini
+++ b/tox.ini
@@ -10,8 +10,8 @@ envlist = pre-commit,py{310,311,312,313}
usedevelop = True
changedir = tests
deps =
- playwright==1.61.0
- patchright==1.61.2
+ playwright==1.62.0
+ patchright==1.62.2
-r{toxinidir}/tests/requirements.txt
extras = ai,shell
commands =