Skip to content

🕷️ The BEST Web Scraping framework that handles everything from a single request to a full-scale crawl! Don't be shy, join here: https://discord.gg/EMgGbDceNQ and follow here for daily tips and tricks: https://x.com/Scrapling_dev

Bumping the library for version 0.2 for now and more adjustments

Karim shoairbe2847ffb8b1
diff --git a/scrapling/__init__.py b/scrapling/__init__.py
index 64a8d26..72cb0bb 100644
--- a/scrapling/__init__.py
+++ b/scrapling/__init__.py
@@ -1,10 +1,11 @@
# Declare top-level shortcuts
+from scrapling.fetcher import Fetcher
from scrapling.parser import Adaptor, Adaptors
from scrapling.custom_types import TextHandler, AttributesHandler
__author__ = "Karim Shoair ([email protected])"
-__version__ = "0.1.2"
+__version__ = "0.2"
__copyright__ = "Copyright (c) 2024 Karim Shoair"
-__all__ = ['Adaptor', 'Adaptors', 'TextHandler', 'AttributesHandler']
+__all__ = ['Adaptor', 'Adaptors', 'TextHandler', 'AttributesHandler', 'Fetcher']
diff --git a/setup.cfg b/setup.cfg
index 4102c89..3c6197a 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -1,8 +1,8 @@
[metadata]
name = scrapling
-version = 0.1.2
+version = 0.2
author = Karim Shoair
author_email = [email protected]
description = Scrapling is a powerful, flexible, adaptive, and high-performance web scraping library for Python.
license = BSD
-home-page = https://github.com/D4Vinci/Scrapling
\ No newline at end of file
+home_page = https://github.com/D4Vinci/Scrapling
\ No newline at end of file
diff --git a/setup.py b/setup.py
index 52e42c3..be46ec9 100644
--- a/setup.py
+++ b/setup.py
@@ -1,4 +1,4 @@
-from setuptools import setup
+from setuptools import setup, find_packages
with open("README.md", "r", encoding="utf-8") as fh:
long_description = fh.read()
@@ -6,7 +6,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
setup(
name="scrapling",
- version="0.1.2",
+ version="0.2",
description="""Scrapling is a powerful, flexible, and high-performance web scraping library for Python. It
simplifies the process of extracting data from websites, even when they undergo structural changes, and offers
impressive speed improvements over many popular scraping tools.""",
@@ -15,7 +15,7 @@ setup(
author="Karim Shoair",
author_email="[email protected]",
license="BSD",
- packages=["scrapling",],
+ packages=find_packages(),
zip_safe=False,
package_dir={
"scrapling": "scrapling",
@@ -32,16 +32,17 @@ setup(
"Natural Language :: English",
"Topic :: Internet :: WWW/HTTP",
"Topic :: Text Processing :: Markup",
+ "Topic :: Internet :: WWW/HTTP :: Browsers",
"Topic :: Text Processing :: Markup :: HTML",
"Topic :: Software Development :: Libraries :: Python Modules",
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3 :: Only",
- "Programming Language :: Python :: 3.7",
"Programming Language :: Python :: 3.8",
"Programming Language :: Python :: 3.9",
"Programming Language :: Python :: 3.10",
"Programming Language :: Python :: 3.11",
"Programming Language :: Python :: 3.12",
+ "Programming Language :: Python :: 3.13",
"Programming Language :: Python :: Implementation :: CPython",
"Typing :: Typed",
],
@@ -53,8 +54,13 @@ setup(
"w3lib",
"orjson>=3",
"tldextract",
+ 'httpx[brotli,zstd]',
+ 'playwright',
+ 'rebrowser-playwright',
+ 'camoufox',
+ 'browserforge',
],
- python_requires=">=3.7",
+ python_requires=">=3.8",
url="https://github.com/D4Vinci/Scrapling",
project_urls={
"Documentation": "https://github.com/D4Vinci/Scrapling/tree/main/docs", # For now