Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(python-sdk): add max_age parameter to scrape_url validation (#1825)
devin-ai-integration[bot]26926e56e717
diff --git a/apps/python-sdk/firecrawl/__init__.py b/apps/python-sdk/firecrawl/__init__.pyindex 3f21dc6fb..99db69b04 100644--- a/apps/python-sdk/firecrawl/__init__.py+++ b/apps/python-sdk/firecrawl/__init__.py@@ -13,7 +13,7 @@ import osfrom .firecrawl import FirecrawlApp, AsyncFirecrawlApp, JsonConfig, ScrapeOptions, ChangeTrackingOptions # noqa-__version__ = "2.16.2"+__version__ = "2.16.3"# Define the logger for the Firecrawl projectlogger: logging.Logger = logging.getLogger("firecrawl")diff --git a/apps/python-sdk/firecrawl/firecrawl.py b/apps/python-sdk/firecrawl/firecrawl.pyindex 3880cedfc..567f6e253 100644--- a/apps/python-sdk/firecrawl/firecrawl.py+++ b/apps/python-sdk/firecrawl/firecrawl.py@@ -520,6 +520,9 @@ class FirecrawlApp:Raises:Exception: If scraping fails"""+ # Validate any additional kwargs+ self._validate_kwargs(kwargs, "scrape_url")+_headers = self._prepare_headers()# Build scrape parameters@@ -2597,7 +2600,7 @@ class FirecrawlApp:method_params = {"scrape_url": {"formats", "include_tags", "exclude_tags", "only_main_content", "wait_for","timeout", "location", "mobile", "skip_tls_verification", "remove_base64_images",- "block_ads", "proxy", "extract", "json_options", "actions", "change_tracking_options", "integration"},+ "block_ads", "proxy", "extract", "json_options", "actions", "change_tracking_options", "max_age", "integration"},"search": {"limit", "tbs", "filter", "lang", "country", "location", "timeout", "scrape_options", "integration"},"crawl_url": {"include_paths", "exclude_paths", "max_depth", "max_discovery_depth", "limit","allow_backward_links", "allow_external_links", "ignore_sitemap", "scrape_options",