Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Nick: (#1506)
Nicolasa0a167582925
diff --git a/apps/python-sdk/firecrawl/__init__.py b/apps/python-sdk/firecrawl/__init__.pyindex 12ff2e1ec..94cc269b7 100644--- a/apps/python-sdk/firecrawl/__init__.py+++ b/apps/python-sdk/firecrawl/__init__.py@@ -11,9 +11,9 @@ For more information visit https://github.com/firecrawl/import loggingimport os-from .firecrawl import FirecrawlApp, JsonConfig, ScrapeOptions # noqa+from .firecrawl import FirecrawlApp, JsonConfig, ScrapeOptions, ChangeTrackingOptions # noqa-__version__ = "2.4.3"+__version__ = "2.5.0"# Define the logger for the Firecrawl projectlogger: logging.Logger = logging.getLogger("firecrawl")diff --git a/apps/python-sdk/firecrawl/firecrawl.py b/apps/python-sdk/firecrawl/firecrawl.pyindex de429c334..8e0021947 100644--- a/apps/python-sdk/firecrawl/firecrawl.py+++ b/apps/python-sdk/firecrawl/firecrawl.py@@ -135,6 +135,12 @@ class WebhookConfig(pydantic.BaseModel):metadata: Optional[Dict[str, str]] = Noneevents: Optional[List[Literal["completed", "failed", "page", "started"]]] = None+class ChangeTrackingOptions(pydantic.BaseModel):+ """Configuration for change tracking."""+ modes: Optional[List[Literal["git-diff", "json"]]] = None+ schema: Optional[Any] = None+ prompt: Optional[str] = None+class ScrapeOptions(pydantic.BaseModel):"""Parameters for scraping operations."""formats: Optional[List[Literal["markdown", "html", "rawHtml", "content", "links", "screenshot", "screenshot@fullPage", "extract", "json", "changeTracking"]]] = None@@ -150,6 +156,7 @@ class ScrapeOptions(pydantic.BaseModel):removeBase64Images: Optional[bool] = NoneblockAds: Optional[bool] = Noneproxy: Optional[Literal["basic", "stealth"]] = None+ changeTrackingOptions: Optional[ChangeTrackingOptions] = Noneclass WaitAction(pydantic.BaseModel):"""Wait action to perform during scraping."""@@ -454,6 +461,7 @@ class FirecrawlApp:extract: Optional[JsonConfig] = None,json_options: Optional[JsonConfig] = None,actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,+ change_tracking_options: Optional[ChangeTrackingOptions] = None,**kwargs) -> ScrapeResponse[Any]:"""Scrape and extract content from a URL.@@ -475,6 +483,7 @@ class FirecrawlApp:extract (Optional[JsonConfig]): Content extraction settingsjson_options (Optional[JsonConfig]): JSON extraction settingsactions (Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]]): Actions to perform+ change_tracking_options (Optional[ChangeTrackingOptions]): Change tracking settingsReturns:@@ -530,6 +539,9 @@ class FirecrawlApp:scrape_params['jsonOptions'] = json_options.dict(exclude_none=True)if actions:scrape_params['actions'] = [action.dict(exclude_none=True) for action in actions]+ if change_tracking_options:+ scrape_params['changeTrackingOptions'] = change_tracking_options.dict(exclude_none=True)+scrape_params.update(kwargs)# Make request@@ -2424,7 +2436,7 @@ class FirecrawlApp:method_params = {"scrape_url": {"formats", "include_tags", "exclude_tags", "only_main_content", "wait_for","timeout", "location", "mobile", "skip_tls_verification", "remove_base64_images",- "block_ads", "proxy", "extract", "json_options", "actions"},+ "block_ads", "proxy", "extract", "json_options", "actions", "change_tracking_options"},"search": {"limit", "tbs", "filter", "lang", "country", "location", "timeout", "scrape_options"},"crawl_url": {"include_paths", "exclude_paths", "max_depth", "max_discovery_depth", "limit","allow_backward_links", "allow_external_links", "ignore_sitemap", "scrape_options",