Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Nick: only new activities/sources in the callback
Nicolasaa54fd16582e
diff --git a/apps/python-sdk/firecrawl/__init__.py b/apps/python-sdk/firecrawl/__init__.pyindex 5dc836862..fce2416f0 100644--- a/apps/python-sdk/firecrawl/__init__.py+++ b/apps/python-sdk/firecrawl/__init__.py@@ -13,7 +13,7 @@ import osfrom .firecrawl import FirecrawlApp # noqa-__version__ = "1.13.1"+__version__ = "1.13.2"# Define the logger for the Firecrawl projectlogger: logging.Logger = logging.getLogger("firecrawl")diff --git a/apps/python-sdk/firecrawl/firecrawl.py b/apps/python-sdk/firecrawl/firecrawl.pyindex a4c696382..f50e5bc01 100644--- a/apps/python-sdk/firecrawl/firecrawl.py+++ b/apps/python-sdk/firecrawl/firecrawl.py@@ -1128,16 +1128,23 @@ class FirecrawlApp:return responsejob_id = response['id']+ last_activity_count = 0+ last_source_count = 0+while True:status = self.check_deep_research_status(job_id)if on_activity and 'activities' in status:- for activity in status['activities']:+ new_activities = status['activities'][last_activity_count:]+ for activity in new_activities:on_activity(activity)+ last_activity_count = len(status['activities'])if on_source and 'sources' in status:- for source in status['sources']:+ new_sources = status['sources'][last_source_count:]+ for source in new_sources:on_source(source)+ last_source_count = len(status['sources'])if status['status'] == 'completed':return status