Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

Nick: only new activities/sources in the callback

Nicolasaa54fd16582e
diff --git a/apps/python-sdk/firecrawl/__init__.py b/apps/python-sdk/firecrawl/__init__.py
index 5dc836862..fce2416f0 100644
--- a/apps/python-sdk/firecrawl/__init__.py
+++ b/apps/python-sdk/firecrawl/__init__.py
@@ -13,7 +13,7 @@ import os
from .firecrawl import FirecrawlApp # noqa
-__version__ = "1.13.1"
+__version__ = "1.13.2"
# Define the logger for the Firecrawl project
logger: logging.Logger = logging.getLogger("firecrawl")
diff --git a/apps/python-sdk/firecrawl/firecrawl.py b/apps/python-sdk/firecrawl/firecrawl.py
index a4c696382..f50e5bc01 100644
--- a/apps/python-sdk/firecrawl/firecrawl.py
+++ b/apps/python-sdk/firecrawl/firecrawl.py
@@ -1128,16 +1128,23 @@ class FirecrawlApp:
return response
job_id = response['id']
+ last_activity_count = 0
+ last_source_count = 0
+
while True:
status = self.check_deep_research_status(job_id)
if on_activity and 'activities' in status:
- for activity in status['activities']:
+ new_activities = status['activities'][last_activity_count:]
+ for activity in new_activities:
on_activity(activity)
+ last_activity_count = len(status['activities'])
if on_source and 'sources' in status:
- for source in status['sources']:
+ new_sources = status['sources'][last_source_count:]
+ for source in new_sources:
on_source(source)
+ last_source_count = len(status['sources'])
if status['status'] == 'completed':
return status