Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fixes while next loop
rafaelmmiller781adc21af1f
diff --git a/apps/python-sdk/firecrawl/__init__.py b/apps/python-sdk/firecrawl/__init__.pyindex 270befb2e..24a4b00e7 100644--- a/apps/python-sdk/firecrawl/__init__.py+++ b/apps/python-sdk/firecrawl/__init__.py@@ -13,7 +13,7 @@ import osfrom .firecrawl import FirecrawlApp # noqa-__version__ = "1.6.1"+__version__ = "1.6.2"# Define the logger for the Firecrawl projectlogger: logging.Logger = logging.getLogger("firecrawl")diff --git a/apps/python-sdk/firecrawl/firecrawl.py b/apps/python-sdk/firecrawl/firecrawl.pyindex a973e2800..43e940eac 100644--- a/apps/python-sdk/firecrawl/firecrawl.py+++ b/apps/python-sdk/firecrawl/firecrawl.py@@ -221,12 +221,12 @@ class FirecrawlApp:if status_response.status_code != 200:logger.error(f"Failed to fetch next page: {status_response.status_code}")break- status_data = status_response.json()- data.extend(status_data.get('data', []))+ next_data = status_response.json()+ data.extend(next_data.get('data', []))+ status_data = next_dataexcept Exception as e:logger.error(f"Error during pagination request: {e}")break- status_data.pop('next', None)status_data['data'] = datareturn {@@ -430,12 +430,12 @@ class FirecrawlApp:if status_response.status_code != 200:logger.error(f"Failed to fetch next page: {status_response.status_code}")break- status_data = status_response.json()- data.extend(status_data.get('data', []))+ next_data = status_response.json()+ data.extend(next_data.get('data', []))+ status_data = next_dataexcept Exception as e:logger.error(f"Error during pagination request: {e}")break- status_data.pop('next', None)status_data['data'] = datareturn {