Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat-SDK/added crawl id to ws
rafaelmmiller19246f628917
diff --git a/apps/js-sdk/firecrawl/package.json b/apps/js-sdk/firecrawl/package.jsonindex 74dfcb02a..1c7f082fc 100644--- a/apps/js-sdk/firecrawl/package.json+++ b/apps/js-sdk/firecrawl/package.json@@ -1,6 +1,6 @@{"name": "@mendable/firecrawl-js",- "version": "1.9.4",+ "version": "1.9.5","description": "JavaScript SDK for Firecrawl API","main": "dist/index.js","types": "dist/index.d.ts",diff --git a/apps/js-sdk/firecrawl/src/index.ts b/apps/js-sdk/firecrawl/src/index.tsindex 020a22936..440630978 100644--- a/apps/js-sdk/firecrawl/src/index.ts+++ b/apps/js-sdk/firecrawl/src/index.ts@@ -934,9 +934,11 @@ export class CrawlWatcher extends TypedEventTarget<CrawlWatcherEvents> {private ws: WebSocket;public data: FirecrawlDocument<undefined>[];public status: CrawlStatusResponse["status"];+ public id: string;constructor(id: string, app: FirecrawlApp) {super();+ this.id = id;this.ws = new WebSocket(`${app.apiUrl}/v1/crawl/${id}`, app.apiKey);this.status = "scraping";this.data = [];@@ -967,6 +969,7 @@ export class CrawlWatcher extends TypedEventTarget<CrawlWatcherEvents> {detail: {status: this.status,data: this.data,+ id: this.id,},}));} else if (msg.type === "error") {@@ -976,6 +979,7 @@ export class CrawlWatcher extends TypedEventTarget<CrawlWatcherEvents> {status: this.status,data: this.data,error: msg.error,+ id: this.id,},}));} else if (msg.type === "catchup") {@@ -983,12 +987,18 @@ export class CrawlWatcher extends TypedEventTarget<CrawlWatcherEvents> {this.data.push(...(msg.data.data ?? []));for (const doc of this.data) {this.dispatchTypedEvent("document", new CustomEvent("document", {- detail: doc,+ detail: {+ ...doc,+ id: this.id,+ },}));}} else if (msg.type === "document") {this.dispatchTypedEvent("document", new CustomEvent("document", {- detail: msg.data,+ detail: {+ ...msg.data,+ id: this.id,+ },}));}}@@ -1015,6 +1025,7 @@ export class CrawlWatcher extends TypedEventTarget<CrawlWatcherEvents> {status: this.status,data: this.data,error: "WebSocket error",+ id: this.id,},}));}).bind(this);diff --git a/apps/python-sdk/firecrawl/__init__.py b/apps/python-sdk/firecrawl/__init__.pyindex 31d680956..8c5d1b44f 100644--- a/apps/python-sdk/firecrawl/__init__.py+++ b/apps/python-sdk/firecrawl/__init__.py@@ -13,7 +13,7 @@ import osfrom .firecrawl import FirecrawlApp # noqa-__version__ = "1.6.4"+__version__ = "1.6.5"# Define the logger for the Firecrawl projectlogger: logging.Logger = logging.getLogger("firecrawl")diff --git a/apps/python-sdk/firecrawl/firecrawl.py b/apps/python-sdk/firecrawl/firecrawl.pyindex 45ed27d88..7ac2d2dca 100644--- a/apps/python-sdk/firecrawl/firecrawl.py+++ b/apps/python-sdk/firecrawl/firecrawl.py@@ -704,15 +704,15 @@ class CrawlWatcher:async def _handle_message(self, msg: Dict[str, Any]):if msg['type'] == 'done':self.status = 'completed'- self.dispatch_event('done', {'status': self.status, 'data': self.data})+ self.dispatch_event('done', {'status': self.status, 'data': self.data, 'id': self.id})elif msg['type'] == 'error':self.status = 'failed'- self.dispatch_event('error', {'status': self.status, 'data': self.data, 'error': msg['error']})+ self.dispatch_event('error', {'status': self.status, 'data': self.data, 'error': msg['error'], 'id': self.id})elif msg['type'] == 'catchup':self.status = msg['data']['status']self.data.extend(msg['data'].get('data', []))for doc in self.data:- self.dispatch_event('document', doc)+ self.dispatch_event('document', {'data': doc, 'id': self.id})elif msg['type'] == 'document':self.data.append(msg['data'])- self.dispatch_event('document', msg['data'])+ self.dispatch_event('document', {'data': msg['data'], 'id': self.id})