Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat(js-sdk): allow mcp origin to be passed
Gergő Móriczafb30f370e48
diff --git a/apps/js-sdk/firecrawl/package.json b/apps/js-sdk/firecrawl/package.jsonindex 6bd93626e..898891ff7 100644--- a/apps/js-sdk/firecrawl/package.json+++ b/apps/js-sdk/firecrawl/package.json@@ -1,6 +1,6 @@{"name": "@mendable/firecrawl-js",- "version": "4.3.5",+ "version": "4.3.6","description": "JavaScript SDK for Firecrawl API","main": "dist/index.js","types": "dist/index.d.ts",diff --git a/apps/js-sdk/firecrawl/src/v1/index.ts b/apps/js-sdk/firecrawl/src/v1/index.tsindex 659f6133e..4022ba8d9 100644--- a/apps/js-sdk/firecrawl/src/v1/index.ts+++ b/apps/js-sdk/firecrawl/src/v1/index.ts@@ -700,7 +700,7 @@ export default class FirecrawlApp {"Content-Type": "application/json",Authorization: `Bearer ${this.apiKey}`,} as AxiosRequestHeaders;- let jsonData: any = { url, ...params, origin: `js-sdk@${this.version}` };+ let jsonData: any = { url, ...params, origin: typeof (params as any).origin === "string" && (params as any).origin.includes("mcp") ? (params as any).origin : `js-sdk@${this.version}` };if (jsonData?.extract?.schema) {let schema = jsonData.extract.schema;@@ -782,7 +782,7 @@ export default class FirecrawlApp {lang: params?.lang ?? "en",country: params?.country ?? "us",location: params?.location,- origin: `js-sdk@${this.version}`,+ origin: typeof (params as any).origin === "string" && (params as any).origin.includes("mcp") ? (params as any).origin : `js-sdk@${this.version}`,timeout: params?.timeout ?? 60000,scrapeOptions: params?.scrapeOptions ?? { formats: [] },};@@ -854,7 +854,7 @@ export default class FirecrawlApp {idempotencyKey?: string): Promise<CrawlStatusResponse | ErrorResponse> {const headers = this.prepareHeaders(idempotencyKey);- let jsonData: any = { url, ...params, origin: `js-sdk@${this.version}` };+ let jsonData: any = { url, ...params, origin: typeof (params as any).origin === "string" && (params as any).origin.includes("mcp") ? (params as any).origin : `js-sdk@${this.version}` };try {const response: AxiosResponse = await this.postRequest(this.apiUrl + `/v1/crawl`,@@ -883,7 +883,7 @@ export default class FirecrawlApp {idempotencyKey?: string): Promise<CrawlResponse | ErrorResponse> {const headers = this.prepareHeaders(idempotencyKey);- let jsonData: any = { url, ...params, origin: `js-sdk@${this.version}` };+ let jsonData: any = { url, ...params, origin: typeof (params as any).origin === "string" && (params as any).origin.includes("mcp") ? (params as any).origin : `js-sdk@${this.version}` };try {const response: AxiosResponse = await this.postRequest(this.apiUrl + `/v1/crawl`,@@ -1059,7 +1059,7 @@ export default class FirecrawlApp {*/async mapUrl(url: string, params?: MapParams): Promise<MapResponse | ErrorResponse> {const headers = this.prepareHeaders();- let jsonData: any = { url, ...params, origin: `js-sdk@${this.version}` };+ let jsonData: any = { url, ...params, origin: typeof (params as any).origin === "string" && (params as any).origin.includes("mcp") ? (params as any).origin : `js-sdk@${this.version}` };try {const response: AxiosResponse = await this.postRequest(@@ -1098,7 +1098,7 @@ export default class FirecrawlApp {maxConcurrency?: number,): Promise<BatchScrapeStatusResponse | ErrorResponse> {const headers = this.prepareHeaders(idempotencyKey);- let jsonData: any = { urls, webhook, ignoreInvalidURLs, maxConcurrency, ...params, origin: `js-sdk@${this.version}` };+ let jsonData: any = { urls, webhook, ignoreInvalidURLs, maxConcurrency, ...params, origin: typeof (params as any).origin === "string" && (params as any).origin.includes("mcp") ? (params as any).origin : `js-sdk@${this.version}` };if (jsonData?.extract?.schema) {let schema = jsonData.extract.schema;@@ -1163,7 +1163,7 @@ export default class FirecrawlApp {ignoreInvalidURLs?: boolean,): Promise<BatchScrapeResponse | ErrorResponse> {const headers = this.prepareHeaders(idempotencyKey);- let jsonData: any = { urls, webhook, ignoreInvalidURLs, ...params, origin: `js-sdk@${this.version}` };+ let jsonData: any = { urls, webhook, ignoreInvalidURLs, ...params, origin: typeof (params as any).origin === "string" && (params as any).origin.includes("mcp") ? (params as any).origin : `js-sdk@${this.version}` };try {const response: AxiosResponse = await this.postRequest(this.apiUrl + `/v1/batch/scrape`,@@ -1339,7 +1339,7 @@ export default class FirecrawlApp {try {const response: AxiosResponse = await this.postRequest(this.apiUrl + `/v1/extract`,- { ...jsonData, schema: jsonSchema, origin: `js-sdk@${this.version}` },+ { ...jsonData, schema: jsonSchema, origin: typeof (params as any).origin === "string" && (params as any).origin.includes("mcp") ? (params as any).origin : `js-sdk@${this.version}` },headers);@@ -1411,7 +1411,7 @@ export default class FirecrawlApp {try {const response: AxiosResponse = await this.postRequest(this.apiUrl + `/v1/extract`,- { ...jsonData, schema: jsonSchema, origin: `js-sdk@${this.version}` },+ { ...jsonData, schema: jsonSchema, origin: typeof (params as any).origin === "string" && (params as any).origin.includes("mcp") ? (params as any).origin : `js-sdk@${this.version}` },headers);@@ -1772,7 +1772,7 @@ export default class FirecrawlApp {*/async asyncDeepResearch(query: string, params: DeepResearchParams<zt.ZodSchema>): Promise<DeepResearchResponse | ErrorResponse> {const headers = this.prepareHeaders();- let jsonData: any = { query, ...params, origin: `js-sdk@${this.version}` };+ let jsonData: any = { query, ...params, origin: typeof (params as any).origin === "string" && (params as any).origin.includes("mcp") ? (params as any).origin : `js-sdk@${this.version}` };if (jsonData?.jsonOptions?.schema) {let schema = jsonData.jsonOptions.schema;@@ -1926,7 +1926,7 @@ export default class FirecrawlApp {async __asyncDeepResearch(topic: string, params: DeepResearchParams): Promise<DeepResearchResponse | ErrorResponse> {const headers = this.prepareHeaders();try {- let jsonData: any = { topic, ...params, origin: `js-sdk@${this.version}` };+ let jsonData: any = { topic, ...params, origin: typeof (params as any).origin === "string" && (params as any).origin.includes("mcp") ? (params as any).origin : `js-sdk@${this.version}` };const response: AxiosResponse = await this.postRequest(`${this.apiUrl}/v1/deep-research`,jsonData,@@ -2039,7 +2039,7 @@ export default class FirecrawlApp {*/async asyncGenerateLLMsText(url: string, params?: GenerateLLMsTextParams): Promise<GenerateLLMsTextResponse | ErrorResponse> {const headers = this.prepareHeaders();- let jsonData: any = { url, ...params, origin: `js-sdk@${this.version}` };+ let jsonData: any = { url, ...params, origin: typeof (params as any).origin === "string" && (params as any).origin.includes("mcp") ? (params as any).origin : `js-sdk@${this.version}` };try {const response: AxiosResponse = await this.postRequest(`${this.apiUrl}/v1/llmstxt`,diff --git a/apps/js-sdk/firecrawl/src/v2/utils/httpClient.ts b/apps/js-sdk/firecrawl/src/v2/utils/httpClient.tsindex d0715a601..6ccf590d8 100644--- a/apps/js-sdk/firecrawl/src/v2/utils/httpClient.ts+++ b/apps/js-sdk/firecrawl/src/v2/utils/httpClient.ts@@ -53,7 +53,7 @@ export class HttpClient {// For POST/PUT, ensure origin is present in JSON body tooif (cfg.method && ["post", "put", "patch"].includes(cfg.method.toLowerCase())) {const data = (cfg.data ?? {}) as Record<string, unknown>;- cfg.data = { ...data, origin: `js-sdk@${version}` };+ cfg.data = { ...data, origin: typeof data.origin === "string" && data.origin.includes("mcp") ? data.origin : `js-sdk@${version}` };}const res = await this.instance.request<T>(cfg);if (res.status === 502 && attempt < this.maxRetries - 1) {