Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat(v1/extract) Show sources out of __experimental (#1180)
Nicolas73ecaf74c225
diff --git a/apps/api/src/controllers/v1/extract.ts b/apps/api/src/controllers/v1/extract.tsindex ec29b35c2..b18117f5d 100644--- a/apps/api/src/controllers/v1/extract.ts+++ b/apps/api/src/controllers/v1/extract.ts@@ -73,7 +73,7 @@ export async function extractController(status: "processing",showSteps: req.body.__experimental_streamSteps,showLLMUsage: req.body.__experimental_llmUsage,- showSources: req.body.__experimental_showSources,+ showSources: req.body.__experimental_showSources || req.body.showSources,});if (Sentry.isInitialized()) {diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.tsindex 648af7fa1..858c792ff 100644--- a/apps/api/src/controllers/v1/types.ts+++ b/apps/api/src/controllers/v1/types.ts@@ -272,6 +272,7 @@ export const extractV1Options = z__experimental_streamSteps: z.boolean().default(false),__experimental_llmUsage: z.boolean().default(false),__experimental_showSources: z.boolean().default(false),+ showSources: z.boolean().default(false),__experimental_cacheKey: z.string().optional(),__experimental_cacheMode: z.enum(["direct", "save", "load"]).default("direct").optional()})diff --git a/apps/js-sdk/firecrawl/package.json b/apps/js-sdk/firecrawl/package.jsonindex b1bd55241..c0ff4543b 100644--- a/apps/js-sdk/firecrawl/package.json+++ b/apps/js-sdk/firecrawl/package.json@@ -1,6 +1,6 @@{"name": "@mendable/firecrawl-js",- "version": "1.16.0",+ "version": "1.17.0","description": "JavaScript SDK for Firecrawl API","main": "dist/index.js","types": "dist/index.d.ts",diff --git a/apps/js-sdk/firecrawl/src/index.ts b/apps/js-sdk/firecrawl/src/index.tsindex 422c9674a..8e74d2d88 100644--- a/apps/js-sdk/firecrawl/src/index.ts+++ b/apps/js-sdk/firecrawl/src/index.ts@@ -262,6 +262,7 @@ export interface ExtractParams<LLMSchema extends zt.ZodSchema = any> {enableWebSearch?: boolean;includeSubdomains?: boolean;origin?: string;+ showSources?: boolean;}/**@@ -273,6 +274,7 @@ export interface ExtractResponse<LLMSchema extends zt.ZodSchema = any> {data: LLMSchema;error?: string;warning?: string;+ sources?: string[];}/**@@ -1041,7 +1043,8 @@ export default class FirecrawlApp {success: true,data: extractStatus.data,warning: extractStatus.warning,- error: extractStatus.error+ error: extractStatus.error,+ sources: extractStatus?.sources || undefined,};} else {throw new FirecrawlError(`Failed to extract data. Error: ${extractStatus.error}`, statusResponse.status);diff --git a/apps/python-sdk/firecrawl/__init__.py b/apps/python-sdk/firecrawl/__init__.pyindex e11cad895..9dd7793fd 100644--- a/apps/python-sdk/firecrawl/__init__.py+++ b/apps/python-sdk/firecrawl/__init__.py@@ -13,7 +13,7 @@ import osfrom .firecrawl import FirecrawlApp # noqa-__version__ = "1.11.1"+__version__ = "1.12.0"# Define the logger for the Firecrawl projectlogger: logging.Logger = logging.getLogger("firecrawl")diff --git a/apps/python-sdk/firecrawl/firecrawl.py b/apps/python-sdk/firecrawl/firecrawl.pyindex 8e592452a..736016acc 100644--- a/apps/python-sdk/firecrawl/firecrawl.py+++ b/apps/python-sdk/firecrawl/firecrawl.py@@ -54,6 +54,8 @@ class FirecrawlApp:enable_web_search: Optional[bool] = False# Just for backwards compatibilityenableWebSearch: Optional[bool] = False+ show_sources: Optional[bool] = False+@@ -631,6 +633,7 @@ class FirecrawlApp:**jsonData,'allowExternalLinks': params.get('allow_external_links', params.get('allowExternalLinks', False)),'enableWebSearch': params.get('enable_web_search', params.get('enableWebSearch', False)),+ 'showSources': params.get('show_sources', params.get('showSources', False)),'schema': schema,'origin': 'api-sdk'}