Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Nick: introduced system prompt to /extract
Nicolas2d37dca9dcc1
diff --git a/apps/api/src/controllers/v1/extract.ts b/apps/api/src/controllers/v1/extract.tsindex a6f50faef..e7462ca2a 100644--- a/apps/api/src/controllers/v1/extract.ts+++ b/apps/api/src/controllers/v1/extract.ts@@ -263,6 +263,7 @@ export async function extractController({mode: "llm",systemPrompt:+ (req.body.systemPrompt ? `${req.body.systemPrompt}\n` : "") +"Always prioritize using the provided content to answer the question. Do not make up an answer. Be concise and follow the schema always if provided. Here are the urls the user provided of which he wants to extract information from: " +links.join(", "),prompt: req.body.prompt,diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.tsindex 5ba36ea72..06605eb95 100644--- a/apps/api/src/controllers/v1/types.ts+++ b/apps/api/src/controllers/v1/types.ts@@ -194,6 +194,7 @@ export const extractV1Options = z.array().max(10, "Maximum of 10 URLs allowed per request while in beta."),prompt: z.string().optional(),+ systemPrompt: z.string().optional(),schema: z.any().optional(),limit: z.number().int().positive().finite().safe().optional(),ignoreSitemap: z.boolean().default(false),diff --git a/apps/js-sdk/firecrawl/package.json b/apps/js-sdk/firecrawl/package.jsonindex 74dfcb02a..1c7f082fc 100644--- a/apps/js-sdk/firecrawl/package.json+++ b/apps/js-sdk/firecrawl/package.json@@ -1,6 +1,6 @@{"name": "@mendable/firecrawl-js",- "version": "1.9.4",+ "version": "1.9.5","description": "JavaScript SDK for Firecrawl API","main": "dist/index.js","types": "dist/index.d.ts",diff --git a/apps/js-sdk/firecrawl/src/index.ts b/apps/js-sdk/firecrawl/src/index.tsindex 020a22936..0d19ab60e 100644--- a/apps/js-sdk/firecrawl/src/index.ts+++ b/apps/js-sdk/firecrawl/src/index.ts@@ -247,6 +247,7 @@ export interface ExtractParams<LLMSchema extends zt.ZodSchema = any> {schema?: LLMSchema;systemPrompt?: string;allowExternalLinks?: boolean;+ includeSubdomains?: boolean;}/**