Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat(types): add JSON schema validation to schema options in extractOptions and baseScrapeOptions (#1803)
Rafael Millerb8500648faff
diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.tsindex 84ca8d6e7..12bbcc352 100644--- a/apps/api/src/controllers/v1/types.ts+++ b/apps/api/src/controllers/v1/types.ts@@ -95,7 +95,23 @@ export type AgentOptions = z.infer<typeof agentOptionsExtract>;export const extractOptions = z.object({mode: z.enum(["llm"]).default("llm"),- schema: z.any().optional(),+ schema: z+ .any()+ .optional()+ .refine(+ (val) => {+ if (!val) return true; // Allow undefined schema+ try {+ const validate = ajv.compile(val);+ return typeof validate === "function";+ } catch (e) {+ return false;+ }+ },+ {+ message: "Invalid JSON schema.",+ },+ ),systemPrompt: z.string().max(10000)@@ -112,7 +128,23 @@ export const extractOptions = zexport const extractOptionsWithAgent = z.object({mode: z.enum(["llm"]).default("llm"),- schema: z.any().optional(),+ schema: z+ .any()+ .optional()+ .refine(+ (val) => {+ if (!val) return true; // Allow undefined schema+ try {+ const validate = ajv.compile(val);+ return typeof validate === "function";+ } catch (e) {+ return false;+ }+ },+ {+ message: "Invalid JSON schema.",+ },+ ),systemPrompt: z.string().max(10000)@@ -286,7 +318,23 @@ const baseScrapeOptions = zchangeTrackingOptions: z.object({prompt: z.string().optional(),- schema: z.any().optional(),+ schema: z+ .any()+ .optional()+ .refine(+ (val) => {+ if (!val) return true; // Allow undefined schema+ try {+ const validate = ajv.compile(val);+ return typeof validate === "function";+ } catch (e) {+ return false;+ }+ },+ {+ message: "Invalid JSON schema.",+ },+ ),modes: z.enum(["json", "git-diff"]).array().optional().default([]),tag: z.string().or(z.null()).default(null),})