Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

Merge branch 'main' into nsc/v2

Gergő Móricz0fbdee5d5d6b
diff --cc apps/api/src/controllers/v1/scrape.ts
index 19bb7998e,cc4d6bf2b..aa7256bf0
--- a/apps/api/src/controllers/v1/scrape.ts
+++ b/apps/api/src/controllers/v1/scrape.ts
@@@ -10,8 -10,7 +10,8 @@@ import
import { v4 as uuidv4 } from "uuid";
import { addScrapeJob, waitForJob } from "../../services/queue-jobs";
import { getJobPriority } from "../../lib/job-priority";
- import { getScrapeQueue } from "../../services/queue-service";
+ import { createRedisConnection, getScrapeQueue } from "../../services/queue-service";
+import { fromV1ScrapeOptions } from "../v2/types";
export async function scrapeController(
req: RequestWithAuth<{}, ScrapeResponse, ScrapeRequest>,
diff --cc apps/api/src/scraper/scrapeURL/transformers/diff.ts
index b46b32986,d2c3db669..11d77da22
--- a/apps/api/src/scraper/scrapeURL/transformers/diff.ts
+++ b/apps/api/src/scraper/scrapeURL/transformers/diff.ts
@@@ -5,10 -5,9 +5,11 @@@ import { getJob } from "../../../contro
import gitDiff from 'git-diff';
import parseDiff from 'parse-diff';
import { generateCompletions } from "./llmExtract";
+ import { createRedisConnection } from "../../../services/queue-service";
async function extractDataWithSchema(content: string, meta: Meta): Promise<{ extract: any } | null> {
+ const changeTrackingFormat = meta.options.formats.find(x => typeof x === "object" && x.type === "changeTracking")!;
+
try {
const { extract } = await generateCompletions({
logger: meta.logger.child({