Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Nick:
Nicolasc9b0a80522a0
diff --git a/apps/api/src/__tests__/e2e_extract/index.test.ts b/apps/api/src/__tests__/e2e_extract/index.test.tsindex f97b111e3..31f14f4a8 100644--- a/apps/api/src/__tests__/e2e_extract/index.test.ts+++ b/apps/api/src/__tests__/e2e_extract/index.test.ts@@ -150,4 +150,29 @@ describe("E2E Tests for Extract API Routes", () => {// expect(response.body).toHaveProperty("data");// expect(response.body.data?.pciDssCompliance).toBe(true);}, 60000);++ it.concurrent("should return Greenhouse Applicant Tracking System for Abnormal Security", async () => {+ const response = await request(TEST_URL)+ .post("/v1/extract")+ .set("Authorization", `Bearer ${process.env.TEST_API_KEY}`)+ .set("Content-Type", "application/json")+ .send({+ urls: ["https://careers.abnormalsecurity.com/jobs/6119456003?gh_jid=6119456003"],+ prompt: "what applicant tracking system is this company using?",+ schema: {+ type: "object",+ properties: {+ isGreenhouseATS: { type: "boolean" },+ answer: { type: "string" }+ }+ },+ allowExternalLinks: true+ })++ console.log(response.body);+ expect(response.statusCode).toBe(200);+ expect(response.body).toHaveProperty("data");+ expect(response.body.data?.isGreenhouseATS).toBe(true);+ }, 60000);+});diff --git a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.tsindex ab6194233..7c2a66968 100644--- a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts+++ b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts@@ -123,6 +123,7 @@ export async function generateOpenAICompletions(logger: Logger, options: Extractconst jsonCompletion = await openai.beta.chat.completions.parse({model,+ temperature: 0,messages: [{role: "system",