Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix v2-scrape-skip-tls.test.ts
Gergő Móricze05fa9b25522
diff --git a/apps/api/src/__tests__/snips/v2-scrape-skip-tls.test.ts b/apps/api/src/__tests__/snips/v2-scrape-skip-tls.test.tsindex df264c92c..4d1a72099 100644--- a/apps/api/src/__tests__/snips/v2-scrape-skip-tls.test.ts+++ b/apps/api/src/__tests__/snips/v2-scrape-skip-tls.test.ts@@ -1,12 +1,23 @@import request from "supertest";+import { Identity, idmux } from "./lib";const TEST_URL = process.env.TEST_URL || "http://127.0.0.1:3002";describe("V2 Scrape skipTlsVerification Default", () => {+ let identity: Identity;++ beforeAll(async () => {+ identity = await idmux({+ name: "v2-scrape-skip-tls",+ concurrency: 100,+ credits: 1000000,+ });+ }, 10000);+test("should default skipTlsVerification to true in v2 API", async () => {const response = await request(TEST_URL).post("/v2/scrape")- .set("Authorization", `Bearer ${process.env.TEST_API_KEY}`)+ .set("Authorization", `Bearer ${identity.apiKey}`).set("Content-Type", "application/json").send({url: "https://expired.badssl.com/",@@ -22,7 +33,7 @@ describe("V2 Scrape skipTlsVerification Default", () => {test("should allow explicit skipTlsVerification: false override", async () => {const response = await request(TEST_URL).post("/v2/scrape")- .set("Authorization", `Bearer ${process.env.TEST_API_KEY}`)+ .set("Authorization", `Bearer ${identity.apiKey}`).set("Content-Type", "application/json").send({url: "https://expired.badssl.com/",@@ -30,16 +41,14 @@ describe("V2 Scrape skipTlsVerification Default", () => {timeout: 30000,});- expect(response.status).toBe(200);- expect(response.body.success).toBe(true);- expect(response.body.data).toBeDefined();- expect(response.body.data.metadata.pageStatusCode).toBe(500);+ expect(response.status).toBe(500);+ expect(response.body.success).toBe(false);}, 60000);test("should work with valid HTTPS sites regardless of skipTlsVerification setting", async () => {const response = await request(TEST_URL).post("/v2/scrape")- .set("Authorization", `Bearer ${process.env.TEST_API_KEY}`)+ .set("Authorization", `Bearer ${identity.apiKey}`).set("Content-Type", "application/json").send({url: "https://example.com",