Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(api/tests/scrape): don't test scrape status endpoint on self-host env
Gergő Móricz9435c800c025
diff --git a/apps/api/src/__tests__/snips/scrape.test.ts b/apps/api/src/__tests__/snips/scrape.test.tsindex a7adffe66..ead78ac00 100644--- a/apps/api/src/__tests__/snips/scrape.test.ts+++ b/apps/api/src/__tests__/snips/scrape.test.ts@@ -24,17 +24,6 @@ describe("Scrape tests", () => {expect(response.markdown).toContain("Firecrawl");}, 30000);- it.concurrent("scrape status works", async () => {- const response = await scrape({- url: "http://firecrawl.dev"- });-- expect(response.markdown).toContain("Firecrawl");-- const status = await scrapeStatus(response.metadata.scrapeId!);- expect(JSON.stringify(status)).toBe(JSON.stringify(response));- }, 60000);-it.concurrent("handles non-UTF-8 encodings", async () => {const response = await scrape({url: "https://www.rtpro.yamaha.co.jp/RT/docs/misc/kanji-sjis.html",@@ -77,6 +66,17 @@ describe("Scrape tests", () => {});if (!process.env.TEST_SUITE_SELF_HOSTED) {+ it.concurrent("scrape status works", async () => {+ const response = await scrape({+ url: "http://firecrawl.dev"+ });++ expect(response.markdown).toContain("Firecrawl");++ const status = await scrapeStatus(response.metadata.scrapeId!);+ expect(JSON.stringify(status)).toBe(JSON.stringify(response));+ }, 60000);+// describe("Ad blocking (f-e dependant)", () => {// it.concurrent("blocks ads by default", async () => {// const response = await scrape({