Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
test(api): make map redirect snip deterministic (#3856)
Gergő Móricz8e3bc17ecd86
diff --git a/apps/api/src/__tests__/snips/mocks/map-redirect.json b/apps/api/src/__tests__/snips/mocks/map-redirect.jsonnew file mode 100644index 000000000..37a874adf--- /dev/null+++ b/apps/api/src/__tests__/snips/mocks/map-redirect.json@@ -0,0 +1,18 @@+[+ {+ "time": 1782145899000,+ "options": {+ "url": "http://www.firecrawl.dev/sitemap.xml",+ "method": "GET",+ "ignoreResponse": false,+ "ignoreFailure": false,+ "tryCount": 1+ },+ "result": {+ "url": "http://www.firecrawl.dev/sitemap.xml",+ "body": "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<urlset xmlns=\"http://www.sitemaps.org/schemas/sitemap/0.9\">\n <url><loc>http://www.firecrawl.dev/</loc></url>\n <url><loc>http://www.firecrawl.dev/about</loc></url>\n <url><loc>http://www.firecrawl.dev/blog</loc></url>\n</urlset>",+ "status": 200,+ "headers": [["content-type", "application/xml"]]+ }+ }+]diff --git a/apps/api/src/__tests__/snips/v2/map.test.ts b/apps/api/src/__tests__/snips/v2/map.test.tsindex 09df04aad..07bc33abd 100644--- a/apps/api/src/__tests__/snips/v2/map.test.ts+++ b/apps/api/src/__tests__/snips/v2/map.test.ts@@ -132,27 +132,31 @@ describe("Map tests", () => {{url: "http://firecrawl.com",limit: 5,+ sitemap: "only",+ useIndex: false,+ useMock: "map-redirect",+ ignoreCache: true,},identity,);+ if (response.statusCode !== 200) {+ console.warn(+ "Map redirect test failed",+ JSON.stringify(response.body, null, 2),+ );+ }+expect(response.statusCode).toBe(200);expect(response.body.success).toBe(true);expect(response.body.links.length).toBeGreaterThan(0);- const nonFirecrawlLinks = response.body.links.filter(- link => !link.url.includes("firecrawl.dev"),- );- if (nonFirecrawlLinks.length > 0) {- console.log(- "Links not containing 'firecrawl.dev':",- JSON.stringify(nonFirecrawlLinks, null, 2),- );- }-expect(response.body.links.every(link => link.url.includes("firecrawl.dev")),).toBe(true);+ expect(+ response.body.links.every(link => !link.url.includes("firecrawl.com")),+ ).toBe(true);},60000,);