Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

test(api): make map redirect snip deterministic (#3856)

Gergő Móricz8e3bc17ecd86
diff --git a/apps/api/src/__tests__/snips/mocks/map-redirect.json b/apps/api/src/__tests__/snips/mocks/map-redirect.json
new file mode 100644
index 000000000..37a874adf
--- /dev/null
+++ b/apps/api/src/__tests__/snips/mocks/map-redirect.json
@@ -0,0 +1,18 @@
+[
+ {
+ "time": 1782145899000,
+ "options": {
+ "url": "http://www.firecrawl.dev/sitemap.xml",
+ "method": "GET",
+ "ignoreResponse": false,
+ "ignoreFailure": false,
+ "tryCount": 1
+ },
+ "result": {
+ "url": "http://www.firecrawl.dev/sitemap.xml",
+ "body": "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<urlset xmlns=\"http://www.sitemaps.org/schemas/sitemap/0.9\">\n <url><loc>http://www.firecrawl.dev/</loc></url>\n <url><loc>http://www.firecrawl.dev/about</loc></url>\n <url><loc>http://www.firecrawl.dev/blog</loc></url>\n</urlset>",
+ "status": 200,
+ "headers": [["content-type", "application/xml"]]
+ }
+ }
+]
diff --git a/apps/api/src/__tests__/snips/v2/map.test.ts b/apps/api/src/__tests__/snips/v2/map.test.ts
index 09df04aad..07bc33abd 100644
--- a/apps/api/src/__tests__/snips/v2/map.test.ts
+++ b/apps/api/src/__tests__/snips/v2/map.test.ts
@@ -132,27 +132,31 @@ describe("Map tests", () => {
{
url: "http://firecrawl.com",
limit: 5,
+ sitemap: "only",
+ useIndex: false,
+ useMock: "map-redirect",
+ ignoreCache: true,
},
identity,
);
+ if (response.statusCode !== 200) {
+ console.warn(
+ "Map redirect test failed",
+ JSON.stringify(response.body, null, 2),
+ );
+ }
+
expect(response.statusCode).toBe(200);
expect(response.body.success).toBe(true);
expect(response.body.links.length).toBeGreaterThan(0);
- const nonFirecrawlLinks = response.body.links.filter(
- link => !link.url.includes("firecrawl.dev"),
- );
- if (nonFirecrawlLinks.length > 0) {
- console.log(
- "Links not containing 'firecrawl.dev':",
- JSON.stringify(nonFirecrawlLinks, null, 2),
- );
- }
-
expect(
response.body.links.every(link => link.url.includes("firecrawl.dev")),
).toBe(true);
+ expect(
+ response.body.links.every(link => !link.url.includes("firecrawl.com")),
+ ).toBe(true);
},
60000,
);