Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
[codex] Stabilize self-hosted map redirect snip (#3883)
Gergő Móricz094020145f80
diff --git a/apps/api/src/__tests__/snips/mocks/map-redirect.json b/apps/api/src/__tests__/snips/mocks/map-redirect.jsonindex d59d118bc..e4fc4b8b2 100644--- a/apps/api/src/__tests__/snips/mocks/map-redirect.json+++ b/apps/api/src/__tests__/snips/mocks/map-redirect.json@@ -1,6 +1,22 @@[{"time": 1782145899000,+ "options": {+ "url": "http://www.firecrawl.dev/sitemap.xml",+ "method": "GET",+ "ignoreResponse": false,+ "ignoreFailure": false,+ "tryCount": 1+ },+ "result": {+ "url": "http://www.firecrawl.dev/sitemap.xml",+ "body": "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<urlset xmlns=\"http://www.sitemaps.org/schemas/sitemap/0.9\">\n <url><loc>http://www.firecrawl.dev/</loc></url>\n <url><loc>http://www.firecrawl.dev/about</loc></url>\n <url><loc>http://www.firecrawl.dev/blog</loc></url>\n</urlset>",+ "status": 200,+ "headers": [["content-type", "application/xml"]]+ }+ },+ {+ "time": 1782145899001,"options": {"url": "https://www.firecrawl.dev/sitemap.xml","method": "GET",@@ -14,5 +30,53 @@"status": 200,"headers": [["content-type", "application/xml"]]}+ },+ {+ "time": 1782145899002,+ "options": {+ "url": "http://127.0.0.1:4321/sitemap.xml",+ "method": "GET",+ "ignoreResponse": false,+ "ignoreFailure": false,+ "tryCount": 1+ },+ "result": {+ "url": "http://127.0.0.1:4321/sitemap.xml",+ "body": "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<urlset xmlns=\"http://www.sitemaps.org/schemas/sitemap/0.9\">\n <url><loc>http://www.firecrawl.dev/</loc></url>\n <url><loc>http://www.firecrawl.dev/about</loc></url>\n <url><loc>http://www.firecrawl.dev/blog</loc></url>\n</urlset>",+ "status": 200,+ "headers": [["content-type", "application/xml"]]+ }+ },+ {+ "time": 1782145899003,+ "options": {+ "url": "http://0.0.0.0:4321/sitemap.xml",+ "method": "GET",+ "ignoreResponse": false,+ "ignoreFailure": false,+ "tryCount": 1+ },+ "result": {+ "url": "http://0.0.0.0:4321/sitemap.xml",+ "body": "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<urlset xmlns=\"http://www.sitemaps.org/schemas/sitemap/0.9\">\n <url><loc>http://www.firecrawl.dev/</loc></url>\n <url><loc>http://www.firecrawl.dev/about</loc></url>\n <url><loc>http://www.firecrawl.dev/blog</loc></url>\n</urlset>",+ "status": 200,+ "headers": [["content-type", "application/xml"]]+ }+ },+ {+ "time": 1782145899004,+ "options": {+ "url": "http://0.0.0.1:4321/sitemap.xml",+ "method": "GET",+ "ignoreResponse": false,+ "ignoreFailure": false,+ "tryCount": 1+ },+ "result": {+ "url": "http://0.0.0.1:4321/sitemap.xml",+ "body": "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<urlset xmlns=\"http://www.sitemaps.org/schemas/sitemap/0.9\">\n <url><loc>http://www.firecrawl.dev/</loc></url>\n <url><loc>http://www.firecrawl.dev/about</loc></url>\n <url><loc>http://www.firecrawl.dev/blog</loc></url>\n</urlset>",+ "status": 200,+ "headers": [["content-type", "application/xml"]]+ }}]