The Open Framework for Building Agents
feat(docs): include integrations in sitemap.xml for use in crawling (#1006)
Colton Padden711d34611f6f
diff --git a/apps/docs/app/sitemap.ts b/apps/docs/app/sitemap.tsindex a96a724bf..27a049ec9 100644--- a/apps/docs/app/sitemap.ts+++ b/apps/docs/app/sitemap.ts@@ -2,6 +2,7 @@ import type { MetadataRoute } from "next";import { source } from "@/lib/geistdocs/source";import { getSiteOrigin } from "@/lib/geistdocs/url";+import { integrationPaths } from "@/lib/integrations/discovery";import { templateEntries } from "@/lib/templates/data";const baseUrl = getSiteOrigin();@@ -43,6 +44,11 @@ export default function sitemap(): MetadataRoute.Sitemap {priority: 0.4,url: url(`/templates/${entry.slug}`),})),+ ...integrationPaths().map((path) => ({+ changeFrequency: "weekly" as const,+ priority: path === "/integrations" ? 0.5 : 0.4,+ url: url(path),+ })),...pages,];}diff --git a/apps/docs/lib/integrations/discovery.test.ts b/apps/docs/lib/integrations/discovery.test.tsindex 80ea44755..3c0fd434a 100644--- a/apps/docs/lib/integrations/discovery.test.ts+++ b/apps/docs/lib/integrations/discovery.test.ts@@ -1,8 +1,18 @@import { describe, expect, it } from "vitest";-import { getIntegration } from "./data";-import { integrationSearchText } from "./discovery";+import { getIntegration, integrations } from "./data";+import { integrationPaths, integrationSearchText } from "./discovery";describe("integration discovery", () => {+ it("includes the landing page and every detail page in crawler paths", () => {+ const paths = integrationPaths();++ expect(paths[0]).toBe("/integrations");+ expect(paths).toHaveLength(integrations.length + 1);+ expect(new Set(paths).size).toBe(paths.length);+ expect(paths).toContain("/integrations/slack");+ expect(paths).toContain("/integrations/linear");+ });+it("includes presentation keywords in searchable text", () => {const slack = getIntegration("slack");expect(slack).toBeDefined();diff --git a/apps/docs/lib/integrations/discovery.ts b/apps/docs/lib/integrations/discovery.tsindex 3ffec33e4..26a9ad47d 100644--- a/apps/docs/lib/integrations/discovery.ts+++ b/apps/docs/lib/integrations/discovery.ts@@ -1,4 +1,4 @@-import type { Integration } from "./data";+import { type Integration, integrations } from "./data";const typeLabel: Record<Integration["type"], string> = {channel: "Channel",@@ -14,3 +14,9 @@ export const integrationSearchText = (integration: Integration): string =>integration.tagline,...(integration.keywords ?? []),].join("\n");++/** Public integration paths included in crawler-facing sitemaps. */+export const integrationPaths = (): string[] => [+ "/integrations",+ ...integrations.map((integration) => `/integrations/${integration.slug}`),+];