Skip to content

armgit / eve

Public Imported from GitHub
0

The Open Framework for Building Agents

feat(docs): include integrations in sitemap.xml for use in crawling (#1006)

Colton Padden711d34611f6f
diff --git a/apps/docs/app/sitemap.ts b/apps/docs/app/sitemap.ts
index a96a724bf..27a049ec9 100644
--- a/apps/docs/app/sitemap.ts
+++ b/apps/docs/app/sitemap.ts
@@ -2,6 +2,7 @@ import type { MetadataRoute } from "next";
import { source } from "@/lib/geistdocs/source";
import { getSiteOrigin } from "@/lib/geistdocs/url";
+import { integrationPaths } from "@/lib/integrations/discovery";
import { templateEntries } from "@/lib/templates/data";
const baseUrl = getSiteOrigin();
@@ -43,6 +44,11 @@ export default function sitemap(): MetadataRoute.Sitemap {
priority: 0.4,
url: url(`/templates/${entry.slug}`),
})),
+ ...integrationPaths().map((path) => ({
+ changeFrequency: "weekly" as const,
+ priority: path === "/integrations" ? 0.5 : 0.4,
+ url: url(path),
+ })),
...pages,
];
}
diff --git a/apps/docs/lib/integrations/discovery.test.ts b/apps/docs/lib/integrations/discovery.test.ts
index 80ea44755..3c0fd434a 100644
--- a/apps/docs/lib/integrations/discovery.test.ts
+++ b/apps/docs/lib/integrations/discovery.test.ts
@@ -1,8 +1,18 @@
import { describe, expect, it } from "vitest";
-import { getIntegration } from "./data";
-import { integrationSearchText } from "./discovery";
+import { getIntegration, integrations } from "./data";
+import { integrationPaths, integrationSearchText } from "./discovery";
describe("integration discovery", () => {
+ it("includes the landing page and every detail page in crawler paths", () => {
+ const paths = integrationPaths();
+
+ expect(paths[0]).toBe("/integrations");
+ expect(paths).toHaveLength(integrations.length + 1);
+ expect(new Set(paths).size).toBe(paths.length);
+ expect(paths).toContain("/integrations/slack");
+ expect(paths).toContain("/integrations/linear");
+ });
+
it("includes presentation keywords in searchable text", () => {
const slack = getIntegration("slack");
expect(slack).toBeDefined();
diff --git a/apps/docs/lib/integrations/discovery.ts b/apps/docs/lib/integrations/discovery.ts
index 3ffec33e4..26a9ad47d 100644
--- a/apps/docs/lib/integrations/discovery.ts
+++ b/apps/docs/lib/integrations/discovery.ts
@@ -1,4 +1,4 @@
-import type { Integration } from "./data";
+import { type Integration, integrations } from "./data";
const typeLabel: Record<Integration["type"], string> = {
channel: "Channel",
@@ -14,3 +14,9 @@ export const integrationSearchText = (integration: Integration): string =>
integration.tagline,
...(integration.keywords ?? []),
].join("\n");
+
+/** Public integration paths included in crawler-facing sitemaps. */
+export const integrationPaths = (): string[] => [
+ "/integrations",
+ ...integrations.map((integration) => `/integrations/${integration.slug}`),
+];