Skip to content

Open source alternative to Semrush and Ahrefs

4.2 KB
Raw Blame
#!/usr/bin/env node

import { existsSync, readdirSync, statSync, writeFileSync } from "node:fs";
import { dirname, join } from "node:path";
import { fileURLToPath } from "node:url";
import { FEATURE_PAGE_SLUGS } from "../src/lib/feature-page-slugs.js";
import { FREE_TOOL_PATHS } from "../src/lib/free-tools/free-tool-paths.js";

const __filename = fileURLToPath(import.meta.url);
const __dirname = dirname(__filename);

const DIST_DIR = join(__dirname, "../dist/client");
const BLOG_CONTENT_DIR = join(__dirname, "../content/blogs");
const DOCS_CONTENT_DIR = join(__dirname, "../content/docs");
const LIBRARY_ROUTES_DIR = join(__dirname, "../src/routes/_marketing/library");

const DEFAULT_SITE_URL = "https://openseo.so";
const SITE_URL = (process.env.SITE_URL ?? DEFAULT_SITE_URL).replace(/\/+$/, "");

const STATIC_PATHS = [
  "/",
  "/pricing",
  "/privacy",
  "/terms-and-conditions",
  "/blogs",
  "/docs",
  "/features",
  "/features/mcp",
  "/tools",
  "/open-source-seo",
  "/about",
  "/why-openseo",
  "/google-search-console-mcp",
  "/semrush-alternative",
  "/semrush-pricing",
  "/ahrefs-alternative",
  "/ahrefs-pricing",
  "/openseo-vs-dataforseo",
  "/roadmap",
  "/support",
  ...Object.values(FEATURE_PAGE_SLUGS).map((slug) => `/features/${slug}`),
  ...Object.values(FREE_TOOL_PATHS),
];

function getContentEntries(
  contentDir,
  basePath,
  dir = contentDir,
  segments = [],
) {
  if (!existsSync(dir)) {
    return [];
  }

  return readdirSync(dir, { withFileTypes: true }).flatMap((entry) => {
    if (entry.name.startsWith(".")) {
      return [];
    }

    const entryPath = join(dir, entry.name);

    if (entry.isDirectory()) {
      return getContentEntries(contentDir, basePath, entryPath, [
        ...segments,
        entry.name,
      ]);
    }

    if (!entry.isFile() || !/\.(md|mdx)$/i.test(entry.name)) {
      return [];
    }

    const slug = entry.name.replace(/\.(md|mdx)$/i, "");
    const pathSegments = slug === "index" ? segments : [...segments, slug];

    return [
      {
        path:
          pathSegments.length > 0
            ? `${basePath}/${pathSegments.join("/")}`
            : basePath,
        lastmod: statSync(entryPath).mtime.toISOString(),
      },
    ];
  });
}

function getLibraryPaths(dir = LIBRARY_ROUTES_DIR, segments = []) {
  if (!existsSync(dir)) {
    return [];
  }

  return readdirSync(dir, { withFileTypes: true }).flatMap((entry) => {
    if (entry.name.startsWith(".")) {
      return [];
    }

    if (entry.isDirectory()) {
      return getLibraryPaths(join(dir, entry.name), [...segments, entry.name]);
    }

    if (!entry.isFile() || !/\.tsx$/i.test(entry.name)) {
      return [];
    }

    const slug = entry.name.replace(/\.tsx$/i, "");
    const pathSegments = slug === "index" ? segments : [...segments, slug];

    return [
      pathSegments.length > 0
        ? `/library/${pathSegments.join("/")}`
        : "/library",
    ];
  });
}

function toCanonicalUrl(path) {
  if (path === "/") {
    return `${SITE_URL}/`;
  }

  return `${SITE_URL}${path.replace(/\/+$/, "")}`;
}

function main() {
  if (!existsSync(DIST_DIR) || !statSync(DIST_DIR).isDirectory()) {
    throw new Error(`Build output directory does not exist: ${DIST_DIR}`);
  }

  const entries = new Map();
  for (const path of [...STATIC_PATHS, ...getLibraryPaths()]) {
    entries.set(path, { path, lastmod: null });
  }
  for (const entry of [
    ...getContentEntries(BLOG_CONTENT_DIR, "/blogs"),
    ...getContentEntries(DOCS_CONTENT_DIR, "/docs"),
  ]) {
    entries.set(entry.path, entry);
  }

  const sorted = Array.from(entries.values()).sort((a, b) =>
    toCanonicalUrl(a.path).localeCompare(toCanonicalUrl(b.path)),
  );

  const sitemapBody = sorted
    .map(({ path, lastmod }) => {
      const loc = toCanonicalUrl(path);
      const lastmodTag = lastmod ? `\n    <lastmod>${lastmod}</lastmod>` : "";
      return `  <url>\n    <loc>${loc}</loc>${lastmodTag}\n  </url>`;
    })
    .join("\n");

  const sitemapXml = `<?xml version="1.0" encoding="UTF-8"?>\n<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">\n${sitemapBody}\n</urlset>\n`;

  const sitemapPath = join(DIST_DIR, "sitemap.xml");
  writeFileSync(sitemapPath, sitemapXml);

  console.log(`Generated sitemap with ${sorted.length} URLs at ${sitemapPath}`);
}

main();