Full Toolkit for Next-Level Domain Analysis
import type { MetadataRoute } from 'next';
import { cacheLife } from 'next/cache';
import { parse as parseTldts } from 'tldts';
import { env } from '@/env';
import { EXAMPLE_DOMAINS } from '@/lib/data';
import { LOOKUP_FEATURES } from '@/lib/lookup-features';
import { getTopDomains } from '@/lib/search';
import { deduplicate } from '@/lib/utils';
const LANDING_PAGES = LOOKUP_FEATURES.map((feature) => feature.landingPath);
const RESULTS_SUBPATHS = LOOKUP_FEATURES.map((feature) => feature.path);
const getProgrammaticPaths = async () => {
const topDomains = await getTopDomains(1000);
const namedDomains = deduplicate([...EXAMPLE_DOMAINS, ...topDomains]);
const tlds = deduplicate(namedDomains.map((d) => parseTldts(d).publicSuffix));
const allDomains = [
...namedDomains,
...namedDomains.map((domain) => 'www.' + domain),
...tlds,
].toSorted();
const resultsPaths = allDomains.flatMap((domain) =>
RESULTS_SUBPATHS.map((suffix) => '/lookup/' + domain + suffix),
);
return resultsPaths;
};
// Cached so the sitemap is still prerendered instead of querying BigQuery on
// every request
const sitemap = async (): Promise<MetadataRoute.Sitemap> => {
'use cache';
cacheLife('max');
if (!env.SITE_URL) {
return [];
}
const programmaticPaths = await getProgrammaticPaths();
return [
...LANDING_PAGES.map((url) => ({
url: env.SITE_URL + url,
lastModified: new Date(),
changeFrequency: 'monthly' as const,
priority: 1,
})),
...programmaticPaths.map((url) => ({
url: env.SITE_URL + url,
lastModified: new Date(),
changeFrequency: 'always' as const,
priority: 0.5,
})),
];
};
export default sitemap;