Full Toolkit for Next-Level Domain Analysis
Remove results limit for subdomains list 🔐
Felix Wotschofsky933fde768eb6
diff --git a/app/lookup/[domain]/subdomains/_components/table.tsx b/app/lookup/[domain]/subdomains/_components/table.tsxindex 3f0854f..3154cf8 100644--- a/app/lookup/[domain]/subdomains/_components/table.tsx+++ b/app/lookup/[domain]/subdomains/_components/table.tsx@@ -1,8 +1,15 @@'use client';-import { CheckIcon, XIcon } from 'lucide-react';+import { CheckIcon, FileQuestionIcon, XIcon } from 'lucide-react';import type { FC } from 'react';+import {+ Tooltip,+ TooltipContent,+ TooltipProvider,+ TooltipTrigger,+} from '@/components/ui/tooltip';+import { SortableTable } from '@/components/sortable-table';import { DomainLink } from '../../_components/domain-link';@@ -11,11 +18,15 @@ type SubdomainsTableProps = {results: {domain: string;firstSeen: Date;- stillExists: boolean;+ stillExists: boolean | null;}[];+ detailedResultsLimit: number;};-export const SubdomainsTable: FC<SubdomainsTableProps> = ({ results }) => (+export const SubdomainsTable: FC<SubdomainsTableProps> = ({+ results,+ detailedResultsLimit,+}) => (<SortableTabledata={results}columns={[@@ -33,7 +44,22 @@ export const SubdomainsTable: FC<SubdomainsTableProps> = ({ results }) => (key: 'stillExists',label: 'Still exists',render: (value) =>- value ? <CheckIcon size="1.25rem" /> : <XIcon size="1.25rem" />,+ value === null ? (+ <TooltipProvider>+ <Tooltip>+ <TooltipTrigger>+ <FileQuestionIcon size="1.25rem" />+ </TooltipTrigger>+ <TooltipContent>+ <p>Detailed results limited to {detailedResultsLimit}</p>+ </TooltipContent>+ </Tooltip>+ </TooltipProvider>+ ) : value ? (+ <CheckIcon size="1.25rem" />+ ) : (+ <XIcon size="1.25rem" />+ ),},]}keyColumn="domain"diff --git a/app/lookup/[domain]/subdomains/page.tsx b/app/lookup/[domain]/subdomains/page.tsxindex 453a045..e2e7cad 100644--- a/app/lookup/[domain]/subdomains/page.tsx+++ b/app/lookup/[domain]/subdomains/page.tsx@@ -30,10 +30,8 @@ export const generateMetadata = ({const SubdomainsResultsPage: FC<SubdomainsResultsPageProps> = async ({params: { domain },}) => {- const { results, isTruncated, RESULTS_LIMIT } = await findSubdomains(- domain,- new CloudflareDoHResolver(),- );+ const { results, detailsReduced, detailedResultsLimit } =+ await findSubdomains(domain, new CloudflareDoHResolver());if (!results.length) {return (@@ -45,13 +43,16 @@ const SubdomainsResultsPage: FC<SubdomainsResultsPageProps> = async ({return (<>- <SubdomainsTable results={results} />+ <SubdomainsTable+ results={results}+ detailedResultsLimit={detailedResultsLimit}+ />- {isTruncated && (- <p className="mt-8 text-center text-muted-foreground">- Results limited to {RESULTS_LIMIT} subdomains.- </p>- )}+ <p className="mt-8 text-center text-muted-foreground">+ Found {results.length} subdomains.+ {detailsReduced &&+ ` Detailed results limited to ${detailedResultsLimit} subdomains. Some entries may lack information.`}+ </p></>);};diff --git a/lib/subdomains.ts b/lib/subdomains.tsindex b0212b2..a5ca65e 100644--- a/lib/subdomains.ts+++ b/lib/subdomains.ts@@ -2,7 +2,7 @@ import { lookupCerts } from './certs';import type { DnsResolver } from './resolvers/base';import { deduplicate, isValidDomain } from './utils';-const RESULTS_LIMIT = 500;+const DETAILED_RESULTS_LIMIT = 500;export const findSubdomains = async (domain: string, resolver: DnsResolver) => {const certs = await lookupCerts(domain);@@ -17,20 +17,32 @@ export const findSubdomains = async (domain: string, resolver: DnsResolver) => {.filter((d) => d.endsWith(`.${domain}`));const results = await Promise.all(- // Limited to avoid subrequest limit from Cloudflare Workers of 1000- // https://developers.cloudflare.com/workers/platform/limits#subrequests- uniqueDomains.slice(0, RESULTS_LIMIT).map(async (domain) => {- const records = await resolver.resolveRecordType(domain, 'A');- const hasRecords = records.records.length > 0;-- return {+ uniqueDomains+ .map((domain) => ({domain,firstSeen: issuedCerts.filter((c) => c.domains.includes(domain)).toSorted((a, b) => a.date.getTime() - b.date.getTime())[0].date,- stillExists: hasRecords,- };- }),+ }))+ .toSorted((a, b) => b.firstSeen.getTime() - a.firstSeen.getTime())+ .map(async (entry, index) => {+ // Limited to avoid subrequest limit from Cloudflare Workers of 1000+ // https://developers.cloudflare.com/workers/platform/limits#subrequests+ if (index > DETAILED_RESULTS_LIMIT) {+ return {+ ...entry,+ stillExists: null,+ };+ }++ const records = await resolver.resolveRecordType(entry.domain, 'A');+ const hasRecords = records.records.length > 0;++ return {+ ...entry,+ stillExists: hasRecords,+ };+ }),);const sortedResults = results.toSorted(@@ -39,7 +51,7 @@ export const findSubdomains = async (domain: string, resolver: DnsResolver) => {return {results: sortedResults,- isTruncated: uniqueDomains.length > RESULTS_LIMIT,- RESULTS_LIMIT,+ detailsReduced: uniqueDomains.length > DETAILED_RESULTS_LIMIT,+ detailedResultsLimit: DETAILED_RESULTS_LIMIT,};};