Skip to content

Full Toolkit for Next-Level Domain Analysis

Remove results limit for subdomains list 🔐

Felix Wotschofsky933fde768eb6
diff --git a/app/lookup/[domain]/subdomains/_components/table.tsx b/app/lookup/[domain]/subdomains/_components/table.tsx
index 3f0854f..3154cf8 100644
--- a/app/lookup/[domain]/subdomains/_components/table.tsx
+++ b/app/lookup/[domain]/subdomains/_components/table.tsx
@@ -1,8 +1,15 @@
'use client';
-import { CheckIcon, XIcon } from 'lucide-react';
+import { CheckIcon, FileQuestionIcon, XIcon } from 'lucide-react';
import type { FC } from 'react';
+import {
+ Tooltip,
+ TooltipContent,
+ TooltipProvider,
+ TooltipTrigger,
+} from '@/components/ui/tooltip';
+
import { SortableTable } from '@/components/sortable-table';
import { DomainLink } from '../../_components/domain-link';
@@ -11,11 +18,15 @@ type SubdomainsTableProps = {
results: {
domain: string;
firstSeen: Date;
- stillExists: boolean;
+ stillExists: boolean | null;
}[];
+ detailedResultsLimit: number;
};
-export const SubdomainsTable: FC<SubdomainsTableProps> = ({ results }) => (
+export const SubdomainsTable: FC<SubdomainsTableProps> = ({
+ results,
+ detailedResultsLimit,
+}) => (
<SortableTable
data={results}
columns={[
@@ -33,7 +44,22 @@ export const SubdomainsTable: FC<SubdomainsTableProps> = ({ results }) => (
key: 'stillExists',
label: 'Still exists',
render: (value) =>
- value ? <CheckIcon size="1.25rem" /> : <XIcon size="1.25rem" />,
+ value === null ? (
+ <TooltipProvider>
+ <Tooltip>
+ <TooltipTrigger>
+ <FileQuestionIcon size="1.25rem" />
+ </TooltipTrigger>
+ <TooltipContent>
+ <p>Detailed results limited to {detailedResultsLimit}</p>
+ </TooltipContent>
+ </Tooltip>
+ </TooltipProvider>
+ ) : value ? (
+ <CheckIcon size="1.25rem" />
+ ) : (
+ <XIcon size="1.25rem" />
+ ),
},
]}
keyColumn="domain"
diff --git a/app/lookup/[domain]/subdomains/page.tsx b/app/lookup/[domain]/subdomains/page.tsx
index 453a045..e2e7cad 100644
--- a/app/lookup/[domain]/subdomains/page.tsx
+++ b/app/lookup/[domain]/subdomains/page.tsx
@@ -30,10 +30,8 @@ export const generateMetadata = ({
const SubdomainsResultsPage: FC<SubdomainsResultsPageProps> = async ({
params: { domain },
}) => {
- const { results, isTruncated, RESULTS_LIMIT } = await findSubdomains(
- domain,
- new CloudflareDoHResolver(),
- );
+ const { results, detailsReduced, detailedResultsLimit } =
+ await findSubdomains(domain, new CloudflareDoHResolver());
if (!results.length) {
return (
@@ -45,13 +43,16 @@ const SubdomainsResultsPage: FC<SubdomainsResultsPageProps> = async ({
return (
<>
- <SubdomainsTable results={results} />
+ <SubdomainsTable
+ results={results}
+ detailedResultsLimit={detailedResultsLimit}
+ />
- {isTruncated && (
- <p className="mt-8 text-center text-muted-foreground">
- Results limited to {RESULTS_LIMIT} subdomains.
- </p>
- )}
+ <p className="mt-8 text-center text-muted-foreground">
+ Found {results.length} subdomains.
+ {detailsReduced &&
+ ` Detailed results limited to ${detailedResultsLimit} subdomains. Some entries may lack information.`}
+ </p>
</>
);
};
diff --git a/lib/subdomains.ts b/lib/subdomains.ts
index b0212b2..a5ca65e 100644
--- a/lib/subdomains.ts
+++ b/lib/subdomains.ts
@@ -2,7 +2,7 @@ import { lookupCerts } from './certs';
import type { DnsResolver } from './resolvers/base';
import { deduplicate, isValidDomain } from './utils';
-const RESULTS_LIMIT = 500;
+const DETAILED_RESULTS_LIMIT = 500;
export const findSubdomains = async (domain: string, resolver: DnsResolver) => {
const certs = await lookupCerts(domain);
@@ -17,20 +17,32 @@ export const findSubdomains = async (domain: string, resolver: DnsResolver) => {
.filter((d) => d.endsWith(`.${domain}`));
const results = await Promise.all(
- // Limited to avoid subrequest limit from Cloudflare Workers of 1000
- // https://developers.cloudflare.com/workers/platform/limits#subrequests
- uniqueDomains.slice(0, RESULTS_LIMIT).map(async (domain) => {
- const records = await resolver.resolveRecordType(domain, 'A');
- const hasRecords = records.records.length > 0;
-
- return {
+ uniqueDomains
+ .map((domain) => ({
domain,
firstSeen: issuedCerts
.filter((c) => c.domains.includes(domain))
.toSorted((a, b) => a.date.getTime() - b.date.getTime())[0].date,
- stillExists: hasRecords,
- };
- }),
+ }))
+ .toSorted((a, b) => b.firstSeen.getTime() - a.firstSeen.getTime())
+ .map(async (entry, index) => {
+ // Limited to avoid subrequest limit from Cloudflare Workers of 1000
+ // https://developers.cloudflare.com/workers/platform/limits#subrequests
+ if (index > DETAILED_RESULTS_LIMIT) {
+ return {
+ ...entry,
+ stillExists: null,
+ };
+ }
+
+ const records = await resolver.resolveRecordType(entry.domain, 'A');
+ const hasRecords = records.records.length > 0;
+
+ return {
+ ...entry,
+ stillExists: hasRecords,
+ };
+ }),
);
const sortedResults = results.toSorted(
@@ -39,7 +51,7 @@ export const findSubdomains = async (domain: string, resolver: DnsResolver) => {
return {
results: sortedResults,
- isTruncated: uniqueDomains.length > RESULTS_LIMIT,
- RESULTS_LIMIT,
+ detailsReduced: uniqueDomains.length > DETAILED_RESULTS_LIMIT,
+ detailedResultsLimit: DETAILED_RESULTS_LIMIT,
};
};