Skip to content

Full Toolkit for Next-Level Domain Analysis

Bring back search suggestions 🔍

Felix Wotschofskyeabdafedc27a
diff --git a/SETUP.md b/SETUP.md
index 927f39a..cf4084a 100644
--- a/SETUP.md
+++ b/SETUP.md
@@ -79,6 +79,25 @@ Use the following schema for creating the dataset:
]
```
+Next, create a materialized view. Make sur to replace `project`, `dataset` with your project ID and dataset name:
+
+```sql
+CREATE OR REPLACE MATERIALIZED VIEW `project.dataset.popular_domains`
+OPTIONS(
+ refresh_interval_minutes = 360,
+ enable_refresh = true
+) AS
+SELECT
+ baseDomain as domain,
+ COUNT(*) AS count
+FROM
+ `project.dataset.lookups`
+WHERE
+ baseDomain IS NOT NULL
+GROUP BY
+ baseDomain;
+```
+
#### Creating a service account
When creating a service account, ensure that the following permissions are granted:
diff --git a/app/_components/search-form.tsx b/app/_components/search-form.tsx
index 31f583e..c6df601 100644
--- a/app/_components/search-form.tsx
+++ b/app/_components/search-form.tsx
@@ -1,5 +1,6 @@
'use client';
+import { useDebounce } from '@uidotdev/usehooks';
import { Loader2Icon, SearchIcon } from 'lucide-react';
import { usePlausible } from 'next-plausible';
import { usePathname, useRouter } from 'next/navigation';
@@ -15,6 +16,7 @@ import {
useState,
} from 'react';
import { useHotkeys } from 'react-hotkeys-hook';
+import useSWRImmutable from 'swr/immutable';
import { Button } from '@/components/ui/button';
import { Input } from '@/components/ui/input';
@@ -78,8 +80,17 @@ const parseSearchInput = (input: string) => {
};
const useSuggestions = (domain: string) => {
+ const debouncedDomain = useDebounce(domain, 200);
+
+ const { data: suggestions } = useSWRImmutable<string[]>(
+ domain
+ ? `/api/search-suggestions?q=${encodeURIComponent(debouncedDomain.toLowerCase())}`
+ : null,
+ { keepPreviousData: true },
+ );
+
return {
- suggestions: domain ? [] : EXAMPLE_DOMAINS,
+ suggestions: domain ? suggestions : EXAMPLE_DOMAINS,
};
};
diff --git a/app/api/search-suggestions/route.ts b/app/api/search-suggestions/route.ts
new file mode 100644
index 0000000..7ace3f6
--- /dev/null
+++ b/app/api/search-suggestions/route.ts
@@ -0,0 +1,29 @@
+import { NextResponse } from 'next/server';
+
+import { getSearchSuggestions } from '@/lib/search';
+
+export const runtime = 'edge';
+export const preferredRegion = 'home';
+
+const VALID_QUERY_REGEX = /^[a-z0-9-_.]+$/i;
+
+export const GET = async (request: Request) => {
+ const { searchParams } = new URL(request.url);
+ const query = searchParams.get('q');
+
+ if (!query) {
+ return new Response('Missing query', {
+ status: 400,
+ });
+ }
+
+ const suggestions = VALID_QUERY_REGEX.test(query)
+ ? await getSearchSuggestions(query)
+ : [];
+
+ return NextResponse.json(suggestions, {
+ headers: {
+ 'Cache-Control': 'public, s-maxage=21600',
+ },
+ });
+};
diff --git a/lib/search.ts b/lib/search.ts
index c72db5a..6b0cb93 100644
--- a/lib/search.ts
+++ b/lib/search.ts
@@ -47,22 +47,21 @@ export const getSearchSuggestions = async (query: string) => {
return [];
}
- const tableName = `\`${bigquery.projectId}.${env.BIGQUERY_DATASET}.lookups\``;
- const results = await bigquery.query<{ baseDomain: string }>({
+ const tableName = `\`${bigquery.projectId}.${env.BIGQUERY_DATASET}.popular_domains\``;
+ const results = await bigquery.query<{ domain: string }>({
query: `
- SELECT baseDomain
+ SELECT domain
FROM ${tableName}
- WHERE baseDomain LIKE @query
- GROUP BY baseDomain
- ORDER BY COUNT(*) DESC
+ WHERE STARTS_WITH(domain, @query)
+ ORDER BY count DESC
LIMIT 5
`,
params: {
- query: `${query.toLowerCase()}%`,
+ query: query.toLowerCase(),
},
});
- return results.map((row) => row.baseDomain);
+ return results.map((row) => row.domain);
};
export const getTopDomains = async (count: number) => {
@@ -70,17 +69,16 @@ export const getTopDomains = async (count: number) => {
return [];
}
- const tableName = `\`${bigquery.projectId}.${env.BIGQUERY_DATASET}.lookups\``;
- const results = await bigquery.query<{ baseDomain: string }>({
+ const tableName = `\`${bigquery.projectId}.${env.BIGQUERY_DATASET}.popular_domains\``;
+ const results = await bigquery.query<{ domain: string }>({
query: `
- SELECT baseDomain
+ SELECT domain
FROM ${tableName}
- WHERE baseDomain IS NOT NULL
- GROUP BY baseDomain
- ORDER BY COUNT(*) DESC
+ WHERE domain IS NOT NULL
+ ORDER BY count DESC
LIMIT ${count}
`,
});
- return results.map((row) => row.baseDomain);
+ return results.map((row) => row.domain);
};