Skip to content

The Postgres development platform. Supabase gives you a dedicated Postgres database to build your web, mobile, and AI applications.

chore(www): explicit AI crawler rules + homepage canonical URL (#45450)

Pamela Chia5823986e7260
diff --git a/apps/www/pages/index.tsx b/apps/www/pages/index.tsx
index 66d499fb054..3204f01d6c3 100644
--- a/apps/www/pages/index.tsx
+++ b/apps/www/pages/index.tsx
@@ -1,8 +1,9 @@
-import dynamic from 'next/dynamic'
-import getContent from '~/data/home/content'
-import Layout from '~/components/Layouts/Default'
import Hero from '~/components/Hero/Hero'
+import Layout from '~/components/Layouts/Default'
import Logos from '~/components/logos'
+import getContent from '~/data/home/content'
+import { NextSeo } from 'next-seo'
+import dynamic from 'next/dynamic'
const Products = dynamic(() => import('~/components/Products/index'))
const HeroFrameworks = dynamic(() => import('~/components/Hero/HeroFrameworks'))
@@ -19,18 +20,21 @@ const Index = () => {
const content = getContent()
return (
- <Layout>
- <Hero />
- <Logos />
- <Products {...content.productsSection} />
- <HeroFrameworks />
- <CustomerStories />
- <BuiltWithSupabase />
- <DashboardFeatures {...content.dashboardFeatures} />
- <TwitterSocialSection {...content.twitterSocialSection} />
- <OpenSourceSection />
- <CTABanner className="border-none" />
- </Layout>
+ <>
+ <NextSeo canonical="https://supabase.com/" />
+ <Layout>
+ <Hero />
+ <Logos />
+ <Products {...content.productsSection} />
+ <HeroFrameworks />
+ <CustomerStories />
+ <BuiltWithSupabase />
+ <DashboardFeatures {...content.dashboardFeatures} />
+ <TwitterSocialSection {...content.twitterSocialSection} />
+ <OpenSourceSection />
+ <CTABanner className="border-none" />
+ </Layout>
+ </>
)
}
diff --git a/apps/www/public/robots.txt b/apps/www/public/robots.txt
index 08f1c578070..0f07bb565c4 100644
--- a/apps/www/public/robots.txt
+++ b/apps/www/public/robots.txt
@@ -1,3 +1,11 @@
User-agent: *
+Allow: /
+
+User-agent: GPTBot
+User-agent: ClaudeBot
+User-agent: Google-Extended
+User-agent: PerplexityBot
+Allow: /
+
Sitemap: https://supabase.com/sitemap.xml
Content-Signal: ai-train=yes, search=yes, ai-input=yes