Skip to content

Open-source agentic AI Search Execution Platform. Track AI visibility, find opportunities, and let agents turn signals into prioritized actions and drafted fixes across ChatGPT, Claude, Gemini, Google AI Overviews, Google AI Mode, Perplexity, Grok, and Microsoft Copilot.

fix(content): drop content_plan_pages' unused overlaps from the Plan's read (#1343)

Cihanc2f656eb20dc
diff --git a/supabase/migrations/00238_content_plan_pages_no_overlaps.sql b/supabase/migrations/00238_content_plan_pages_no_overlaps.sql
new file mode 100644
index 000000000..b359f998e
--- /dev/null
+++ b/supabase/migrations/00238_content_plan_pages_no_overlaps.sql
@@ -0,0 +1,202 @@
+-- ============================================================================
+-- 00238: content_plan_pages without the overlaps (Content Editor, CE-014)
+-- ============================================================================
+-- Since #1320 the Plan shows the brand's cited pages as an Overview, and
+-- nothing reads content_plan_pages' `overlaps` any more (content-plan.ts no
+-- longer maps it). Its four steps (cur_answers, page_prompts, competing,
+-- page_overlaps) were the only part of the read that walked prompt_results
+-- and prompt_result_citations row by row: with a cold cache the 30-day call
+-- took 8.7–9.5 s on the largest brand, over the 8 s statement timeout,
+-- against 0.7 s (30 days) and 1.1 s (90 days) without them.
+--
+-- The function is otherwise 00226's, with the same signature, so its grants
+-- and comment carry over (create or replace). 00237 is left for the Mentions
+-- Perception read (#1325).
+
+create or replace function public.content_plan_pages(
+ p_brand_id uuid,
+ p_days integer default 30
+)
+returns jsonb
+language plpgsql
+stable
+security definer
+set search_path to 'public'
+-- A cached generic plan can't see the brand's size (00207).
+set plan_cache_mode to 'force_custom_plan'
+as $$
+declare
+ v_last date := (now() at time zone 'utc')::date - 1;
+ v_cur_day date;
+ v_prev_day date;
+ v_cur timestamptz;
+ v_until timestamptz;
+ v_result jsonb;
+begin
+ if not exists (
+ select 1 from public.brands b
+ join public.profiles pf on pf.organization_id = b.organization_id
+ where b.id = p_brand_id and pf.id = auth.uid()
+ ) and auth.role() is distinct from 'service_role' then
+ return null;
+ end if;
+ if p_days not in (7, 30, 90) then
+ raise exception 'p_days must be 7, 30 or 90';
+ end if;
+
+ v_cur_day := v_last - p_days + 1;
+ v_prev_day := v_cur_day - p_days;
+ v_cur := v_cur_day::timestamp at time zone 'utc';
+ v_until := (v_last + 1)::timestamp at time zone 'utc';
+
+ with own_domains as (
+ select lower(regexp_replace(bd.domain, '^www\.', '')) as domain
+ from public.brand_domains bd
+ where bd.brand_id = p_brand_id
+ ),
+ own_urls as materialized (
+ select cu.id, cu.url, cu.title, lower(public.normalize_page_path(cu.url)) as page_key
+ from public.citation_urls cu
+ where cu.domain in (select domain from own_domains)
+ ),
+ url_counts as materialized (
+ select d.url_id, d.platform, d.day >= v_cur_day as is_cur, sum(d.citations)::bigint as n
+ from public.citation_url_daily d
+ where d.brand_id = p_brand_id
+ and d.day >= v_prev_day
+ and d.day <= v_last
+ and d.url_id in (select id from own_urls)
+ and d.platform is distinct from 'chatgpt-shopping'
+ group by d.url_id, d.platform, d.day >= v_cur_day
+ ),
+ url_totals as (
+ select
+ u.page_key,
+ u.url,
+ u.title,
+ coalesce(sum(c.n) filter (where c.is_cur), 0) as cur,
+ coalesce(sum(c.n) filter (where not c.is_cur), 0) as prev
+ from url_counts c
+ join own_urls u on u.id = c.url_id
+ group by u.page_key, u.url, u.title
+ ),
+ pages as materialized (
+ select
+ t.page_key,
+ -- The address cited most often stands for the page.
+ (array_agg(t.url order by t.cur + t.prev desc, t.url))[1] as page,
+ max(t.title) as title,
+ sum(t.cur)::bigint as cur,
+ sum(t.prev)::bigint as prev
+ from url_totals t
+ group by t.page_key
+ order by sum(t.cur + t.prev) desc, t.page_key
+ limit 100
+ ),
+ answers as (
+ select
+ r.platform,
+ coalesce(sum(r.answers) filter (where r.day >= v_cur_day), 0)::bigint as cur,
+ coalesce(sum(r.answers) filter (where r.day < v_cur_day), 0)::bigint as prev
+ from public.citation_result_daily r
+ where r.brand_id = p_brand_id
+ and r.day >= v_prev_day
+ and r.day <= v_last
+ and r.platform is distinct from 'chatgpt-shopping'
+ group by r.platform
+ ),
+ per_platform as (
+ select
+ u.page_key,
+ c.platform,
+ coalesce(sum(c.n) filter (where c.is_cur), 0) as cur,
+ coalesce(sum(c.n) filter (where not c.is_cur), 0) as prev
+ from url_counts c
+ join own_urls u on u.id = c.url_id
+ where u.page_key in (select p.page_key from pages p)
+ and c.platform is not null
+ group by u.page_key, c.platform
+ ),
+ down as (
+ -- A platform tracked in both windows, citing the page at a lower rate.
+ select
+ pp.page_key,
+ array_agg(
+ pp.platform
+ order by pp.prev::numeric / a.prev - pp.cur::numeric / a.cur desc, pp.platform
+ ) as platforms
+ from per_platform pp
+ join answers a on a.platform = pp.platform
+ where a.prev > 0
+ and a.cur > 0
+ and pp.prev::numeric / a.prev > pp.cur::numeric / a.cur
+ group by pp.page_key
+ ),
+ snippet_days as (
+ select distinct (l.created_at at time zone 'utc')::date as day
+ from public.ai_traffic_logs l
+ where l.brand_id = p_brand_id
+ and l.visit_of is null
+ and l.created_at >= v_cur
+ and l.created_at < v_until
+ ),
+ visits as (
+ select lower(public.normalize_page_path(l.url)) as page_key, 1::bigint as n
+ from public.ai_traffic_logs l
+ where l.brand_id = p_brand_id
+ and l.visit_of is null
+ and l.created_at >= v_cur
+ and l.created_at < v_until
+ union all
+ select lower(public.normalize_page_path(g.landing_page)), g.sessions::bigint
+ from public.ga_ai_traffic_stats g
+ where g.brand_id = p_brand_id
+ and g.sessions > 0
+ -- A session without a landing page would read as the home page.
+ and g.landing_page <> ''
+ and g.date >= v_cur_day
+ and g.date <= v_last
+ and not exists (select 1 from snippet_days s where s.day = g.date)
+ ),
+ page_visits as (
+ select v.page_key, sum(v.n) as visits
+ from visits v
+ where v.page_key in (select p.page_key from pages p)
+ group by v.page_key
+ )
+ select jsonb_build_object(
+ 'days', p_days,
+ -- The earlier window's first day, and the brand's first tracked day: a
+ -- window before it is only partly tracked, or not at all.
+ 'prevFrom', v_prev_day,
+ 'trackedSince', (
+ select min(r.day) from public.citation_result_daily r where r.brand_id = p_brand_id
+ ),
+ 'answers', (
+ select jsonb_build_object(
+ 'cur', coalesce(sum(a.cur), 0),
+ 'prev', coalesce(sum(a.prev), 0)
+ )
+ from answers a
+ ),
+ 'pages', coalesce((
+ select jsonb_agg(
+ jsonb_build_object(
+ 'page', p.page,
+ 'title', p.title,
+ 'citations', jsonb_build_object('cur', p.cur, 'prev', p.prev),
+ 'platformsDown', coalesce(to_jsonb(d.platforms[1:3]), '[]'::jsonb),
+ 'aiVisits', coalesce(pv.visits, 0)
+ )
+ order by p.cur + p.prev desc, p.page
+ )
+ from pages p
+ left join down d on d.page_key = p.page_key
+ left join page_visits pv on pv.page_key = p.page_key
+ ), '[]'::jsonb)
+ )
+ into v_result;
+
+ return v_result;
+end;
+$$;
diff --git a/supabase/schema.sql b/supabase/schema.sql
index dbfbac046..8e67b809b 100644
--- a/supabase/schema.sql
+++ b/supabase/schema.sql
@@ -34741,3 +34741,209 @@ revoke execute on function public.mentions_perception(uuid, timestamptz, timesta
grant execute on function public.mentions_perception(uuid, timestamptz, timestamptz, text, text, uuid, text)
to authenticated, service_role;
+-- ─────────────────────────────────────────────────────────────────────────
+-- migrations/00238_content_plan_pages_no_overlaps.sql
+-- ─────────────────────────────────────────────────────────────────────────
+-- ============================================================================
+-- 00238: content_plan_pages without the overlaps (Content Editor, CE-014)
+-- ============================================================================
+-- Since #1320 the Plan shows the brand's cited pages as an Overview, and
+-- nothing reads content_plan_pages' `overlaps` any more (content-plan.ts no
+-- longer maps it). Its four steps (cur_answers, page_prompts, competing,
+-- page_overlaps) were the only part of the read that walked prompt_results
+-- and prompt_result_citations row by row: with a cold cache the 30-day call
+-- took 8.7–9.5 s on the largest brand, over the 8 s statement timeout,
+-- against 0.7 s (30 days) and 1.1 s (90 days) without them.
+--
+-- The function is otherwise 00226's, with the same signature, so its grants
+-- and comment carry over (create or replace). 00237 is left for the Mentions
+-- Perception read (#1325).
+
+create or replace function public.content_plan_pages(
+ p_brand_id uuid,
+ p_days integer default 30
+)
+returns jsonb
+language plpgsql
+stable
+security definer
+set search_path to 'public'
+-- A cached generic plan can't see the brand's size (00207).
+set plan_cache_mode to 'force_custom_plan'
+as $$
+declare
+ v_last date := (now() at time zone 'utc')::date - 1;
+ v_cur_day date;
+ v_prev_day date;
+ v_cur timestamptz;
+ v_until timestamptz;
+ v_result jsonb;
+begin
+ if not exists (
+ select 1 from public.brands b
+ join public.profiles pf on pf.organization_id = b.organization_id
+ where b.id = p_brand_id and pf.id = auth.uid()
+ ) and auth.role() is distinct from 'service_role' then
+ return null;
+ end if;
+ if p_days not in (7, 30, 90) then
+ raise exception 'p_days must be 7, 30 or 90';
+ end if;
+
+ v_cur_day := v_last - p_days + 1;
+ v_prev_day := v_cur_day - p_days;
+ v_cur := v_cur_day::timestamp at time zone 'utc';
+ v_until := (v_last + 1)::timestamp at time zone 'utc';
+
+ with own_domains as (
+ select lower(regexp_replace(bd.domain, '^www\.', '')) as domain
+ from public.brand_domains bd
+ where bd.brand_id = p_brand_id
+ ),
+ own_urls as materialized (
+ select cu.id, cu.url, cu.title, lower(public.normalize_page_path(cu.url)) as page_key
+ from public.citation_urls cu
+ where cu.domain in (select domain from own_domains)
+ ),
+ url_counts as materialized (
+ select d.url_id, d.platform, d.day >= v_cur_day as is_cur, sum(d.citations)::bigint as n
+ from public.citation_url_daily d
+ where d.brand_id = p_brand_id
+ and d.day >= v_prev_day
+ and d.day <= v_last
+ and d.url_id in (select id from own_urls)
+ and d.platform is distinct from 'chatgpt-shopping'
+ group by d.url_id, d.platform, d.day >= v_cur_day
+ ),
+ url_totals as (
+ select
+ u.page_key,
+ u.url,
+ u.title,
+ coalesce(sum(c.n) filter (where c.is_cur), 0) as cur,
+ coalesce(sum(c.n) filter (where not c.is_cur), 0) as prev
+ from url_counts c
+ join own_urls u on u.id = c.url_id
+ group by u.page_key, u.url, u.title
+ ),
+ pages as materialized (
+ select
+ t.page_key,
+ -- The address cited most often stands for the page.
+ (array_agg(t.url order by t.cur + t.prev desc, t.url))[1] as page,
+ max(t.title) as title,
+ sum(t.cur)::bigint as cur,
+ sum(t.prev)::bigint as prev
+ from url_totals t
+ group by t.page_key
+ order by sum(t.cur + t.prev) desc, t.page_key
+ limit 100
+ ),
+ answers as (
+ select
+ r.platform,
+ coalesce(sum(r.answers) filter (where r.day >= v_cur_day), 0)::bigint as cur,
+ coalesce(sum(r.answers) filter (where r.day < v_cur_day), 0)::bigint as prev
+ from public.citation_result_daily r
+ where r.brand_id = p_brand_id
+ and r.day >= v_prev_day
+ and r.day <= v_last
+ and r.platform is distinct from 'chatgpt-shopping'
+ group by r.platform
+ ),
+ per_platform as (
+ select
+ u.page_key,
+ c.platform,
+ coalesce(sum(c.n) filter (where c.is_cur), 0) as cur,
+ coalesce(sum(c.n) filter (where not c.is_cur), 0) as prev
+ from url_counts c
+ join own_urls u on u.id = c.url_id
+ where u.page_key in (select p.page_key from pages p)
+ and c.platform is not null
+ group by u.page_key, c.platform
+ ),
+ down as (
+ -- A platform tracked in both windows, citing the page at a lower rate.
+ select
+ pp.page_key,
+ array_agg(
+ pp.platform
+ order by pp.prev::numeric / a.prev - pp.cur::numeric / a.cur desc, pp.platform
+ ) as platforms
+ from per_platform pp
+ join answers a on a.platform = pp.platform
+ where a.prev > 0
+ and a.cur > 0
+ and pp.prev::numeric / a.prev > pp.cur::numeric / a.cur
+ group by pp.page_key
+ ),
+ snippet_days as (
+ select distinct (l.created_at at time zone 'utc')::date as day
+ from public.ai_traffic_logs l
+ where l.brand_id = p_brand_id
+ and l.visit_of is null
+ and l.created_at >= v_cur
+ and l.created_at < v_until
+ ),
+ visits as (
+ select lower(public.normalize_page_path(l.url)) as page_key, 1::bigint as n
+ from public.ai_traffic_logs l
+ where l.brand_id = p_brand_id
+ and l.visit_of is null
+ and l.created_at >= v_cur
+ and l.created_at < v_until
+ union all
+ select lower(public.normalize_page_path(g.landing_page)), g.sessions::bigint
+ from public.ga_ai_traffic_stats g
+ where g.brand_id = p_brand_id
+ and g.sessions > 0
+ -- A session without a landing page would read as the home page.
+ and g.landing_page <> ''
+ and g.date >= v_cur_day
+ and g.date <= v_last
+ and not exists (select 1 from snippet_days s where s.day = g.date)
+ ),
+ page_visits as (
+ select v.page_key, sum(v.n) as visits
+ from visits v
+ where v.page_key in (select p.page_key from pages p)
+ group by v.page_key
+ )
+ select jsonb_build_object(
+ 'days', p_days,
+ -- The earlier window's first day, and the brand's first tracked day: a
+ -- window before it is only partly tracked, or not at all.
+ 'prevFrom', v_prev_day,
+ 'trackedSince', (
+ select min(r.day) from public.citation_result_daily r where r.brand_id = p_brand_id
+ ),
+ 'answers', (
+ select jsonb_build_object(
+ 'cur', coalesce(sum(a.cur), 0),
+ 'prev', coalesce(sum(a.prev), 0)
+ )
+ from answers a
+ ),
+ 'pages', coalesce((
+ select jsonb_agg(
+ jsonb_build_object(
+ 'page', p.page,
+ 'title', p.title,
+ 'citations', jsonb_build_object('cur', p.cur, 'prev', p.prev),
+ 'platformsDown', coalesce(to_jsonb(d.platforms[1:3]), '[]'::jsonb),
+ 'aiVisits', coalesce(pv.visits, 0)
+ )
+ order by p.cur + p.prev desc, p.page
+ )
+ from pages p
+ left join down d on d.page_key = p.page_key
+ left join page_visits pv on pv.page_key = p.page_key
+ ), '[]'::jsonb)
+ )
+ into v_result;
+
+ return v_result;
+end;
+$$;
+