Skip to content

Open source, privacy-first web analytics. Lightweight, cookie-free Google Analytics alternative. Self-hosted or cloud.

Update 20240801091615_capitalize_known_sources.exs migration (#4525)

Karl-Aksel Puulmann33100063379e
diff --git a/priv/ingest_repo/migrations/20240801091615_capitalize_known_sources.exs b/priv/ingest_repo/migrations/20240801091615_capitalize_known_sources.exs
index a455c7d076..4bb98b508b 100644
--- a/priv/ingest_repo/migrations/20240801091615_capitalize_known_sources.exs
+++ b/priv/ingest_repo/migrations/20240801091615_capitalize_known_sources.exs
@@ -5,28 +5,35 @@ defmodule Plausible.IngestRepo.Migrations.CapitalizeKnownSources do
{:ok, _} = Application.ensure_all_started(:ref_inspector)
[{"referers.yml", map}] = RefInspector.Database.list(:default)
- sources =
+ {downcased_sources, sources} =
Enum.flat_map(map, fn {_, entries} ->
- Enum.map(entries, fn {_, _, _, _, _, _, name} ->
- {String.downcase(name), name}
- end)
+ Enum.map(entries, fn {_, _, _, _, _, _, name} -> name end)
end)
- |> Enum.into(%{})
+ |> Enum.flat_map(fn name ->
+ downcased_name = String.downcase(name)
+
+ if name != downcased_name do
+ [{downcased_name, name}]
+ else
+ []
+ end
+ end)
+ |> Enum.unzip()
events_sql = """
ALTER TABLE events_v2
- UPDATE referrer_source = {$0:Map(String, String)}[referrer_source]
- WHERE {$0:Map(String, String)}[referrer_source] != ''
+ UPDATE referrer_source = transform(referrer_source, {$0:Array(String)}, {$1:Array(String)})
+ WHERE ascii(referrer_source) BETWEEN 97 AND 122
"""
sessions_sql = """
ALTER TABLE sessions_v2
- UPDATE referrer_source = {$0:Map(String, String)}[referrer_source]
- WHERE {$0:Map(String, String)}[referrer_source] != ''
+ UPDATE referrer_source = transform(referrer_source, {$0:Array(String)}, {$1:Array(String)})
+ WHERE ascii(referrer_source) BETWEEN 97 AND 122
"""
- execute(fn -> repo().query!(events_sql, [sources]) end)
- execute(fn -> repo().query!(sessions_sql, [sources]) end)
+ execute(fn -> repo().query!(events_sql, [downcased_sources, sources]) end)
+ execute(fn -> repo().query!(sessions_sql, [downcased_sources, sources]) end)
end
def down do