Database governance built for humans and agents — controlling changes and access across every major database.
Go cicddata-governancedata-maskingdata-securitydatabase-accessdatabase-governancedevopsdevsecopsflywaygitopsliquibasemongodbmysqloraclepostgresqlschema-migrationssecuritysql-clientsqlservertidb
chore(migrator): improve member prefix migration to use principal table (#19257)
rebeliced8e0dd80da85
diff --git a/backend/migrator/migration/3.15/0005##migrate_iam_binding_member_prefix.sql b/backend/migrator/migration/3.15/0005##migrate_iam_binding_member_prefix.sqlindex 08f57fa589..d8b52255a1 100644--- a/backend/migrator/migration/3.15/0005##migrate_iam_binding_member_prefix.sql+++ b/backend/migrator/migration/3.15/0005##migrate_iam_binding_member_prefix.sql@@ -1,8 +1,11 @@--- Migrate IAM binding members from legacy "users/" prefix to proper prefixes:--- - Service accounts: "users/[email protected]" -> "serviceAccounts/[email protected]"--- - Workload identities: "users/[email protected]" -> "workloadIdentities/[email protected]"+-- Migrate policy members from legacy "users/" prefix to proper prefixes:+-- - Service accounts: "users/xxx@..." -> "serviceAccounts/xxx@..."+-- - Workload identities: "users/xxx@..." -> "workloadIdentities/xxx@..."+-- Uses principal table to determine the actual type.+-- Only processes members with "users/" prefix; already-migrated data is unchanged.-- Update IAM policies in the policy table+-- IAM policy structure: { bindings: [{ members: [...], role: "..." }] }UPDATE policySET payload = (SELECT jsonb_set(@@ -16,23 +19,19 @@ SET payload = ((SELECT jsonb_agg(CASE- -- Service account: workspace-level (ends with @service.bytebase.com)- WHEN member_text LIKE 'users/%@service.bytebase.com'- THEN to_jsonb(regexp_replace(member_text, '^users/', 'serviceAccounts/'))- -- Service account: project-level (contains .service.bytebase.com)- WHEN member_text LIKE 'users/%@%.service.bytebase.com'- THEN to_jsonb(regexp_replace(member_text, '^users/', 'serviceAccounts/'))- -- Workload identity: workspace-level (ends with @workload.bytebase.com)- WHEN member_text LIKE 'users/%@workload.bytebase.com'- THEN to_jsonb(regexp_replace(member_text, '^users/', 'workloadIdentities/'))- -- Workload identity: project-level (contains .workload.bytebase.com)- WHEN member_text LIKE 'users/%@%.workload.bytebase.com'- THEN to_jsonb(regexp_replace(member_text, '^users/', 'workloadIdentities/'))+ WHEN member_text NOT LIKE 'users/%'+ THEN member+ WHEN p.type = 'SERVICE_ACCOUNT'+ THEN to_jsonb('serviceAccounts/' || email_extracted.email)+ WHEN p.type = 'WORKLOAD_IDENTITY'+ THEN to_jsonb('workloadIdentities/' || email_extracted.email)ELSE memberEND)FROM jsonb_array_elements(binding->'members') AS member,- LATERAL (SELECT member #>> '{}' AS member_text) AS extracted+ LATERAL (SELECT member #>> '{}' AS member_text) AS extracted,+ LATERAL (SELECT substring(member_text FROM 7) AS email) AS email_extracted+ LEFT JOIN principal p ON p.email = email_extracted.email)))@@ -42,3 +41,41 @@ SET payload = ()WHERE type = 'IAM'AND payload->'bindings' IS NOT NULL;++-- Update Masking Exemption policies in the policy table+-- Masking Exemption policy structure: { exemptions: [{ members: [...], condition: {...} }] }+UPDATE policy+SET payload = (+ SELECT jsonb_set(+ payload,+ '{exemptions}',+ (+ SELECT jsonb_agg(+ jsonb_set(+ exemption,+ '{members}',+ (+ SELECT jsonb_agg(+ CASE+ WHEN member_text NOT LIKE 'users/%'+ THEN member+ WHEN p.type = 'SERVICE_ACCOUNT'+ THEN to_jsonb('serviceAccounts/' || email_extracted.email)+ WHEN p.type = 'WORKLOAD_IDENTITY'+ THEN to_jsonb('workloadIdentities/' || email_extracted.email)+ ELSE member+ END+ )+ FROM jsonb_array_elements(exemption->'members') AS member,+ LATERAL (SELECT member #>> '{}' AS member_text) AS extracted,+ LATERAL (SELECT substring(member_text FROM 7) AS email) AS email_extracted+ LEFT JOIN principal p ON p.email = email_extracted.email+ )+ )+ )+ FROM jsonb_array_elements(payload->'exemptions') AS exemption+ )+ )+)+WHERE type = 'MASKING_EXEMPTION'+ AND payload->'exemptions' IS NOT NULL;