Skip to content

Database governance built for humans and agents — controlling changes and access across every major database.

66.0 KB
Raw Blame
package pg

import (
	"context"
	"database/sql"
	"fmt"
	"log/slog"
	"regexp"
	"strconv"
	"strings"

	"github.com/blang/semver/v4"
	metadatapb "github.com/bytebase/omni/metadata"
	"github.com/lib/pq"
	"github.com/pkg/errors"

	"github.com/bytebase/bytebase/backend/common"
	"github.com/bytebase/bytebase/backend/common/log"
	storepb "github.com/bytebase/bytebase/backend/generated-go/store"
	"github.com/bytebase/bytebase/backend/plugin/db"
	"github.com/bytebase/bytebase/backend/plugin/db/util"
	pgparser "github.com/bytebase/bytebase/backend/plugin/parser/pg"
)

// SyncInstance syncs the instance.
func (d *Driver) SyncInstance(ctx context.Context) (*db.InstanceMetadata, error) {
	version, err := d.getVersion(ctx)
	if err != nil {
		return nil, err
	}

	instanceRoles, err := d.getInstanceRoles(ctx)
	if err != nil {
		return nil, err
	}

	// Query db info
	databases, err := d.getDatabases(ctx)
	if err != nil {
		return nil, errors.Wrap(err, "failed to get databases")
	}

	var filteredDatabases []*metadatapb.DatabaseSchemaMetadata
	for _, database := range databases {
		// Skip all system databases
		if pgparser.IsSystemDatabase(database.Name) {
			continue
		}
		filteredDatabases = append(filteredDatabases, database)
	}

	return &db.InstanceMetadata{
		Version:   version,
		Databases: filteredDatabases,
		Metadata: &storepb.Instance{
			Roles: instanceRoles,
		},
	}, nil
}

// SyncDBSchema syncs a single database schema.
func (d *Driver) SyncDBSchema(ctx context.Context) (*metadatapb.DatabaseSchemaMetadata, error) {
	// Query db info
	databases, err := d.getDatabases(ctx)
	if err != nil {
		return nil, errors.Wrap(err, "failed to get databases")
	}

	var databaseMetadata *metadatapb.DatabaseSchemaMetadata
	for _, database := range databases {
		if database.Name == d.databaseName {
			databaseMetadata = database
			break
		}
	}
	if databaseMetadata == nil {
		return nil, common.Errorf(common.NotFound, "database %q not found", d.databaseName)
	}
	// Prefer the live server version over the engine version cached in the connection
	// context: the cached value can be empty or stale, and the version checks below
	// assume "new enough" on parse failure, which would break the sync on old servers.
	engineVersion := d.connectionCtx.EngineVersion
	if version, err := d.getVersion(ctx); err == nil {
		engineVersion = version
	}
	isAtLeastPG10 := isAtLeastPG10(engineVersion)
	isAtLeastPG12 := isAtLeastPG12(engineVersion)
	searchPath, err := d.GetSearchPath(ctx)
	if err != nil {
		return nil, common.Errorf(common.Internal, "failed to get search path for database %q: %v", d.databaseName, err)
	}
	databaseMetadata.SearchPath = searchPath

	txn, err := d.db.BeginTx(ctx, nil)
	if err != nil {
		return nil, err
	}
	defer txn.Rollback()

	// We set the search path to empty before the column sync.
	// The reason is that we can get the expression with default schema name.
	if err := setTxSearchPath(txn, ""); err != nil {
		return nil, errors.Wrapf(err, "failed to set search path")
	}

	extensionDepend, err := getExtensionDepend(txn)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to get extension dependencies from database %q", d.databaseName)
	}
	schemas, schemaOwners, schemaComments, skipDumps, err := getSchemas(txn, extensionDepend)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to get schemas from database %q", d.databaseName)
	}
	columnMap, err := getTableColumns(txn, isAtLeastPG12)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to get columns from database %q", d.databaseName)
	}
	var indexInheritanceMap map[db.IndexKey]*db.IndexKey
	if isAtLeastPG10 {
		indexInheritanceMap, err = getIndexInheritance(txn)
		if err != nil {
			return nil, errors.Wrapf(err, "failed to get index inheritance from database %q", d.databaseName)
		}
	}
	indexMap, err := getIndexes(txn, indexInheritanceMap)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to get indexes from database %q", d.databaseName)
	}
	triggerMap, err := getTriggers(txn, extensionDepend)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to get triggers from database %q", d.databaseName)
	}
	checksMap, err := getChecks(txn)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to get checks from database %q", d.databaseName)
	}
	excludesMap, err := getExcludeConstraints(txn)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to get exclude constraints from database %q", d.databaseName)
	}
	tableMap, externalTableMap, tableOidMap, err := getTables(txn, isAtLeastPG10, columnMap, indexMap, triggerMap, checksMap, excludesMap, extensionDepend)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to get tables from database %q", d.databaseName)
	}
	var tablePartitionMap map[db.TableKey][]*metadatapb.TablePartitionMetadata
	if isAtLeastPG10 {
		tablePartitionMap, err = getTablePartitions(txn, indexMap, checksMap, excludesMap)
		if err != nil {
			return nil, errors.Wrapf(err, "failed to get table partitions from database %q", d.databaseName)
		}
	}
	viewMap, viewOidMap, err := getViews(txn, columnMap, triggerMap, extensionDepend)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to get views from database %q", d.databaseName)
	}
	ruleMap, err := getRules(txn)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to get rules from database %q", d.databaseName)
	}
	materializedViewMap, materializedViewOidMap, err := getMaterializedViews(txn, indexMap, triggerMap, extensionDepend)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to get materialized views from database %q", d.databaseName)
	}
	functionDependencyTables, err := getFunctionDependencyTables(txn)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to get function dependency tables from database %q", d.databaseName)
	}
	functionMap, err := getFunctions(txn, functionDependencyTables, tableOidMap, viewOidMap, materializedViewOidMap, extensionDepend)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to get functions from database %q", d.databaseName)
	}
	sequenceMap, err := getSequences(txn, tableOidMap, extensionDepend)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to get sequences from database %q", d.databaseName)
	}

	extensions, err := getExtensions(txn)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to get extensions from database %q", d.databaseName)
	}

	enumTypes, err := getEnumTypes(txn, extensionDepend)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to get enum types from database %q", d.databaseName)
	}

	compositeTypes, err := getCompositeTypes(txn, extensionDepend)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to get composite types from database %q", d.databaseName)
	}

	eventTriggers, err := getEventTriggers(txn, extensionDepend)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to get event triggers from database %q", d.databaseName)
	}

	if err := txn.Commit(); err != nil {
		return nil, err
	}

	for i, schemaName := range schemas {
		tables := tableMap[schemaName]
		for _, table := range tables {
			if isAtLeastPG10 {
				table.Partitions = warpTablePartitions(tablePartitionMap, schemaName, table.Name)
			}
			// Add rules to table
			key := db.TableKey{Schema: schemaName, Table: table.Name}
			table.Rules = ruleMap[key]
		}
		// Add rules to views
		views := viewMap[schemaName]
		for _, view := range views {
			key := db.TableKey{Schema: schemaName, Table: view.Name}
			view.Rules = ruleMap[key]
		}
		databaseMetadata.Schemas = append(databaseMetadata.Schemas, &metadatapb.SchemaMetadata{
			Name:              schemaName,
			Tables:            tables,
			ExternalTables:    externalTableMap[schemaName],
			Views:             views,
			Functions:         functionMap[schemaName],
			Sequences:         sequenceMap[schemaName],
			MaterializedViews: materializedViewMap[schemaName],
			Owner:             schemaOwners[i],
			Comment:           schemaComments[i],
			EnumTypes:         enumTypes[schemaName],
			CompositeTypes:    compositeTypes[schemaName],
			SkipDump:          skipDumps[i],
		})
	}
	databaseMetadata.Extensions = extensions
	databaseMetadata.EventTriggers = eventTriggers

	return databaseMetadata, err
}

func warpTablePartitions(m map[db.TableKey][]*metadatapb.TablePartitionMetadata, schemaName, tableName string) []*metadatapb.TablePartitionMetadata {
	key := db.TableKey{Schema: schemaName, Table: tableName}
	if partitions, exists := m[key]; exists {
		defer delete(m, key)
		for _, partition := range partitions {
			partition.Subpartitions = warpTablePartitions(m, schemaName, partition.Name)
		}
		return partitions
	}
	return []*metadatapb.TablePartitionMetadata{}
}

var listExtensionDependQuery = `
SELECT
	objid
FROM
	pg_depend
WHERE
	deptype = 'e'
`

func getExtensionDepend(txn *sql.Tx) (map[int]bool, error) {
	extensionDepend := make(map[int]bool)
	rows, err := txn.Query(listExtensionDependQuery)
	if err != nil {
		return nil, err
	}
	defer rows.Close()

	for rows.Next() {
		var objid int
		if err := rows.Scan(&objid); err != nil {
			return nil, err
		}
		extensionDepend[objid] = true
	}
	if err := rows.Err(); err != nil {
		return nil, err
	}
	return extensionDepend, nil
}

var listCheckQuery = `
SELECT nsp.nspname, rel.relname, con.conname, pg_get_constraintdef(con.oid, true)
    FROM pg_catalog.pg_constraint con
        INNER JOIN pg_catalog.pg_class rel ON rel.oid = con.conrelid
        INNER JOIN pg_catalog.pg_namespace nsp ON nsp.oid = connamespace
        WHERE contype = 'c' and ` + fmt.Sprintf(`nsp.nspname NOT IN (%s)
        AND nsp.nspname NOT LIKE 'pg_temp%%'
        AND nsp.nspname NOT LIKE 'pg_toast%%'
        ORDER BY nsp.nspname, rel.relname, con.conname`, pgparser.SystemSchemaWhereClause)

func getChecks(txn *sql.Tx) (map[db.TableKey][]*metadatapb.CheckConstraintMetadata, error) {
	checksMap := make(map[db.TableKey][]*metadatapb.CheckConstraintMetadata)
	rows, err := txn.Query(listCheckQuery)
	if err != nil {
		return nil, err
	}
	defer rows.Close()

	for rows.Next() {
		var checkMetadata metadatapb.CheckConstraintMetadata
		var schemaName, tableName, checkDefinition string
		if err := rows.Scan(&schemaName, &tableName, &checkMetadata.Name, &checkDefinition); err != nil {
			return nil, err
		}
		checkMetadata.Expression = strings.TrimPrefix(checkDefinition, "CHECK ")

		key := db.TableKey{Schema: schemaName, Table: tableName}
		checksMap[key] = append(checksMap[key], &checkMetadata)
	}
	if err := rows.Err(); err != nil {
		return nil, err
	}
	return checksMap, nil
}

var listExcludeConstraintsQuery = `
SELECT nsp.nspname, rel.relname, con.conname, pg_get_constraintdef(con.oid, true)
    FROM pg_catalog.pg_constraint con
        INNER JOIN pg_catalog.pg_class rel ON rel.oid = con.conrelid
        INNER JOIN pg_catalog.pg_namespace nsp ON nsp.oid = connamespace
        WHERE contype = 'x' and ` + fmt.Sprintf(`nsp.nspname NOT IN (%s)
        AND nsp.nspname NOT LIKE 'pg_temp%%'
        AND nsp.nspname NOT LIKE 'pg_toast%%'`, pgparser.SystemSchemaWhereClause)

func getExcludeConstraints(txn *sql.Tx) (map[db.TableKey][]*metadatapb.ExcludeConstraintMetadata, error) {
	excludesMap := make(map[db.TableKey][]*metadatapb.ExcludeConstraintMetadata)
	rows, err := txn.Query(listExcludeConstraintsQuery)
	if err != nil {
		return nil, err
	}
	defer rows.Close()

	for rows.Next() {
		var excludeMetadata metadatapb.ExcludeConstraintMetadata
		var schemaName, tableName string
		if err := rows.Scan(&schemaName, &tableName, &excludeMetadata.Name, &excludeMetadata.Expression); err != nil {
			return nil, err
		}
		// Expression keeps full definition including "EXCLUDE" keyword

		key := db.TableKey{Schema: schemaName, Table: tableName}
		excludesMap[key] = append(excludesMap[key], &excludeMetadata)
	}
	if err := rows.Err(); err != nil {
		return nil, err
	}
	return excludesMap, nil
}

var listForeignKeyQuery = `
SELECT
	n.nspname AS fk_schema,
	quote_ident(fk_nsp.nspname) || '.' || quote_ident(fk_cls.relname) AS fk_table,
	conname AS fk_name,
	ref_nsp.nspname AS fk_ref_schema,
	quote_ident(ref_nsp.nspname) || '.' || quote_ident(ref_cls.relname) AS fk_ref_table,
	confdeltype AS delete_option,
	confupdtype AS update_option,
	confmatchtype AS match_option,
	pg_get_constraintdef(c.oid) AS fk_def
FROM
	pg_constraint c
	JOIN pg_namespace n ON n.oid = c.connamespace
	JOIN pg_class fk_cls ON fk_cls.oid = c.conrelid
	JOIN pg_namespace fk_nsp ON fk_nsp.oid = fk_cls.relnamespace
	JOIN pg_class ref_cls ON ref_cls.oid = c.confrelid
	JOIN pg_namespace ref_nsp ON ref_nsp.oid = ref_cls.relnamespace` + fmt.Sprintf(`
WHERE
	n.nspname NOT IN(%s)
	AND n.nspname NOT LIKE 'pg_temp%%'
	AND n.nspname NOT LIKE 'pg_toast%%'
	AND c.contype = 'f'
	AND c.conparentid = 0
ORDER BY fk_schema, fk_table, fk_name;`, pgparser.SystemSchemaWhereClause)

func getForeignKeys(txn *sql.Tx) (map[db.TableKey][]*metadatapb.ForeignKeyMetadata, error) {
	foreignKeysMap := make(map[db.TableKey][]*metadatapb.ForeignKeyMetadata)
	rows, err := txn.Query(listForeignKeyQuery)
	if err != nil {
		return nil, err
	}
	defer rows.Close()

	for rows.Next() {
		var fkMetadata metadatapb.ForeignKeyMetadata
		var fkSchema, fkTable, fkDefinition string
		var fkRefSchema sql.NullString
		if err := rows.Scan(
			&fkSchema,
			&fkTable,
			&fkMetadata.Name,
			&fkRefSchema,
			&fkMetadata.ReferencedTable,
			&fkMetadata.OnDelete,
			&fkMetadata.OnUpdate,
			&fkMetadata.MatchType,
			&fkDefinition,
		); err != nil {
			return nil, err
		}

		if !fkRefSchema.Valid {
			continue
		}
		fkMetadata.ReferencedSchema = fkRefSchema.String

		fkTable = formatTableNameFromRegclass(fkTable)
		fkMetadata.ReferencedTable = formatTableNameFromRegclass(fkMetadata.ReferencedTable)
		fkMetadata.OnDelete = convertForeignKeyActionCode(fkMetadata.OnDelete)
		fkMetadata.OnUpdate = convertForeignKeyActionCode(fkMetadata.OnUpdate)
		fkMetadata.MatchType = convertForeignKeyMatchType(fkMetadata.MatchType)

		if fkMetadata.Columns, fkMetadata.ReferencedColumns, err = getForeignKeyColumnsAndReferencedColumns(fkDefinition); err != nil {
			return nil, err
		}
		key := db.TableKey{Schema: fkSchema, Table: fkTable}
		foreignKeysMap[key] = append(foreignKeysMap[key], &fkMetadata)
	}
	if err := rows.Err(); err != nil {
		return nil, err
	}
	return foreignKeysMap, nil
}

func convertForeignKeyMatchType(in string) string {
	switch in {
	case "f":
		return "FULL"
	case "p":
		return "PARTIAL"
	case "s":
		return "SIMPLE"
	default:
		return in
	}
}

func convertForeignKeyActionCode(in string) string {
	switch in {
	case "a":
		return "NO ACTION"
	case "r":
		return "RESTRICT"
	case "c":
		return "CASCADE"
	case "n":
		return "SET NULL"
	case "d":
		return "SET DEFAULT"
	default:
		return in
	}
}

func getForeignKeyColumnsAndReferencedColumns(definition string) ([]string, []string, error) {
	columnsRegexp := regexp.MustCompile(`FOREIGN KEY \((.*)\) REFERENCES (.*)\((.*)\)`)
	matches := columnsRegexp.FindStringSubmatch(definition)
	if len(matches) != 4 {
		return nil, nil, errors.Errorf("invalid foreign key definition: %q", definition)
	}
	columnList, err := getColumnList(matches[1])
	if err != nil {
		return nil, nil, errors.Wrapf(err, "invalid foreign key definition: %q", definition)
	}
	referencedColumnList, err := getColumnList(matches[3])
	if err != nil {
		return nil, nil, errors.Wrapf(err, "invalid foreign key definition: %q", definition)
	}

	return columnList, referencedColumnList, nil
}

func getColumnList(definition string) ([]string, error) {
	list := strings.Split(definition, ",")
	if len(list) == 0 {
		return nil, errors.Errorf("invalid column list definition: %q", definition)
	}
	var result []string
	for _, name := range list {
		name = strings.TrimSpace(name)
		name = strings.Trim(name, `"`)
		result = append(result, name)
	}
	return result, nil
}

func formatTableNameFromRegclass(name string) string {
	if strings.Contains(name, ".") {
		name = name[1+strings.Index(name, "."):]
	}
	return strings.Trim(name, `"`)
}

var listSchemaQuery = fmt.Sprintf(`
SELECT oid, nspname, pg_catalog.pg_get_userbyid(nspowner) as schema_owner,
       obj_description(oid, 'pg_namespace') as schema_comment
FROM pg_catalog.pg_namespace
WHERE nspname NOT IN (%s)
  AND nspname NOT LIKE 'pg_temp%%'
  AND nspname NOT LIKE 'pg_toast%%'
ORDER BY nspname;
`, pgparser.SystemSchemaWhereClause)

func getSchemas(txn *sql.Tx, extensionDepend map[int]bool) ([]string, []string, []string, []bool, error) {
	rows, err := txn.Query(listSchemaQuery)
	if err != nil {
		return nil, nil, nil, nil, err
	}
	defer rows.Close()

	var schemaNames, schemaOwners, schemaComments []string
	var skipDump []bool
	for rows.Next() {
		var oid int
		var schemaName, schemaOwner string
		var comment sql.NullString
		if err := rows.Scan(&oid, &schemaName, &schemaOwner, &comment); err != nil {
			return nil, nil, nil, nil, err
		}
		if pgparser.IsSystemSchema(schemaName) {
			continue
		}
		skipDump = append(skipDump, extensionDepend[oid])
		schemaNames = append(schemaNames, schemaName)
		schemaOwners = append(schemaOwners, schemaOwner)
		if comment.Valid {
			schemaComments = append(schemaComments, comment.String)
		} else {
			schemaComments = append(schemaComments, "")
		}
	}
	if err := rows.Err(); err != nil {
		return nil, nil, nil, nil, err
	}
	return schemaNames, schemaOwners, schemaComments, skipDump, nil
}

// getListForeignTableQuery returns the foreign table query against pg_catalog directly.
// information_schema.foreign_tables hides foreign tables the current user has no privilege
// on (pg_has_role(c.relowner, 'USAGE') OR has_table_privilege(...) OR
// has_any_column_privilege(...)), silently omitting them from the synced metadata. The
// expressions are copied from the information_schema._pg_foreign_tables view definition
// minus the privilege predicate (and minus its pg_authid join, which only feeds a column
// we do not output and is not readable by non-superusers anyway).
func getListForeignTableQuery() string {
	return `SELECT
		n.nspname AS foreign_table_schema,
		c.relname AS foreign_table_name,
		current_database() AS foreign_server_catalog,
		s.srvname AS foreign_server_name
	FROM pg_catalog.pg_foreign_table t
		JOIN pg_catalog.pg_class c ON c.oid = t.ftrelid
		JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
		JOIN pg_catalog.pg_foreign_server s ON s.oid = t.ftserver
	WHERE c.relkind = 'f'
	ORDER BY n.nspname, c.relname;`
}
func getListTableQuery(isAtLeastPG10 bool) string {
	relisPartition := ""
	if isAtLeastPG10 {
		relisPartition = " AND pc.relispartition IS FALSE"
	}
	return `
	SELECT pc.oid, tbl.schemaname, tbl.tablename,
		pg_table_size(pc.oid),
		pg_indexes_size(pc.oid),
		GREATEST(pc.reltuples::bigint, 0::BIGINT) AS estimate,
		obj_description(pc.oid) AS comment,
		tbl.tableowner
	FROM pg_catalog.pg_tables tbl
	LEFT JOIN pg_namespace n ON n.nspname = tbl.schemaname
	LEFT JOIN pg_class pc ON pc.relname = tbl.tablename AND pc.relnamespace = n.oid AND pc.relkind IN ('r', 'p')` + fmt.Sprintf(`
	WHERE tbl.schemaname NOT IN (%s)
	  AND tbl.schemaname NOT LIKE 'pg_temp%%'
	  AND tbl.schemaname NOT LIKE 'pg_toast%%'%s
	ORDER BY tbl.schemaname, tbl.tablename;`, pgparser.SystemSchemaWhereClause, relisPartition)
}

// getTables gets all tables of a database.
func getTables(
	txn *sql.Tx,
	isAtLeastPG10 bool,
	columnMap map[db.TableKey][]*metadatapb.ColumnMetadata,
	indexMap map[db.TableKey][]*metadatapb.IndexMetadata,
	triggerMap map[db.TableKey][]*metadatapb.TriggerMetadata,
	checksMap map[db.TableKey][]*metadatapb.CheckConstraintMetadata,
	excludesMap map[db.TableKey][]*metadatapb.ExcludeConstraintMetadata,
	extensionDepend map[int]bool,
) (map[string][]*metadatapb.TableMetadata, map[string][]*metadatapb.ExternalTableMetadata, map[int]*db.TableKeyWithColumns, error) {
	foreignKeysMap, err := getForeignKeys(txn)
	if err != nil {
		return nil, nil, nil, errors.Wrapf(err, "failed to get foreign keys")
	}
	foreignTablesMap, err := getForeignTables(txn, columnMap)
	if err != nil {
		return nil, nil, nil, errors.Wrapf(err, "failed to get foreign tables")
	}

	tableMap := make(map[string][]*metadatapb.TableMetadata)
	tableOidMap := make(map[int]*db.TableKeyWithColumns)
	query := getListTableQuery(isAtLeastPG10)
	rows, err := txn.Query(query)
	if err != nil {
		return nil, nil, nil, err
	}
	defer rows.Close()

	for rows.Next() {
		table := &metadatapb.TableMetadata{}
		var oid int
		var schemaName string
		var dataSize, indexSize sql.NullInt64
		var comment sql.NullString
		if err := rows.Scan(&oid, &schemaName, &table.Name, &dataSize, &indexSize, &table.RowCount, &comment, &table.Owner); err != nil {
			return nil, nil, nil, err
		}
		if !dataSize.Valid || !indexSize.Valid {
			return nil, nil, nil, errors.Errorf("pg_table_size or pg_indexes_size returned NULL for table %q.%q — this typically means the database user lacks permission; grant the pg_read_all_stats role to fix this", schemaName, table.Name)
		}
		table.DataSize = dataSize.Int64
		table.IndexSize = indexSize.Int64
		if pgparser.IsSystemTable(table.Name) {
			continue
		}
		if extensionDepend[oid] {
			table.SkipDump = true
		}
		if comment.Valid {
			table.Comment = comment.String
		}
		key := db.TableKey{Schema: schemaName, Table: table.Name}
		table.Columns = columnMap[key]
		table.Indexes = indexMap[key]
		table.ForeignKeys = foreignKeysMap[key]
		table.Triggers = triggerMap[key]
		table.CheckConstraints = checksMap[key]
		table.ExcludeConstraints = excludesMap[key]

		tableMap[schemaName] = append(tableMap[schemaName], table)
		tableOidMap[oid] = &db.TableKeyWithColumns{Schema: schemaName, Table: table.Name, Columns: table.Columns}
	}
	if err := rows.Err(); err != nil {
		return nil, nil, nil, err
	}

	return tableMap, foreignTablesMap, tableOidMap, nil
}

func getForeignTables(txn *sql.Tx, columnMap map[db.TableKey][]*metadatapb.ColumnMetadata) (map[string][]*metadatapb.ExternalTableMetadata, error) {
	query := getListForeignTableQuery()
	rows, err := txn.Query(query)
	if err != nil {
		// Experimental feature, log error and return.
		slog.Error("failed to query foreign table: %v", log.BBError(err))
		return nil, nil
	}
	defer rows.Close()

	foreignTablesMap := make(map[string][]*metadatapb.ExternalTableMetadata)

	for rows.Next() {
		var schemaName, tableName, foreignServerCatalog, foreignServerName string
		if err := rows.Scan(&schemaName, &tableName, &foreignServerCatalog, &foreignServerName); err != nil {
			slog.Error("failed to scan foreign table: %v", log.BBError(err))
			return nil, nil
		}
		externalTable := &metadatapb.ExternalTableMetadata{
			Name:                 tableName,
			ExternalServerName:   foreignServerName,
			ExternalDatabaseName: foreignServerCatalog,
		}
		key := db.TableKey{Schema: schemaName, Table: externalTable.Name}
		externalTable.Columns = columnMap[key]

		foreignTablesMap[schemaName] = append(foreignTablesMap[schemaName], externalTable)
	}

	if err := rows.Err(); err != nil {
		slog.Error("failed to scan foreign table: %v", log.BBError(err))
		return nil, nil
	}

	return foreignTablesMap, nil
}

var listTablePartitionQuery = `
SELECT
	n.nspname AS schema_name,
	c.relname AS table_name,
	i2.nspname AS inh_schema_name,
	i2.relname AS inh_table_name,
	i2.partstrat AS partition_type,
	pg_get_expr(c.relpartbound, c.oid) AS rel_part_bound,
	pg_get_partkeydef(i2.inhparent) AS part_key_def
FROM
	pg_catalog.pg_class c
	LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
    LEFT JOIN (
		pg_inherits i 
		INNER JOIN pg_class c2 ON i.inhparent = c2.oid 
		LEFT JOIN pg_namespace n2 ON n2.oid = c2.relnamespace
		LEFT JOIN pg_partitioned_table p ON p.partrelid = c2.oid
	) i2 ON i2.inhrelid = c.oid 
WHERE
	((c.relkind = 'r'::"char") OR (c.relkind = 'f'::"char") OR (c.relkind = 'p'::"char"))
	AND c.relispartition IS TRUE ` + fmt.Sprintf(`
	AND n.nspname NOT IN (%s)
	AND n.nspname NOT LIKE 'pg_temp%%'
	AND n.nspname NOT LIKE 'pg_toast%%'
ORDER BY c.oid;`, pgparser.SystemSchemaWhereClause)

func getTablePartitions(txn *sql.Tx, indexMap map[db.TableKey][]*metadatapb.IndexMetadata, checksMap map[db.TableKey][]*metadatapb.CheckConstraintMetadata, excludesMap map[db.TableKey][]*metadatapb.ExcludeConstraintMetadata) (map[db.TableKey][]*metadatapb.TablePartitionMetadata, error) {
	result := make(map[db.TableKey][]*metadatapb.TablePartitionMetadata)
	rows, err := txn.Query(listTablePartitionQuery)
	if err != nil {
		return nil, err
	}
	defer rows.Close()

	for rows.Next() {
		var schemaName, tableName, inhSchemaName, inhTableName, partitionType, relPartBound, partKeyDef string
		if err := rows.Scan(&schemaName, &tableName, &inhSchemaName, &inhTableName, &partitionType, &relPartBound, &partKeyDef); err != nil {
			return nil, err
		}
		if pgparser.IsSystemTable(tableName) || pgparser.IsSystemTable(inhTableName) {
			continue
		}
		key := db.TableKey{Schema: schemaName, Table: tableName}
		inhKey := db.TableKey{Schema: inhSchemaName, Table: inhTableName}
		metadata := &metadatapb.TablePartitionMetadata{
			Name:               tableName,
			Expression:         partKeyDef,
			Value:              relPartBound,
			Indexes:            indexMap[key],
			CheckConstraints:   checksMap[key],
			ExcludeConstraints: excludesMap[key],
		}
		switch strings.ToLower(partitionType) {
		case "l":
			metadata.Type = metadatapb.TablePartitionMetadata_LIST
		case "r":
			metadata.Type = metadatapb.TablePartitionMetadata_RANGE
		case "h":
			metadata.Type = metadatapb.TablePartitionMetadata_HASH
		default:
			return nil, errors.Errorf("invalid partition type %q", partitionType)
		}
		result[inhKey] = append(result[inhKey], metadata)
	}
	if err := rows.Err(); err != nil {
		return nil, err
	}

	return result, nil
}

var listIndexInheritanceQuery = `
SELECT
  sc.nspname,
  cc.relname,
  sp.nspname,
  cp.relname
FROM
  pg_catalog.pg_inherits i
  left JOIN pg_catalog.pg_class cp ON cp.oid = i.inhparent
  left join pg_catalog.pg_class cc ON cc.oid = i.inhrelid
  left join pg_catalog.pg_namespace sp on cp.relnamespace = sp.oid
  left join pg_catalog.pg_namespace sc on cc.relnamespace = sc.oid
WHERE (cp.relkind = 'i' or cp.relkind = 'I') and (cc.relkind = 'i' or cc.relkind = 'I')
`

func getIndexInheritance(txn *sql.Tx) (map[db.IndexKey]*db.IndexKey, error) {
	result := make(map[db.IndexKey]*db.IndexKey)
	rows, err := txn.Query(listIndexInheritanceQuery)
	if err != nil {
		return nil, err
	}
	defer rows.Close()

	for rows.Next() {
		var schemaName, indexName, parentSchemaName, parentIndexName string
		if err := rows.Scan(&schemaName, &indexName, &parentSchemaName, &parentIndexName); err != nil {
			return nil, err
		}
		key := db.IndexKey{Schema: schemaName, Index: indexName}
		parentKey := db.IndexKey{Schema: parentSchemaName, Index: parentIndexName}
		result[key] = &parentKey
	}
	if err := rows.Err(); err != nil {
		return nil, err
	}

	return result, nil
}

func setTxSearchPath(txn *sql.Tx, searchPath string) error {
	// The new value of the search_path will only apply during the current transaction.
	const setSearchPathQuery = `SELECT pg_catalog.set_config('search_path', $1, true);`
	if _, err := txn.Exec(setSearchPathQuery, searchPath); err != nil {
		return err
	}
	return nil
}

// getListColumnQuery returns the column query against pg_catalog directly.
// information_schema.columns hides columns of tables the current user has no privilege
// on (its WHERE clause checks pg_has_role(c.relowner, 'USAGE') OR has_column_privilege(...)),
// while indexes and constraints are synced from pg_catalog without such filtering. A sync
// user lacking table privileges would thus get table metadata with constraints but zero
// columns. Querying pg_catalog directly keeps column metadata complete regardless of
// privileges. The expressions are copied verbatim from the information_schema.columns
// view definition (minus the privilege predicate) so all produced values stay identical.
func getListColumnQuery(isAtLeastPG12 bool) string {
	// pg_attribute.attgenerated only exists on PostgreSQL >= 12. On older versions
	// information_schema.columns.column_default has no generated-column exclusion either,
	// so this matches the per-version information_schema behavior.
	columnDefault := "pg_catalog.pg_get_expr(ad.adbin, ad.adrelid)"
	if isAtLeastPG12 {
		columnDefault = "CASE WHEN a.attgenerated = '' THEN pg_catalog.pg_get_expr(ad.adbin, ad.adrelid) END"
	}
	return fmt.Sprintf(`
SELECT
	nc.nspname AS table_schema,
	c.relname AS table_name,
	a.attname AS column_name,
	CASE
		WHEN t.typtype = 'd' THEN
			CASE
				WHEN bt.typelem <> 0 AND bt.typlen = -1 THEN 'ARRAY'
				WHEN nbt.nspname = 'pg_catalog' THEN pg_catalog.format_type(t.typbasetype, NULL)
				ELSE 'USER-DEFINED'
			END
		ELSE
			CASE
				WHEN t.typelem <> 0 AND t.typlen = -1 THEN 'ARRAY'
				WHEN nt.nspname = 'pg_catalog' THEN pg_catalog.format_type(a.atttypid, NULL)
				ELSE 'USER-DEFINED'
			END
	END AS data_type,
	information_schema._pg_char_max_length(information_schema._pg_truetypid(a.*, t.*), information_schema._pg_truetypmod(a.*, t.*)) AS character_maximum_length,
	information_schema._pg_numeric_precision(information_schema._pg_truetypid(a.*, t.*), information_schema._pg_truetypmod(a.*, t.*)) AS numeric_precision,
	information_schema._pg_numeric_scale(information_schema._pg_truetypid(a.*, t.*), information_schema._pg_truetypmod(a.*, t.*)) AS numeric_scale,
	information_schema._pg_datetime_precision(information_schema._pg_truetypid(a.*, t.*), information_schema._pg_truetypmod(a.*, t.*)) AS datetime_precision,
	a.attnum AS ordinal_position,
	%s AS column_default,
	CASE WHEN a.attnotnull OR (t.typtype = 'd' AND t.typnotnull) THEN 'NO' ELSE 'YES' END AS is_nullable,
	co.collname AS collation_name,
	COALESCE(nbt.nspname, nt.nspname) AS udt_schema,
	COALESCE(bt.typname, t.typname) AS udt_name,
	CASE a.attidentity WHEN 'a' THEN 'ALWAYS' WHEN 'd' THEN 'BY DEFAULT' END AS identity_generation,
	pg_catalog.col_description(c.oid, a.attnum) AS column_comment
FROM pg_catalog.pg_attribute a
	LEFT JOIN pg_catalog.pg_attrdef ad ON a.attrelid = ad.adrelid AND a.attnum = ad.adnum
	JOIN pg_catalog.pg_class c ON a.attrelid = c.oid
	JOIN pg_catalog.pg_namespace nc ON c.relnamespace = nc.oid
	JOIN pg_catalog.pg_type t ON a.atttypid = t.oid
	JOIN pg_catalog.pg_namespace nt ON t.typnamespace = nt.oid
	LEFT JOIN (pg_catalog.pg_type bt JOIN pg_catalog.pg_namespace nbt ON bt.typnamespace = nbt.oid)
		ON t.typtype = 'd' AND t.typbasetype = bt.oid
	LEFT JOIN (pg_catalog.pg_collation co JOIN pg_catalog.pg_namespace nco ON co.collnamespace = nco.oid)
		ON a.attcollation = co.oid AND (nco.nspname <> 'pg_catalog' OR co.collname <> 'default')
WHERE a.attnum > 0
	AND NOT a.attisdropped
	AND c.relkind IN ('r', 'v', 'f', 'p')
	AND nc.nspname NOT IN (%s)
	AND nc.nspname NOT LIKE 'pg_temp%%'
	AND nc.nspname NOT LIKE 'pg_toast%%'
ORDER BY nc.nspname, c.relname, a.attnum;`, columnDefault, pgparser.SystemSchemaWhereClause)
}

// getTableColumns gets the columns of a table.
func getTableColumns(txn *sql.Tx, isAtLeastPG12 bool) (map[db.TableKey][]*metadatapb.ColumnMetadata, error) {
	columnsMap := make(map[db.TableKey][]*metadatapb.ColumnMetadata)
	rows, err := txn.Query(getListColumnQuery(isAtLeastPG12))
	if err != nil {
		return nil, err
	}
	defer rows.Close()
	for rows.Next() {
		column := &metadatapb.ColumnMetadata{}
		var schemaName, tableName, nullable string
		var characterMaxLength, numericPrecision, numericScale, datetimePrecision, defaultStr, collation, udtSchema, udtName, identityGeneration, comment sql.NullString
		if err := rows.Scan(&schemaName, &tableName, &column.Name, &column.Type, &characterMaxLength, &numericPrecision, &numericScale, &datetimePrecision, &column.Position, &defaultStr, &nullable, &collation, &udtSchema, &udtName, &identityGeneration, &comment); err != nil {
			return nil, err
		}
		// Store schema-qualified default in the Default field for Step 4 of column default migration
		if defaultStr.Valid {
			column.Default = defaultStr.String
		} else {
			column.Default = "" // Handle NULL case (no default or DEFAULT NULL)
		}
		isNullBool, err := util.ConvertYesNo(nullable)
		if err != nil {
			return nil, err
		}
		column.Nullable = isNullBool
		switch column.Type {
		case "USER-DEFINED":
			column.Type = fmt.Sprintf("%s.%s", udtSchema.String, udtName.String)
		case "ARRAY":
			column.Type = udtName.String
		case "character", "character varying", "bit", "bit varying":
			if characterMaxLength.Valid {
				// For character varying(n), the character maximum length is n.
				// For character without length specifier, key character_maximum_length is null,
				// we don't need to append the length.
				// https://www.postgresql.org/docs/current/infoschema-columns.html.
				column.Type = fmt.Sprintf("%s(%s)", column.Type, characterMaxLength.String)
			}
		case "numeric", "decimal":
			// Handle numeric/decimal precision and scale
			if numericPrecision.Valid && numericScale.Valid {
				// If scale is 0, only show precision (NUMERIC(8) not NUMERIC(8,0))
				if numericScale.String == "0" {
					column.Type = fmt.Sprintf("%s(%s)", column.Type, numericPrecision.String)
				} else {
					column.Type = fmt.Sprintf("%s(%s,%s)", column.Type, numericPrecision.String, numericScale.String)
				}
			} else if numericPrecision.Valid {
				column.Type = fmt.Sprintf("%s(%s)", column.Type, numericPrecision.String)
			}
		case "time", "time without time zone", "time with time zone",
			"timestamp", "timestamp without time zone", "timestamp with time zone":
			// Handle time/timestamp precision
			if datetimePrecision.Valid {
				// For time types, add precision before "without time zone" part
				if strings.Contains(column.Type, "without time zone") {
					baseType := strings.Replace(column.Type, " without time zone", "", 1)
					column.Type = fmt.Sprintf("%s(%s) without time zone", baseType, datetimePrecision.String)
				} else if strings.Contains(column.Type, "with time zone") {
					baseType := strings.Replace(column.Type, " with time zone", "", 1)
					column.Type = fmt.Sprintf("%s(%s) with time zone", baseType, datetimePrecision.String)
				} else {
					// For plain "time" or "timestamp"
					column.Type = fmt.Sprintf("%s(%s)", column.Type, datetimePrecision.String)
				}
			}
		default:
			// Keep the type as is
		}
		column.Collation = collation.String
		column.Comment = comment.String
		if identityGeneration.Valid {
			switch strings.ToUpper(identityGeneration.String) {
			case "ALWAYS":
				column.IdentityGeneration = metadatapb.ColumnMetadata_ALWAYS
			case "BY DEFAULT":
				column.IdentityGeneration = metadatapb.ColumnMetadata_BY_DEFAULT
			default:
				// Keep the default value
			}
		}

		key := db.TableKey{Schema: schemaName, Table: tableName}
		columnsMap[key] = append(columnsMap[key], column)
	}
	if err := rows.Err(); err != nil {
		return nil, err
	}

	return columnsMap, nil
}

var listMaterializedViewQuery = `
SELECT pc.oid, m.schemaname, m.matviewname, m.definition, obj_description(pc.oid)
FROM pg_catalog.pg_matviews m
	LEFT JOIN pg_namespace n ON n.nspname = m.schemaname
	LEFT JOIN pg_class pc ON pc.relname = m.matviewname AND pc.relnamespace = n.oid AND pc.relkind = 'm'` + fmt.Sprintf(`
WHERE m.schemaname NOT IN (%s)
  AND m.schemaname NOT LIKE 'pg_temp%%'
  AND m.schemaname NOT LIKE 'pg_toast%%'
ORDER BY m.schemaname, m.matviewname;`, pgparser.SystemSchemaWhereClause)

func getMaterializedViews(txn *sql.Tx, indexMap map[db.TableKey][]*metadatapb.IndexMetadata, triggerMap map[db.TableKey][]*metadatapb.TriggerMetadata, extensionDepend map[int]bool) (map[string][]*metadatapb.MaterializedViewMetadata, map[int]*db.TableKey, error) {
	matviewMap := make(map[string][]*metadatapb.MaterializedViewMetadata)
	materializedViewOidMap := make(map[int]*db.TableKey)

	rows, err := txn.Query(listMaterializedViewQuery)
	if err != nil {
		return nil, nil, err
	}
	defer rows.Close()
	for rows.Next() {
		matview := &metadatapb.MaterializedViewMetadata{}
		var oid int
		var schemaName string
		var def, comment sql.NullString
		if err := rows.Scan(&oid, &schemaName, &matview.Name, &def, &comment); err != nil {
			return nil, nil, err
		}
		// Skip system views.
		if pgparser.IsSystemView(matview.Name) {
			continue
		}
		if extensionDepend[oid] {
			matview.SkipDump = true
		}

		// Return error on NULL view definition.
		if !def.Valid {
			return nil, nil, errors.Errorf("schema %q materialized view %q has empty definition; please check whether proper privileges have been granted to Bytebase", schemaName, matview.Name)
		}
		matview.Definition = def.String
		if comment.Valid {
			matview.Comment = comment.String
		}
		viewKey := db.TableKey{Schema: schemaName, Table: matview.Name}
		matview.Indexes = indexMap[viewKey]
		matview.Triggers = triggerMap[viewKey]

		matviewMap[schemaName] = append(matviewMap[schemaName], matview)
		materializedViewOidMap[oid] = &viewKey
	}
	if err := rows.Err(); err != nil {
		return nil, nil, err
	}

	for schemaName, list := range matviewMap {
		for _, matview := range list {
			dependencies, err := getViewDependencies(txn, schemaName, matview.Name)
			if err != nil {
				return nil, nil, errors.Wrapf(err, "failed to get materialized view %q dependencies", matview.Name)
			}
			matview.DependencyColumns = dependencies
		}
	}

	return matviewMap, materializedViewOidMap, nil
}

var listViewQuery = `
SELECT pc.oid, v.schemaname, v.viewname, v.definition, obj_description(pc.oid)
FROM pg_catalog.pg_views v
	LEFT JOIN pg_namespace n ON n.nspname = v.schemaname
	LEFT JOIN pg_class pc ON pc.relname = v.viewname AND pc.relnamespace = n.oid AND pc.relkind = 'v'` + fmt.Sprintf(`
WHERE v.schemaname NOT IN (%s)
  AND v.schemaname NOT LIKE 'pg_temp%%'
  AND v.schemaname NOT LIKE 'pg_toast%%'
ORDER BY v.schemaname, v.viewname;`, pgparser.SystemSchemaWhereClause)

// getViews gets all views of a database.
func getViews(txn *sql.Tx, columnMap map[db.TableKey][]*metadatapb.ColumnMetadata, triggerMap map[db.TableKey][]*metadatapb.TriggerMetadata, extensionDepend map[int]bool) (map[string][]*metadatapb.ViewMetadata, map[int]*db.TableKey, error) {
	viewMap := make(map[string][]*metadatapb.ViewMetadata)
	viewOidMap := make(map[int]*db.TableKey)

	rows, err := txn.Query(listViewQuery)
	if err != nil {
		return nil, nil, err
	}
	defer rows.Close()
	for rows.Next() {
		view := &metadatapb.ViewMetadata{}
		var oid int
		var schemaName string
		var def, comment sql.NullString
		if err := rows.Scan(&oid, &schemaName, &view.Name, &def, &comment); err != nil {
			return nil, nil, err
		}
		// Skip system views.
		if pgparser.IsSystemView(view.Name) {
			continue
		}
		if extensionDepend[oid] {
			view.SkipDump = true
		}

		// Return error on NULL view definition.
		// https://github.com/bytebase/bytebase/issues/343
		if !def.Valid {
			return nil, nil, errors.Errorf("schema %q view %q has empty definition; please check whether proper privileges have been granted to Bytebase", schemaName, view.Name)
		}
		view.Definition = def.String
		if comment.Valid {
			view.Comment = comment.String
		}

		key := db.TableKey{Schema: schemaName, Table: view.Name}
		view.Columns = columnMap[key]
		view.Triggers = triggerMap[key]

		viewMap[schemaName] = append(viewMap[schemaName], view)
		viewOidMap[oid] = &key
	}
	if err := rows.Err(); err != nil {
		return nil, nil, err
	}

	for schemaName, list := range viewMap {
		for _, view := range list {
			dependencies, err := getViewDependencies(txn, schemaName, view.Name)
			if err != nil {
				return nil, nil, errors.Wrapf(err, "failed to get view %q dependencies", view.Name)
			}
			view.DependencyColumns = dependencies
		}
	}

	return viewMap, viewOidMap, nil
}

// getViewDependencies gets the dependencies of a view.
func getViewDependencies(txn *sql.Tx, schemaName, viewName string) ([]*metadatapb.DependencyColumn, error) {
	var result []*metadatapb.DependencyColumn

	query := fmt.Sprintf(`
		SELECT source_ns.nspname as source_schema,
	  		source_table.relname as source_table,
	  		pg_attribute.attname as column_name
	  	FROM pg_depend 
	  		JOIN pg_rewrite ON pg_depend.objid = pg_rewrite.oid 
	  		JOIN pg_class as dependency_view ON pg_rewrite.ev_class = dependency_view.oid 
	  		JOIN pg_class as source_table ON pg_depend.refobjid = source_table.oid 
	  		JOIN pg_attribute ON pg_depend.refobjid = pg_attribute.attrelid 
	  		    AND pg_depend.refobjsubid = pg_attribute.attnum 
	  		JOIN pg_namespace dependency_ns ON dependency_ns.oid = dependency_view.relnamespace
	  		JOIN pg_namespace source_ns ON source_ns.oid = source_table.relnamespace
	  	WHERE 
	  		dependency_ns.nspname = '%s'
	  		AND dependency_view.relname = '%s'
	  		AND pg_attribute.attnum > 0
	  		-- Only consider SELECT rules (view definitions), not INSERT/UPDATE/DELETE rules
	  		AND pg_rewrite.ev_type = '1'
	  	ORDER BY 1,2,3;
	`, schemaName, viewName)

	rows, err := txn.Query(query)
	if err != nil {
		return nil, err
	}
	defer rows.Close()
	for rows.Next() {
		dependencyColumn := &metadatapb.DependencyColumn{}
		if err := rows.Scan(&dependencyColumn.Schema, &dependencyColumn.Table, &dependencyColumn.Column); err != nil {
			return nil, err
		}
		result = append(result, dependencyColumn)
	}
	if err := rows.Err(); err != nil {
		return nil, err
	}
	return result, nil
}

// getRules gets all rules for tables and views in a database.
func getRules(txn *sql.Tx) (map[db.TableKey][]*metadatapb.RuleMetadata, error) {
	ruleMap := make(map[db.TableKey][]*metadatapb.RuleMetadata)

	// Use CTE to avoid calling pg_get_ruledef multiple times per row.
	// Extract condition from definition using string functions instead of pg_get_expr,
	// because pg_get_expr fails with "expression contains variables of more than one relation"
	// when the rule condition references both the table and NEW/OLD pseudo-relations.
	query := `
		WITH rule_data AS (
			SELECT
				n.nspname AS schema_name,
				c.relname AS table_name,
				r.rulename AS rule_name,
				r.ev_type,
				r.is_instead,
				r.ev_enabled,
				pg_get_ruledef(r.oid, true) AS definition
			FROM pg_rewrite r
			JOIN pg_class c ON c.oid = r.ev_class
			JOIN pg_namespace n ON n.oid = c.relnamespace
			WHERE r.rulename NOT IN ('_RETURN', '_NOTHING')
				AND n.nspname NOT IN ('pg_catalog', 'information_schema', 'pg_toast')
		)
		SELECT
			schema_name,
			table_name,
			rule_name,
			CASE ev_type
				WHEN '1' THEN 'SELECT'
				WHEN '2' THEN 'UPDATE'
				WHEN '3' THEN 'INSERT'
				WHEN '4' THEN 'DELETE'
			END AS event,
			is_instead,
			ev_enabled != 'D' AS is_enabled,
			CASE
				WHEN position(' WHERE ' IN definition) > 0
					AND position(' WHERE ' IN definition) < position(' DO ' IN definition) THEN
					trim(substring(
						definition
						FROM position(' WHERE ' IN definition) + 7
						FOR position(' DO ' IN definition) - position(' WHERE ' IN definition) - 7
					))
				ELSE NULL
			END AS condition,
			definition
		FROM rule_data
		ORDER BY schema_name, table_name, rule_name;`

	rows, err := txn.Query(query)
	if err != nil {
		return nil, err
	}
	defer rows.Close()

	for rows.Next() {
		rule := &metadatapb.RuleMetadata{}
		var schemaName, tableName string
		var condition sql.NullString

		if err := rows.Scan(
			&schemaName,
			&tableName,
			&rule.Name,
			&rule.Event,
			&rule.IsInstead,
			&rule.IsEnabled,
			&condition,
			&rule.Definition,
		); err != nil {
			return nil, err
		}

		if condition.Valid {
			rule.Condition = condition.String
		}

		// Extract the action from the definition
		// The definition looks like: CREATE RULE rule_name AS ON event TO table WHERE condition DO action
		// We'll store the full definition and parse the action if needed
		rule.Action = rule.Definition

		key := db.TableKey{Schema: schemaName, Table: tableName}
		ruleMap[key] = append(ruleMap[key], rule)
	}

	if err := rows.Err(); err != nil {
		return nil, err
	}

	return ruleMap, nil
}

// getExtensions gets all extensions of a database.
func getExtensions(txn *sql.Tx) ([]*metadatapb.ExtensionMetadata, error) {
	var extensions []*metadatapb.ExtensionMetadata

	query := `
		SELECT e.extname, e.extversion, n.nspname, c.description
		FROM pg_catalog.pg_extension e
		LEFT JOIN pg_catalog.pg_namespace n ON n.oid = e.extnamespace
		LEFT JOIN pg_catalog.pg_description c ON c.objoid = e.oid AND c.classoid = 'pg_catalog.pg_extension'::pg_catalog.regclass
		WHERE n.nspname != 'pg_catalog'
		ORDER BY e.extname;`
	rows, err := txn.Query(query)
	if err != nil {
		return nil, err
	}
	defer rows.Close()
	for rows.Next() {
		e := &metadatapb.ExtensionMetadata{}
		var description sql.NullString
		if err := rows.Scan(&e.Name, &e.Version, &e.Schema, &description); err != nil {
			return nil, err
		}
		if description.Valid {
			e.Description = description.String
		}
		extensions = append(extensions, e)
	}
	if err := rows.Err(); err != nil {
		return nil, err
	}

	return extensions, nil
}

func getEnumTypes(txn *sql.Tx, extensionDepend map[int]bool) (map[string][]*metadatapb.EnumTypeMetadata, error) {
	query := `
	SELECT
		pt.oid,
		pn.nspname as schema_name,
		pt.typname as enum_name,
		pe.enumlabel as enum_value,
		pg_catalog.obj_description(pt.oid) as enum_comment
	FROM pg_enum as pe
		LEFT JOIN pg_type as pt ON pe.enumtypid = pt.oid
		LEFT JOIN pg_namespace as pn ON pt.typnamespace = pn.oid
	WHERE pn.nspname NOT IN (%s)
	  AND pn.nspname NOT LIKE 'pg_temp%%'
	  AND pn.nspname NOT LIKE 'pg_toast%%'
	ORDER BY pn.nspname, pt.typname, pe.enumsortorder;`
	rows, err := txn.Query(fmt.Sprintf(query, pgparser.SystemSchemaWhereClause))
	if err != nil {
		return nil, err
	}
	defer rows.Close()

	enumTypes := make(map[string][]*metadatapb.EnumTypeMetadata)
	currentEnumSchema := ""
	currentEnumNmae := ""
	currentEnumComment := ""
	currentSkipDump := false
	var currentEnumValues []string
	for rows.Next() {
		var oid int
		var schemaName, enumName, enumValue string
		var comment sql.NullString
		if err := rows.Scan(&oid, &schemaName, &enumName, &enumValue, &comment); err != nil {
			return nil, err
		}

		if currentEnumSchema != schemaName || currentEnumNmae != enumName {
			if currentEnumSchema != "" {
				enumTypes[currentEnumSchema] = append(enumTypes[currentEnumSchema], &metadatapb.EnumTypeMetadata{
					Name:     currentEnumNmae,
					Values:   currentEnumValues,
					Comment:  currentEnumComment,
					SkipDump: currentSkipDump,
				})
			}
			currentEnumSchema = schemaName
			currentEnumNmae = enumName
			currentEnumValues = []string{}
			if comment.Valid {
				currentEnumComment = comment.String
			} else {
				currentEnumComment = ""
			}
			currentSkipDump = extensionDepend[oid]
		}
		currentEnumValues = append(currentEnumValues, enumValue)
	}
	if err := rows.Err(); err != nil {
		return nil, err
	}

	if currentEnumSchema != "" {
		enumTypes[currentEnumSchema] = append(enumTypes[currentEnumSchema], &metadatapb.EnumTypeMetadata{
			Name:     currentEnumNmae,
			Values:   currentEnumValues,
			Comment:  currentEnumComment,
			SkipDump: currentSkipDump,
		})
	}

	return enumTypes, nil
}

// listCompositeTypeQuery lists standalone composite types only (relkind =
// 'c'): table/view row types have their own relkind and are excluded.
// Attribute types are rendered by format_type and schema-qualified when the
// (element) type is user-defined, so stored type strings are deterministic
// regardless of search_path. System schemas are filtered on the Go side, so
// the query stays a pure constant.
const listCompositeTypeQuery = `
	SELECT
		pt.oid,
		pc.oid,
		pn.nspname AS schema_name,
		pt.typname AS type_name,
		pg_catalog.obj_description(pt.oid) AS type_comment,
		a.attname AS attribute_name,
		CASE
			WHEN en.nspname IS NOT NULL
				AND en.nspname NOT IN ('pg_catalog', 'information_schema')
				AND position(quote_ident(en.nspname) || '.' IN pg_catalog.format_type(a.atttypid, a.atttypmod)) <> 1
			THEN quote_ident(en.nspname) || '.' || pg_catalog.format_type(a.atttypid, a.atttypmod)
			ELSE pg_catalog.format_type(a.atttypid, a.atttypmod)
		END AS attribute_type,
		CASE
			WHEN co.collname IS NULL THEN NULL
			WHEN nco.nspname <> 'pg_catalog' THEN quote_ident(nco.nspname) || '.' || quote_ident(co.collname)
			ELSE quote_ident(co.collname)
		END AS attribute_collation,
		pg_catalog.col_description(pc.oid, a.attnum) AS attribute_comment
	FROM pg_type pt
		JOIN pg_class pc ON pc.oid = pt.typrelid AND pc.relkind = 'c'
		JOIN pg_namespace pn ON pn.oid = pt.typnamespace
		LEFT JOIN pg_attribute a ON a.attrelid = pc.oid AND a.attnum > 0 AND NOT a.attisdropped
		LEFT JOIN pg_type at ON at.oid = a.atttypid
		LEFT JOIN pg_type et ON et.oid = CASE WHEN at.typlen = -1 AND at.typelem <> 0 THEN at.typelem ELSE at.oid END
		LEFT JOIN pg_namespace en ON en.oid = et.typnamespace
		LEFT JOIN (pg_catalog.pg_collation co JOIN pg_catalog.pg_namespace nco ON co.collnamespace = nco.oid)
			ON a.attcollation = co.oid AND (nco.nspname <> 'pg_catalog' OR co.collname <> 'default')
	WHERE pn.nspname NOT LIKE 'pg_temp%'
	  AND pn.nspname NOT LIKE 'pg_toast%'
	ORDER BY pn.nspname, pt.typname, a.attnum;`

func getCompositeTypes(txn *sql.Tx, extensionDepend map[int]bool) (map[string][]*metadatapb.CompositeTypeMetadata, error) {
	rows, err := txn.Query(listCompositeTypeQuery)
	if err != nil {
		return nil, err
	}
	defer rows.Close()

	compositeTypes := make(map[string][]*metadatapb.CompositeTypeMetadata)
	var current *metadatapb.CompositeTypeMetadata
	currentSchema := ""
	for rows.Next() {
		var typeOid, classOid int
		var schemaName, typeName string
		var typeComment, attributeName, attributeType, attributeCollation, attributeComment sql.NullString
		if err := rows.Scan(&typeOid, &classOid, &schemaName, &typeName, &typeComment, &attributeName, &attributeType, &attributeCollation, &attributeComment); err != nil {
			return nil, err
		}
		if pgparser.IsSystemSchema(schemaName) {
			continue
		}

		if current == nil || currentSchema != schemaName || current.Name != typeName {
			current = &metadatapb.CompositeTypeMetadata{
				Name:     typeName,
				Comment:  typeComment.String,
				SkipDump: extensionDepend[typeOid] || extensionDepend[classOid],
			}
			currentSchema = schemaName
			compositeTypes[schemaName] = append(compositeTypes[schemaName], current)
		}
		// A composite type can have zero live attributes (CREATE TYPE x AS (),
		// or all attributes dropped); the LEFT JOIN yields a NULL attribute row.
		if !attributeName.Valid {
			continue
		}
		current.Attributes = append(current.Attributes, &metadatapb.CompositeTypeAttribute{
			Name:      attributeName.String,
			Type:      attributeType.String,
			Collation: attributeCollation.String,
			Comment:   attributeComment.String,
		})
	}
	if err := rows.Err(); err != nil {
		return nil, err
	}

	return compositeTypes, nil
}

// getSequences gets all sequences of a database.
func getSequences(txn *sql.Tx, tableOidMap map[int]*db.TableKeyWithColumns, extensionDepend map[int]bool) (map[string][]*metadatapb.SequenceMetadata, error) {
	sequenceOwnerMap, err := getSequenceOwners(txn)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to get sequence owners")
	}

	query := fmt.Sprintf(`
	SELECT
		pc.oid,
		s.schemaname,
		s.sequencename,
		s.data_type,
		s.start_value,
		s.min_value,
		s.max_value,
		s.increment_by,
		s.cycle,
		s.cache_size,
		s.last_value,
		pg_catalog.obj_description(pc.oid) as sequence_comment
	FROM pg_sequences s
		LEFT JOIN pg_namespace n ON n.nspname = s.schemaname
		LEFT JOIN pg_class pc ON pc.relname = s.sequencename AND pc.relnamespace = n.oid AND pc.relkind = 'S'
	WHERE s.schemaname NOT IN (%s)
	  AND s.schemaname NOT LIKE 'pg_temp%%%%'
	  AND s.schemaname NOT LIKE 'pg_toast%%%%'
	ORDER BY s.schemaname, s.sequencename;`, pgparser.SystemSchemaWhereClause)
	rows, err := txn.Query(query)
	if err != nil {
		return nil, err
	}
	defer rows.Close()
	sequenceMap := make(map[string][]*metadatapb.SequenceMetadata)
	for rows.Next() {
		var oid int
		var schemaName, sequenceName, dataType string
		var startValue, minValue, maxValue, incrementBy, cacheSize int64
		var comment sql.NullString
		var cycle bool
		var lastValue sql.NullInt64
		if err := rows.Scan(&oid, &schemaName, &sequenceName, &dataType, &startValue, &minValue, &maxValue, &incrementBy, &cycle, &cacheSize, &lastValue, &comment); err != nil {
			return nil, err
		}
		skipDump := false
		if extensionDepend[oid] {
			skipDump = true
		}
		lastValueStr := ""
		if lastValue.Valid {
			lastValueStr = strconv.FormatInt(lastValue.Int64, 10)
		}
		sequenceComment := ""
		if comment.Valid {
			sequenceComment = comment.String
		}
		sequence := &metadatapb.SequenceMetadata{
			Name:      sequenceName,
			DataType:  dataType,
			Start:     strconv.FormatInt(startValue, 10),
			MinValue:  strconv.FormatInt(minValue, 10),
			MaxValue:  strconv.FormatInt(maxValue, 10),
			Increment: strconv.FormatInt(incrementBy, 10),
			Cycle:     cycle,
			CacheSize: strconv.FormatInt(cacheSize, 10),
			LastValue: lastValueStr,
			Comment:   sequenceComment,
			SkipDump:  skipDump,
		}
		if columnOidKey, ok := sequenceOwnerMap[oid]; ok {
			if tableKey, ok := tableOidMap[columnOidKey.TableOid]; ok {
				sequence.OwnerTable = tableKey.Table
				// PostgreSQL column ID is 1-based.
				if len(tableKey.Columns) > columnOidKey.ColumnID-1 {
					sequence.OwnerColumn = tableKey.Columns[columnOidKey.ColumnID-1].Name
				}
			}
		}

		sequenceMap[schemaName] = append(sequenceMap[schemaName], sequence)
	}
	if err := rows.Err(); err != nil {
		return nil, err
	}

	return sequenceMap, nil
}

type ColumnOidKey struct {
	TableOid int
	ColumnID int
}

func getSequenceOwners(txn *sql.Tx) (map[int]ColumnOidKey, error) {
	query := `
	SELECT
		c.oid,
		refobjid AS owning_tab,
		refobjsubid AS owning_col
	FROM pg_class c
  		LEFT JOIN pg_depend d ON
  			(c.relkind =  'S' AND
                d.classid = 'pg_class'::regclass AND d.objid = c.oid AND
                d.objsubid = 0 AND
                d.refclassid = 'pg_class'::regclass AND d.deptype IN ('a', 'i'))
	WHERE refobjid is NOT NULL and refobjsubid is NOT NULL;`

	rows, err := txn.Query(query)
	if err != nil {
		return nil, err
	}
	defer rows.Close()
	sequenceOwnerMap := make(map[int]ColumnOidKey)
	for rows.Next() {
		var oid, tableOid, columnID int
		if err := rows.Scan(&oid, &tableOid, &columnID); err != nil {
			return nil, err
		}
		sequenceOwnerMap[oid] = ColumnOidKey{TableOid: tableOid, ColumnID: columnID}
	}
	if err := rows.Err(); err != nil {
		return nil, err
	}
	return sequenceOwnerMap, nil
}

func getTriggers(txn *sql.Tx, extensionDepend map[int]bool) (map[db.TableKey][]*metadatapb.TriggerMetadata, error) {
	query := `
	SELECT
		pt.oid,
		pn.nspname as schema_name,
		pc.relname as table_name,
		pt.tgname as trigger_name,
		pg_get_triggerdef(pt.oid) as trigger_def,
		obj_description(pt.oid) as trigger_comment
	FROM pg_trigger as pt
		LEFT JOIN pg_class as pc ON pc.oid = pt.tgrelid
		LEFT JOIN pg_namespace as pn ON pn.oid = pc.relnamespace
	WHERE pn.nspname NOT IN (%s) AND pt.tgisinternal = false
	ORDER BY pn.nspname, pc.relname, pt.tgname;`
	rows, err := txn.Query(fmt.Sprintf(query, pgparser.SystemSchemaWhereClause))
	if err != nil {
		return nil, err
	}
	defer rows.Close()

	triggersMap := make(map[db.TableKey][]*metadatapb.TriggerMetadata)
	for rows.Next() {
		trigger := &metadatapb.TriggerMetadata{}
		var oid int
		var schemaName, tableName string
		var comment sql.NullString
		if err := rows.Scan(&oid, &schemaName, &tableName, &trigger.Name, &trigger.Body, &comment); err != nil {
			return nil, err
		}
		if extensionDepend[oid] {
			trigger.SkipDump = true
		}
		if comment.Valid {
			trigger.Comment = comment.String
		}
		tableKey := db.TableKey{Schema: schemaName, Table: tableName}
		triggersMap[tableKey] = append(triggersMap[tableKey], trigger)
	}
	if err := rows.Err(); err != nil {
		return nil, err
	}

	return triggersMap, nil
}

func getEventTriggers(txn *sql.Tx, extensionDepend map[int]bool) ([]*metadatapb.EventTriggerMetadata, error) {
	query := `
	SELECT
		et.oid,
		et.evtname AS trigger_name,
		et.evtevent AS event_type,
		et.evttags AS tags,
		n.nspname AS function_schema,
		p.proname AS function_name,
		et.evtenabled AS enabled,
		obj_description(et.oid, 'pg_event_trigger') AS comment
	FROM pg_event_trigger et
	JOIN pg_proc p ON et.evtfoid = p.oid
	JOIN pg_namespace n ON p.pronamespace = n.oid
	ORDER BY et.evtname;`

	rows, err := txn.Query(query)
	if err != nil {
		return nil, err
	}
	defer rows.Close()

	var eventTriggers []*metadatapb.EventTriggerMetadata
	for rows.Next() {
		var oid int
		var name, eventType, functionSchema, functionName, enabled string
		var tags pq.StringArray
		var comment sql.NullString

		if err := rows.Scan(&oid, &name, &eventType, &tags, &functionSchema,
			&functionName, &enabled, &comment); err != nil {
			return nil, err
		}

		eventTrigger := &metadatapb.EventTriggerMetadata{
			Name:           name,
			Event:          eventType,
			Tags:           []string(tags),
			FunctionSchema: functionSchema,
			FunctionName:   functionName,
			Enabled:        enabled != "D", // D = disabled
		}

		// Build the CREATE EVENT TRIGGER definition manually
		// PostgreSQL doesn't have pg_get_event_trigger_def() function
		eventTrigger.Definition = buildEventTriggerDefinition(eventTrigger)

		if comment.Valid {
			eventTrigger.Comment = comment.String
		}
		if extensionDepend[oid] {
			eventTrigger.SkipDump = true
		}

		eventTriggers = append(eventTriggers, eventTrigger)
	}

	if err := rows.Err(); err != nil {
		return nil, err
	}

	return eventTriggers, nil
}

// buildEventTriggerDefinition constructs the CREATE EVENT TRIGGER statement from metadata.
func buildEventTriggerDefinition(et *metadatapb.EventTriggerMetadata) string {
	var buf strings.Builder
	buf.WriteString("CREATE EVENT TRIGGER ")
	fmt.Fprintf(&buf, "%q", et.Name)
	buf.WriteString(" ON ")
	buf.WriteString(et.Event)

	if len(et.Tags) > 0 {
		buf.WriteString("\n  WHEN TAG IN (")
		for i, tag := range et.Tags {
			if i > 0 {
				buf.WriteString(", ")
			}
			buf.WriteString("'")
			buf.WriteString(tag)
			buf.WriteString("'")
		}
		buf.WriteString(")")
	}

	buf.WriteString("\n  EXECUTE FUNCTION ")
	if et.FunctionSchema != "" {
		fmt.Fprintf(&buf, "%q", et.FunctionSchema)
		buf.WriteString(".")
	}
	fmt.Fprintf(&buf, "%q", et.FunctionName)
	buf.WriteString("()")

	return buf.String()
}

// getUniqueConstraints is no longer needed - we get constraint info directly from pg_constraint in the main query

var listIndexQuery = `
SELECT 
    n.nspname as schema_name,
    t.relname as table_name,
    i.relname as index_name,
    am.amname as index_method,
    ix.indisunique as is_unique,
    ix.indisprimary as is_primary,
    pg_get_indexdef(i.oid) as index_definition,
    -- Get array of key expressions
    (SELECT array_agg(pg_get_indexdef(i.oid, k + 1, true) ORDER BY k)
     FROM generate_subscripts(ix.indkey, 1) as k
     WHERE k < ix.indnkeyatts  -- Only key columns, not included columns
    ) as key_expressions,
    (SELECT array_agg(op.opcname ORDER BY k)
     FROM generate_subscripts(ix.indkey, 1) as k
     JOIN pg_opclass op ON ix.indclass[k] = op.oid
     WHERE k < ix.indnkeyatts  -- Only key columns, not included columns
    ) as key_opclass_names,
    (SELECT array_agg(op.opcdefault ORDER BY k)
     FROM generate_subscripts(ix.indkey, 1) as k
     JOIN pg_opclass op ON ix.indclass[k] = op.oid
     WHERE k < ix.indnkeyatts  -- Only key columns, not included columns
    ) as key_opclass_defaults,
    -- Check if it's a constraint (primary key, unique, or exclude constraint)
    CASE
        WHEN ix.indisprimary THEN true
        WHEN EXISTS (
            SELECT 1 FROM pg_constraint c
            WHERE c.conindid = i.oid AND c.contype IN ('u', 'p', 'x')
        ) THEN true
        ELSE false
    END as is_constraint,
    obj_description(i.oid) as comment,
    -- Extract indoption array for sort order information (ASC/DESC, NULLS FIRST/LAST)
    ix.indoption as index_options
FROM pg_class i
JOIN pg_index ix ON i.oid = ix.indexrelid
JOIN pg_class t ON ix.indrelid = t.oid
JOIN pg_namespace n ON t.relnamespace = n.oid
JOIN pg_am am ON i.relam = am.oid` + fmt.Sprintf(`
WHERE n.nspname NOT IN (%s)
  AND n.nspname NOT LIKE 'pg_temp%%'
  AND n.nspname NOT LIKE 'pg_toast%%'
ORDER BY n.nspname, t.relname, i.relname;`, pgparser.SystemSchemaWhereClause)

// parseIndexOptions parses PostgreSQL indoption int2vector to extract sort order information
// indoption is a space-separated string of integers where each integer is a bitmask:
// - Bit 0: DESC (1 = DESC, 0 = ASC)
// - Bit 1: NULLS FIRST (1 = NULLS FIRST, 0 = NULLS LAST)
func parseIndexOptions(optionsStr string, keyCount int) ([]bool, []bool) {
	descending := make([]bool, keyCount)
	nullsFirst := make([]bool, keyCount)

	if optionsStr == "" {
		return descending, nullsFirst
	}

	// Parse space-separated int2vector
	optionStrs := strings.Fields(optionsStr)

	for i := 0; i < keyCount && i < len(optionStrs); i++ {
		option, err := strconv.ParseInt(optionStrs[i], 10, 16)
		if err != nil {
			continue // Skip invalid options, keep defaults (false, false)
		}

		// Bit 0: DESC flag
		descending[i] = (option & 1) != 0
		// Bit 1: NULLS FIRST flag
		nullsFirst[i] = (option & 2) != 0
	}

	return descending, nullsFirst
}

// getIndexes gets all indices of a database.
func getIndexes(txn *sql.Tx, indexInheritanceMap map[db.IndexKey]*db.IndexKey) (map[db.TableKey][]*metadatapb.IndexMetadata, error) {
	indexMap := make(map[db.TableKey][]*metadatapb.IndexMetadata)

	rows, err := txn.Query(listIndexQuery)
	if err != nil {
		return nil, err
	}
	defer rows.Close()
	for rows.Next() {
		index := &metadatapb.IndexMetadata{}
		var schemaName, tableName, indexMethod, indexDefinition string
		var isUnique, isPrimary, isConstraint bool
		var keyExpressions pq.StringArray
		var opclassNames pq.StringArray
		var opclassDefaults pq.BoolArray
		var indexOptions string // indoption as string (int2vector)
		var comment sql.NullString

		if err := rows.Scan(
			&schemaName,
			&tableName,
			&index.Name,
			&indexMethod,
			&isUnique,
			&isPrimary,
			&indexDefinition,
			&keyExpressions,
			&opclassNames,
			&opclassDefaults,
			&isConstraint,
			&comment,
			&indexOptions, // scan indoption string
		); err != nil {
			return nil, err
		}

		// Set index properties from query results
		index.Type = indexMethod
		index.Unique = isUnique
		index.Primary = isPrimary
		index.IsConstraint = isConstraint
		index.Expressions = []string(keyExpressions)
		index.OpclassNames = opclassNames
		index.OpclassDefaults = opclassDefaults

		// Parse sort order information from indoption string
		keyCount := len(keyExpressions)
		if keyCount > 0 {
			descending, _ := parseIndexOptions(indexOptions, keyCount)
			index.Descending = descending
			// Note: nullsFirst would be used when we add the proto field for NULLS handling
		}

		// Ensure definition ends with semicolon
		if !strings.HasSuffix(indexDefinition, ";") {
			index.Definition = indexDefinition + ";"
		} else {
			index.Definition = indexDefinition
		}

		if comment.Valid {
			index.Comment = comment.String
		}

		// Handle index inheritance
		if parentKey, ok := indexInheritanceMap[db.IndexKey{Schema: schemaName, Index: index.Name}]; ok && parentKey != nil {
			index.ParentIndexSchema = parentKey.Schema
			index.ParentIndexName = parentKey.Index
		}

		key := db.TableKey{Schema: schemaName, Table: tableName}
		indexMap[key] = append(indexMap[key], index)
	}
	if err := rows.Err(); err != nil {
		return nil, err
	}

	return indexMap, nil
}

var listFunctionDependencyTablesQuery = `
select
	p.oid as function_oid,
	pt.typrelid as table_oid
from pg_proc p
	left join pg_depend d on p.oid = d.objid
	left join pg_type pt on d.refobjid = pt.oid
	left join pg_namespace n on p.pronamespace = n.oid` + fmt.Sprintf(`
where n.nspname not in (%s)
  AND n.nspname NOT LIKE 'pg_temp%%'
  AND n.nspname NOT LIKE 'pg_toast%%'
  AND p.prokind <> 'a'
  AND pt.typrelid IS NOT NULL
`, pgparser.SystemSchemaWhereClause)

func getFunctionDependencyTables(txn *sql.Tx) (map[int][]int, error) {
	dependencyTableMap := make(map[int][]int)

	rows, err := txn.Query(listFunctionDependencyTablesQuery)
	if err != nil {
		return nil, err
	}
	defer rows.Close()

	for rows.Next() {
		var functionOid, tableOid int
		if err := rows.Scan(&functionOid, &tableOid); err != nil {
			return nil, err
		}
		dependencyTableMap[functionOid] = append(dependencyTableMap[functionOid], tableOid)
	}

	if err := rows.Err(); err != nil {
		return nil, err
	}

	return dependencyTableMap, nil
}

var listFunctionQuery = `
select p.oid, n.nspname as function_schema,
	p.proname as function_name,
	pg_catalog.pg_get_function_identity_arguments(p.oid) as arguments,
	case when l.lanname = 'internal' then p.prosrc
			else pg_get_functiondef(p.oid)
			end as definition,
	pg_catalog.obj_description(p.oid) as comment
from pg_proc p
left join pg_namespace n on p.pronamespace = n.oid
left join pg_language l on p.prolang = l.oid
left join pg_type t on t.oid = p.prorettype ` + fmt.Sprintf(`
where n.nspname not in (%s)
  AND n.nspname NOT LIKE 'pg_temp%%'
  AND n.nspname NOT LIKE 'pg_toast%%'
  AND p.prokind <> 'a'
order by function_schema, function_name;`, pgparser.SystemSchemaWhereClause)

// getFunctions gets all functions of a database.
func getFunctions(
	txn *sql.Tx,
	functionDependencyTables map[int][]int,
	tableOidMap map[int]*db.TableKeyWithColumns,
	viewOidMap, materializedViewOidMap map[int]*db.TableKey,
	extensionDepend map[int]bool,
) (map[string][]*metadatapb.FunctionMetadata, error) {
	functionMap := make(map[string][]*metadatapb.FunctionMetadata)

	rows, err := txn.Query(listFunctionQuery)
	if err != nil {
		return nil, err
	}
	defer rows.Close()
	for rows.Next() {
		function := &metadatapb.FunctionMetadata{}
		var oid int
		var schemaName, arguments string
		var comment sql.NullString
		if err := rows.Scan(&oid, &schemaName, &function.Name, &arguments, &function.Definition, &comment); err != nil {
			return nil, err
		}
		// Skip internal functions.
		if pgparser.IsSystemFunction(function.Name, function.Definition) {
			continue
		}
		if extensionDepend[oid] {
			function.SkipDump = true
		}
		if comment.Valid {
			function.Comment = comment.String
		}

		function.Signature = fmt.Sprintf("%s(%s)", function.Name, arguments)
		for _, tableOid := range functionDependencyTables[oid] {
			if table, ok := tableOidMap[tableOid]; ok {
				function.DependencyTables = append(function.DependencyTables, &metadatapb.DependencyTable{
					Schema: table.Schema,
					Table:  table.Table,
				})
			} else if view, ok := viewOidMap[tableOid]; ok {
				function.DependencyTables = append(function.DependencyTables, &metadatapb.DependencyTable{
					Schema: view.Schema,
					Table:  view.Table,
				})
			} else if matview, ok := materializedViewOidMap[tableOid]; ok {
				function.DependencyTables = append(function.DependencyTables, &metadatapb.DependencyTable{
					Schema: matview.Schema,
					Table:  matview.Table,
				})
			}
		}

		functionMap[schemaName] = append(functionMap[schemaName], function)
	}
	if err := rows.Err(); err != nil {
		return nil, err
	}

	return functionMap, nil
}

func isAtLeastPG10(version string) bool {
	return isAtLeastMajorVersion(version, 10)
}

func isAtLeastPG12(version string) bool {
	return isAtLeastMajorVersion(version, 12)
}

func isAtLeastMajorVersion(version string, major uint64) bool {
	v, err := semver.ParseTolerant(version)
	if err != nil {
		slog.Error("invalid postgres version", slog.String("version", version))
		// Assume the version is new enough for any error.
		return true
	}
	return v.Major >= major
}