Skip to content

Git designed for AI agents.

8.6 KB
Raw Blame
package praefect

import (
	"context"
	"database/sql"
	"errors"
	"fmt"
	"sync"

	glcli "github.com/feder-cr/git-ai/internal/cli"
	"github.com/feder-cr/git-ai/internal/cli/common"
	"github.com/feder-cr/git-ai/internal/log"
	"github.com/feder-cr/git-ai/internal/praefect/config"
	"github.com/feder-cr/git-ai/proto/go/gitalypb"
	"github.com/urfave/cli/v3"
)

const poolCmdName = "pool"

func newPoolCommand() *cli.Command {
	return &cli.Command{
		Name:        poolCmdName,
		Usage:       "scan and record object pool state",
		Description: "Scan all primary Gitaly storages for object pool relationships and store the metadata on all configured nodes.",
		Action:      poolAction,
		Before: func(ctx context.Context, cmd *cli.Command) (context.Context, error) {
			if cmd.Args().Present() {
				_ = cli.ShowSubcommandHelp(cmd)
				return nil, unexpectedPositionalArgsError{Command: cmd.Name}
			}
			return ctx, nil
		},
	}
}

// getPrimaries returns the unique storage names that are currently primary for at least one
// repository in the given virtual storage.
func getPrimaries(ctx context.Context, db *sql.DB, virtualStorage string) ([]string, error) {
	rows, err := db.QueryContext(ctx, `
SELECT DISTINCT "primary"
FROM repositories
WHERE virtual_storage = $1
AND "primary" IS NOT NULL
`, virtualStorage)
	if err != nil {
		return nil, fmt.Errorf("query: %w", err)
	}
	defer rows.Close()

	var primaries []string
	for rows.Next() {
		var storageName string
		if err := rows.Scan(&storageName); err != nil {
			return nil, fmt.Errorf("scan row: %w", err)
		}
		primaries = append(primaries, storageName)
	}
	return primaries, rows.Err()
}

// translatePaths translates a slice of replica paths to relative paths.
func translatePaths(ctx context.Context, db *sql.DB, replicaPaths []string) (map[string]string, error) {
	result := make(map[string]string, len(replicaPaths))

	rows, err := db.QueryContext(ctx,
		`SELECT replica_path, relative_path FROM repositories WHERE replica_path = ANY($1)`,
		replicaPaths,
	)
	if err != nil {
		return nil, fmt.Errorf("query: %w", err)
	}
	defer rows.Close()

	for rows.Next() {
		var replicaPath, relativePath string
		if err := rows.Scan(&replicaPath, &relativePath); err != nil {
			return nil, fmt.Errorf("scan row: %w", err)
		}
		result[replicaPath] = relativePath
	}
	if err := rows.Err(); err != nil {
		return nil, err
	}

	return result, nil
}

// findNode returns the Node config for the given virtual storage and storage name, or an error if
// no matching node is found.
func findNode(conf config.Config, virtualStorage, storageName string) (*config.Node, error) {
	for _, vs := range conf.VirtualStorages {
		if vs.Name != virtualStorage {
			continue
		}
		for _, node := range vs.Nodes {
			if node.Storage == storageName {
				return node, nil
			}
		}
	}
	return nil, fmt.Errorf("node %q not found in virtual storage %q", storageName, virtualStorage)
}

// scanPrimaries queries the given virtualStorage for its primary nodes, scans each one for object pool
// members, and returns deduplicated results.
func scanPrimaries(ctx context.Context, db *sql.DB, conf config.Config, virtualStorage string) ([]common.PoolMember, error) {
	// poolMemberKey is used to deduplicate pool members across multiple primaries.
	type poolMemberKey struct {
		memberPath string
		poolPath   string
	}

	type scanResult struct {
		members []common.PoolMember
		err     error
	}

	primaries, err := getPrimaries(ctx, db, virtualStorage)
	if err != nil {
		return nil, fmt.Errorf("get primaries: %w", err)
	}

	resultCh := make(chan scanResult, len(primaries))

	var wg sync.WaitGroup
	for _, storageName := range primaries {
		wg.Add(1)
		go func(storageName string) {
			defer wg.Done()

			node, err := findNode(conf, virtualStorage, storageName)
			if err != nil {
				resultCh <- scanResult{err: err}
				return
			}

			conn, err := glcli.Dial(ctx, node.Address, node.Token, defaultDialTimeout)
			if err != nil {
				resultCh <- scanResult{err: fmt.Errorf("dial %s: %w", storageName, err)}
				return
			}

			scanned, scanErr := common.ScanPoolMetadata(ctx, gitalypb.NewInternalGitalyClient(conn), storageName)
			if err := conn.Close(); err != nil {
				err = errors.Join(err, fmt.Errorf("scan %s: %w", storageName, scanErr))
				resultCh <- scanResult{err: fmt.Errorf("close connection to %s: %w", storageName, err)}
				return
			}
			if scanErr != nil {
				resultCh <- scanResult{err: fmt.Errorf("scan %s: %w", storageName, scanErr)}
				return
			}

			resultCh <- scanResult{members: scanned}
		}(storageName)
	}

	go func() {
		wg.Wait()
		close(resultCh)
	}()

	seen := make(map[poolMemberKey]struct{})
	var members []common.PoolMember

	for result := range resultCh {
		if result.err != nil {
			return nil, result.err
		}

		for _, m := range result.members {
			key := poolMemberKey{memberPath: m.MemberDiskPath, poolPath: m.PoolDiskPath}
			if _, ok := seen[key]; ok {
				continue
			}
			seen[key] = struct{}{}
			members = append(members, m)
		}
	}

	return members, nil
}

// storeOnAllNodes sends members to all Gitaly storages within the specified virtualStorage.
func storeOnAllNodes(ctx context.Context, conf config.Config, virtualStorage string, members []common.PoolMember) error {
	for _, vs := range conf.VirtualStorages {
		if vs.Name != virtualStorage {
			continue
		}
		for _, node := range vs.Nodes {
			conn, err := glcli.Dial(ctx, node.Address, node.Token, defaultDialTimeout)
			if err != nil {
				return fmt.Errorf("dial %s: %w", node.Storage, err)
			}

			storeErr := common.StorePoolMetadata(ctx, gitalypb.NewInternalGitalyClient(conn), node.Storage, members)
			if err := conn.Close(); err != nil {
				err = errors.Join(err, fmt.Errorf("store on %s: %w", node.Storage, storeErr))
				return fmt.Errorf("close connection to %s: %w", node.Storage, err)
			}
			if storeErr != nil {
				return fmt.Errorf("store on %s: %w", node.Storage, storeErr)
			}
		}
	}

	return nil
}

func poolAction(ctx context.Context, cmd *cli.Command) error {
	log.ConfigureCommand()

	cfg, err := readConfig(cmd.String(configFlagName))
	if err != nil {
		return err
	}

	db, closeDB, err := openDB(cfg.DB, cmd.ErrWriter)
	if err != nil {
		return fmt.Errorf("open database: %w", err)
	}
	defer closeDB()

	w := cmd.Writer

	for _, vs := range cfg.VirtualStorages {
		members, err := scanPrimaries(ctx, db, cfg, vs.Name)
		if err != nil {
			return fmt.Errorf("scan primaries for %q: %w", vs.Name, err)
		}

		fmt.Fprintf(w, "found %d unique pool members in virtual storage %q\n", len(members), vs.Name)

		if len(members) == 0 {
			fmt.Fprintf(w, "no pool members found on virtual storage %q, nothing to store\n", vs.Name)
			continue
		}

		// Translate replica paths to relative paths.
		replicaPaths := make([]string, 0, len(members)*2)
		for _, m := range members {
			replicaPaths = append(replicaPaths, m.MemberDiskPath, m.PoolDiskPath)
		}

		translations, err := translatePaths(ctx, db, replicaPaths)
		if err != nil {
			return fmt.Errorf("translate paths for %q: %w", vs.Name, err)
		}

		poolPathSet := make(map[string]struct{}, len(members))
		poolDiskPaths := make([]string, 0, len(members))
		for i, m := range members {
			if translated, ok := translations[m.MemberDiskPath]; ok {
				members[i].MemberDiskPath = translated
			}
			if translated, ok := translations[m.PoolDiskPath]; ok {
				members[i].PoolDiskPath = translated
			}
			if _, ok := poolPathSet[members[i].PoolDiskPath]; !ok {
				poolPathSet[members[i].PoolDiskPath] = struct{}{}
				poolDiskPaths = append(poolDiskPaths, members[i].PoolDiskPath)
			}
		}

		// Query Rails for upstream repositories via ListPoolUpstreams on any node in
		// the virtual storage.
		node := vs.Nodes[0]
		conn, err := glcli.Dial(ctx, node.Address, node.Token, defaultDialTimeout)
		if err != nil {
			return fmt.Errorf("dial %s for upstream lookup: %w", node.Storage, err)
		}

		upstreams, err := common.ListPoolUpstreams(ctx, gitalypb.NewInternalGitalyClient(conn), vs.Name, poolDiskPaths)
		if closeErr := conn.Close(); closeErr != nil {
			return fmt.Errorf("close connection to %s: %w", node.Storage, errors.Join(closeErr, err))
		}
		if err != nil {
			return fmt.Errorf("list pool upstreams for %q: %w", vs.Name, err)
		}

		// Set IsUpstream on members whose translated member path matches the upstream
		// for their pool.
		for i, m := range members {
			if upstream, ok := upstreams[m.PoolDiskPath]; ok && upstream == m.MemberDiskPath {
				members[i].IsUpstream = true
			}
		}

		if err := storeOnAllNodes(ctx, cfg, vs.Name, members); err != nil {
			return fmt.Errorf("store pool members for %q: %w", vs.Name, err)
		}

		fmt.Fprintf(w, "stored pool metadata for virtual storage %q on %d nodes\n", vs.Name, len(vs.Nodes))
	}

	return nil
}