Skip to content

Git designed for AI agents.

62.5 KB
Raw Blame
package stats

import (
	"context"
	"fmt"
	"io"
	"io/fs"
	"os"
	"path/filepath"
	"strconv"
	"syscall"
	"testing"
	"time"

	"github.com/feder-cr/git-ai/internal/git"
	"github.com/feder-cr/git-ai/internal/git/gitcmd"
	"github.com/feder-cr/git-ai/internal/git/gittest"
	"github.com/feder-cr/git-ai/internal/git/localrepo"
	"github.com/feder-cr/git-ai/internal/git/mvcc"
	"github.com/feder-cr/git-ai/internal/git/reftable"
	"github.com/feder-cr/git-ai/internal/gitaly/config"
	"github.com/feder-cr/git-ai/internal/gitaly/storage/mode"
	"github.com/feder-cr/git-ai/internal/testhelper"
	"github.com/feder-cr/git-ai/internal/testhelper/testcfg"
	"github.com/feder-cr/git-ai/proto/go/gitalypb"
	"github.com/sirupsen/logrus"
	"github.com/stretchr/testify/require"
)

func TestRepositoryProfile(t *testing.T) {
	ctx := testhelper.Context(t)
	cfg := testcfg.Build(t)

	repoProto, repoPath := gittest.CreateRepository(t, ctx, cfg, gittest.CreateRepositoryConfig{
		SkipCreationViaService: true,
	})
	repo := localrepo.NewTestRepo(t, cfg, repoProto)

	// Assert that the repository is an empty repository that ain't got any packfiles, bitmaps
	// or anything else.
	packfilesInfo, err := PackfilesInfoForRepository(ctx, repo)
	require.NoError(t, err)
	require.Equal(t, PackfilesInfo{}, packfilesInfo)

	blobIDs := gittest.WriteBlobs(t, cfg, repoPath, 10)

	looseObjects, err := LooseObjects(ctx, repo)
	require.NoError(t, err)
	require.Equal(t, uint64(len(blobIDs)), looseObjects)

	for _, blobID := range blobIDs {
		commitID := gittest.WriteCommit(t, cfg, repoPath,
			gittest.WithTreeEntries(gittest.TreeEntry{
				Mode: "100644", Path: "blob", OID: blobID,
			}),
		)
		gittest.Exec(t, cfg, "-C", repoPath, "update-ref", "refs/heads/"+blobID.String(), commitID.String())
	}

	// write a loose object
	gittest.WriteBlob(t, cfg, repoPath, []byte("blob-a"))

	gittest.Exec(t, cfg, "-C", repoPath, "repack", "-A", "-b", "-d")

	looseObjects, err = LooseObjects(ctx, repo)
	require.NoError(t, err)
	require.Equal(t, uint64(1), looseObjects)

	// write another loose object
	blobID := gittest.WriteBlob(t, cfg, repoPath, []byte("blob-b")).String()

	// due to OS semantics, ensure that the blob has a timestamp that is after the packfile
	theFuture := time.Now().Add(10 * time.Minute)
	require.NoError(t, os.Chtimes(filepath.Join(repoPath, "objects", blobID[0:2], blobID[2:]), theFuture, theFuture))

	looseObjects, err = LooseObjects(ctx, repo)
	require.NoError(t, err)
	require.EqualValues(t, 2, looseObjects)
}

func TestLogObjectInfo(t *testing.T) {
	t.Parallel()

	ctx := testhelper.Context(t)
	cfg := testcfg.Build(t)

	locator := config.NewLocator(cfg)
	storagePath, err := locator.GetStorageByName(ctx, cfg.Storages[0].Name)
	require.NoError(t, err)

	requireRepositoryInfo := func(entries []*logrus.Entry) RepositoryInfo {
		for _, entry := range entries {
			if entry.Message == "repository info" {
				repoInfo, ok := entry.Data["repository_info"]
				require.True(t, ok)
				require.IsType(t, RepositoryInfo{}, repoInfo)
				return repoInfo.(RepositoryInfo)
			}
		}

		require.FailNow(t, "no objects info log entry found")
		return RepositoryInfo{}
	}

	t.Run("shared repo with multiple alternates", func(t *testing.T) {
		t.Parallel()

		logger := testhelper.NewLogger(t)
		hook := testhelper.AddLoggerHook(logger)

		_, repoPath1 := gittest.CreateRepository(t, ctx, cfg, gittest.CreateRepositoryConfig{
			SkipCreationViaService: true,
		})
		gittest.WriteCommit(t, cfg, repoPath1, gittest.WithMessage("repo1"), gittest.WithBranch("main"))

		_, repoPath2 := gittest.CreateRepository(t, ctx, cfg, gittest.CreateRepositoryConfig{
			SkipCreationViaService: true,
		})
		gittest.WriteCommit(t, cfg, repoPath2, gittest.WithMessage("repo2"), gittest.WithBranch("main"))

		// clone existing local repo with two alternates
		targetRepoName := gittest.NewRepositoryName(t)
		targetRepoPath := filepath.Join(storagePath, targetRepoName)
		gittest.Exec(t, cfg, "clone", "--bare", "--shared", repoPath1, "--reference", repoPath1, "--reference", repoPath2, targetRepoPath)

		alternatesStat, err := os.Stat(filepath.Join(targetRepoPath, "objects", "info", "alternates"))
		require.NoError(t, err)

		LogRepositoryInfo(ctx, logger, localrepo.NewTestRepo(t, cfg, &gitalypb.Repository{
			StorageName:  cfg.Storages[0].Name,
			RelativePath: targetRepoName,
		}))

		expectedRepoInfo := RepositoryInfo{
			References: ReferencesInfo{
				ReferenceBackendName: gittest.DefaultReferenceBackend.Name,
				ReftableTables: gittest.FilesOrReftables(
					nil,
					[]ReftableTable{
						{
							Size:           hashDependentSize(t, 165, 185),
							UpdateIndexMin: 1,
							UpdateIndexMax: 2,
						},
					},
				),
			},
			Alternates: AlternatesInfo{
				Exists: true,
				ObjectDirectories: []string{
					filepath.Join(repoPath1, "/objects"),
					filepath.Join(repoPath2, "/objects"),
				},
				LastModified: alternatesStat.ModTime(),
				repoPath:     targetRepoPath,
			},
		}

		if !testhelper.IsReftableEnabled() {
			// Assert packed-refs size if the "files" backend is used.
			packedRefsStat, err := os.Stat(filepath.Join(targetRepoPath, "packed-refs"))
			require.NoError(t, err)
			expectedRepoInfo.References.PackedReferencesSize = uint64(packedRefsStat.Size())
		}

		repoInfo := requireRepositoryInfo(hook.AllEntries())
		require.Equal(t, expectedRepoInfo, repoInfo)
	})

	t.Run("repo without alternates", func(t *testing.T) {
		t.Parallel()

		logger := testhelper.NewLogger(t)
		hook := testhelper.AddLoggerHook(logger)

		repo, repoPath := gittest.CreateRepository(t, ctx, cfg, gittest.CreateRepositoryConfig{
			SkipCreationViaService: true,
		})
		gittest.WriteCommit(t, cfg, repoPath, gittest.WithBranch("main"))

		LogRepositoryInfo(ctx, logger, localrepo.NewTestRepo(t, cfg, repo))

		objectsInfo := requireRepositoryInfo(hook.AllEntries())
		require.Equal(t, RepositoryInfo{
			LooseObjects: LooseObjectsInfo{
				Count: 2,
				Size:  hashDependentSize(t, 142, 158),
			},
			References: ReferencesInfo{
				ReferenceBackendName: gittest.DefaultReferenceBackend.Name,
				LooseReferencesCount: gittest.FilesOrReftables[uint64](1, 0),
				ReftableTables: gittest.FilesOrReftables(
					nil,
					[]ReftableTable{
						{
							Size:           hashDependentSize(t, 165, 185),
							UpdateIndexMin: 1,
							UpdateIndexMax: 2,
						},
					}),
			},
		}, objectsInfo)
	})
}

func TestRepositoryInfoForRepository(t *testing.T) {
	t.Parallel()

	ctx := testhelper.Context(t)
	cfg := testcfg.Build(t)

	_, alternatePath := gittest.CreateRepository(t, ctx, cfg, gittest.CreateRepositoryConfig{
		SkipCreationViaService: true,
	})
	alternatePath = filepath.Join(alternatePath, "objects")

	date := time.Date(2005, 4, 7, 15, 13, 13, 0, time.Local)

	type setupData struct {
		expectedError error
		expectedInfo  RepositoryInfo
	}

	for _, tc := range []struct {
		desc  string
		setup func(t *testing.T, repoPath string) setupData
	}{
		{
			desc: "empty repository",
			setup: func(*testing.T, string) setupData {
				return setupData{
					expectedInfo: RepositoryInfo{
						References: gittest.FilesOrReftables(
							ReferencesInfo{},
							ReferencesInfo{
								ReftableTables: []ReftableTable{
									{
										Size:           hashDependentSize(t, 124, 132),
										UpdateIndexMin: 1,
										UpdateIndexMax: 1,
									},
								},
							}),
					},
				}
			},
		},
		{
			desc: "single blob",
			setup: func(t *testing.T, repoPath string) setupData {
				gittest.WriteBlob(t, cfg, repoPath, []byte("x"))

				return setupData{
					expectedInfo: RepositoryInfo{
						LooseObjects: LooseObjectsInfo{
							Count: 1,
							Size:  16,
						},
						References: gittest.FilesOrReftables(
							ReferencesInfo{},
							ReferencesInfo{
								ReftableTables: []ReftableTable{
									{
										Size:           hashDependentSize(t, 124, 132),
										UpdateIndexMin: 1,
										UpdateIndexMax: 1,
									},
								},
							}),
					},
				}
			},
		},
		{
			desc: "single packed blob",
			setup: func(t *testing.T, repoPath string) setupData {
				blobID := gittest.WriteBlob(t, cfg, repoPath, []byte("x"))
				gittest.WriteRef(t, cfg, repoPath, "refs/tags/blob", blobID)
				// We use `-d`, which also prunes objects that have been packed.
				gittest.Exec(t, cfg, "-c", "pack.writeReverseIndex=true", "-C", repoPath, "repack", "-Ad")

				return setupData{
					expectedInfo: RepositoryInfo{
						Packfiles: PackfilesInfo{
							Count:             1,
							Size:              hashDependentSize(t, 42, 54),
							ReverseIndexCount: 1,
							Bitmap: BitmapInfo{
								Exists:       true,
								Version:      1,
								HasHashCache: true,
							},
						},
						References: gittest.FilesOrReftables(
							ReferencesInfo{
								LooseReferencesCount: 1,
							},
							ReferencesInfo{
								ReftableTables: []ReftableTable{
									{
										Size:           hashDependentSize(t, 164, 184),
										UpdateIndexMin: 1,
										UpdateIndexMax: 2,
									},
								},
							}),
					},
				}
			},
		},
		{
			desc: "single pruneable blob",
			setup: func(t *testing.T, repoPath string) setupData {
				blobID := gittest.WriteBlob(t, cfg, repoPath, []byte("x"))
				gittest.WriteRef(t, cfg, repoPath, "refs/tags/blob", blobID)
				// This time we don't use `-d`, so the object will exist both in
				// loose and packed form.
				gittest.Exec(t, cfg, "-c", "pack.writeReverseIndex=true", "-C", repoPath, "repack", "-a")

				return setupData{
					expectedInfo: RepositoryInfo{
						LooseObjects: LooseObjectsInfo{
							Count: 1,
							Size:  16,
						},
						Packfiles: PackfilesInfo{
							Count:             1,
							Size:              hashDependentSize(t, 42, 54),
							ReverseIndexCount: 1,
							Bitmap: BitmapInfo{
								Exists:       true,
								Version:      1,
								HasHashCache: true,
							},
						},
						References: gittest.FilesOrReftables(
							ReferencesInfo{
								LooseReferencesCount: 1,
							},
							ReferencesInfo{
								ReftableTables: []ReftableTable{
									{
										Size:           hashDependentSize(t, 164, 184),
										UpdateIndexMin: 1,
										UpdateIndexMax: 2,
									},
								},
							}),
					},
				}
			},
		},
		{
			desc: "garbage",
			setup: func(t *testing.T, repoPath string) setupData {
				garbagePath := filepath.Join(repoPath, "objects", "pack", "garbage")
				require.NoError(t, os.WriteFile(garbagePath, []byte("x"), mode.File))

				return setupData{
					expectedInfo: RepositoryInfo{
						Packfiles: PackfilesInfo{
							GarbageCount: 1,
							GarbageSize:  1,
						},
						References: gittest.FilesOrReftables(
							ReferencesInfo{},
							ReferencesInfo{
								ReftableTables: []ReftableTable{
									{
										Size:           hashDependentSize(t, 124, 132),
										UpdateIndexMin: 1,
										UpdateIndexMax: 1,
									},
								},
							}),
					},
				}
			},
		},
		{
			desc: "garbage - reftable",
			setup: func(t *testing.T, repoPath string) setupData {
				if !testhelper.IsReftableEnabled() {
					t.Skip()
				}

				garbagePath := filepath.Join(repoPath, "reftable", "garbage")
				require.NoError(t, os.WriteFile(garbagePath, []byte("x"), mode.File))

				return setupData{
					expectedInfo: RepositoryInfo{
						References: gittest.FilesOrReftables(
							ReferencesInfo{},
							ReferencesInfo{
								ReftableTables: []ReftableTable{
									{
										Size:           hashDependentSize(t, 124, 132),
										UpdateIndexMin: 1,
										UpdateIndexMax: 1,
									},
								},
								ReftableUnrecognizedFilesCount: 1,
							}),
					},
				}
			},
		},
		{
			desc: "alternates",
			setup: func(t *testing.T, repoPath string) setupData {
				writeFileWithMtime(t,
					filepath.Join(repoPath, "objects", "info", "alternates"),
					[]byte(alternatePath),
					date,
				)

				return setupData{
					expectedInfo: RepositoryInfo{
						Alternates: AlternatesInfo{
							Exists: true,
							ObjectDirectories: []string{
								alternatePath,
							},
							LastModified: date,
							repoPath:     repoPath,
						},
						References: gittest.FilesOrReftables(
							ReferencesInfo{},
							ReferencesInfo{
								ReftableTables: []ReftableTable{
									{
										Size:           hashDependentSize(t, 124, 132),
										UpdateIndexMin: 1,
										UpdateIndexMax: 1,
									},
								},
							}),
					},
				}
			},
		},
		{
			desc: "non-split commit-graph without bloom filter and generation data",
			setup: func(t *testing.T, repoPath string) setupData {
				gittest.WriteCommit(t, cfg, repoPath, gittest.WithBranch("main"))
				gittest.Exec(t, cfg, "-C", repoPath,
					"-c", "commitGraph.generationVersion=1",
					"commit-graph", "write", "--reachable",
				)

				return setupData{
					expectedInfo: RepositoryInfo{
						LooseObjects: LooseObjectsInfo{
							Count: 2,
							Size:  hashDependentSize(t, 142, 158),
						},
						References: gittest.FilesOrReftables(
							ReferencesInfo{
								LooseReferencesCount: 1,
							},
							ReferencesInfo{
								ReftableTables: []ReftableTable{
									{
										Size:           hashDependentSize(t, 165, 185),
										UpdateIndexMin: 1,
										UpdateIndexMax: 2,
									},
								},
							}),
						CommitGraph: CommitGraphInfo{
							Exists: true,
						},
					},
				}
			},
		},
		{
			desc: "non-split commit-graph with bloom filter and no generation data",
			setup: func(t *testing.T, repoPath string) setupData {
				gittest.WriteCommit(t, cfg, repoPath, gittest.WithBranch("main"))
				gittest.Exec(t, cfg, "-C", repoPath,
					"-c", "commitGraph.generationVersion=1",
					"commit-graph", "write", "--reachable", "--changed-paths",
				)

				return setupData{
					expectedInfo: RepositoryInfo{
						LooseObjects: LooseObjectsInfo{
							Count: 2,
							Size:  hashDependentSize(t, 142, 158),
						},
						References: gittest.FilesOrReftables(
							ReferencesInfo{
								LooseReferencesCount: 1,
							},
							ReferencesInfo{
								ReftableTables: []ReftableTable{
									{
										Size:           hashDependentSize(t, 165, 185),
										UpdateIndexMin: 1,
										UpdateIndexMax: 2,
									},
								},
							}),
						CommitGraph: CommitGraphInfo{
							Exists:          true,
							HasBloomFilters: true,
						},
					},
				}
			},
		},
		{
			desc: "non-split commit-graph with bloom filters and generation data",
			setup: func(t *testing.T, repoPath string) setupData {
				gittest.WriteCommit(t, cfg, repoPath, gittest.WithBranch("main"))
				gittest.Exec(t, cfg, "-C", repoPath,
					"-c",
					"commitGraph.generationVersion=2",
					"commit-graph",
					"write",
					"--reachable",
					"--changed-paths",
				)

				return setupData{
					expectedInfo: RepositoryInfo{
						LooseObjects: LooseObjectsInfo{
							Count: 2,
							Size:  hashDependentSize(t, 142, 158),
						},
						References: gittest.FilesOrReftables(
							ReferencesInfo{
								LooseReferencesCount: 1,
							},
							ReferencesInfo{
								ReftableTables: []ReftableTable{
									{
										Size:           hashDependentSize(t, 165, 185),
										UpdateIndexMin: 1,
										UpdateIndexMax: 2,
									},
								},
							}),
						CommitGraph: CommitGraphInfo{
							Exists:            true,
							HasBloomFilters:   true,
							HasGenerationData: true,
						},
					},
				}
			},
		},
		{
			desc: "last full repack timestamp",
			setup: func(t *testing.T, repoPath string) setupData {
				timestampPath := filepath.Join(repoPath, FullRepackTimestampFilename)
				writeFileWithMtime(t, timestampPath, nil, date)

				return setupData{
					expectedInfo: RepositoryInfo{
						Packfiles: PackfilesInfo{
							LastFullRepack: time.Date(2005, 4, 7, 15, 13, 13, 0, time.Local),
						},
						References: gittest.FilesOrReftables(
							ReferencesInfo{},
							ReferencesInfo{
								ReftableTables: []ReftableTable{
									{
										Size:           hashDependentSize(t, 124, 132),
										UpdateIndexMin: 1,
										UpdateIndexMax: 1,
									},
								},
							}),
					},
				}
			},
		},
		{
			desc: "all together",
			setup: func(t *testing.T, repoPath string) setupData {
				writeFileWithMtime(t,
					filepath.Join(repoPath, "objects", "info", "alternates"),
					[]byte(alternatePath),
					date,
				)

				// We write a single packed blob.
				blobID := gittest.WriteBlob(t, cfg, repoPath, []byte("x"))
				gittest.WriteRef(t, cfg, repoPath, "refs/tags/blob", blobID)
				gittest.Exec(t, cfg, "-c", "pack.writeReverseIndex=true", "-C", repoPath, "repack", "-Ad")

				// And two loose ones.
				gittest.WriteBlob(t, cfg, repoPath, []byte("1"))
				gittest.WriteBlob(t, cfg, repoPath, []byte("2"))

				// And three garbage-files. This is done so we've got unique counts
				// everywhere.
				for _, file := range []string{"garbage1", "garbage2", "garbage3"} {
					garbagePath := filepath.Join(repoPath, "objects", "pack", file)
					require.NoError(t, os.WriteFile(garbagePath, []byte("x"), mode.File))
				}

				return setupData{
					expectedInfo: RepositoryInfo{
						LooseObjects: LooseObjectsInfo{
							Count: 2,
							Size:  32,
						},
						Packfiles: PackfilesInfo{
							Count:             1,
							Size:              hashDependentSize(t, 42, 54),
							ReverseIndexCount: 1,
							GarbageCount:      3,
							GarbageSize:       3,
							Bitmap: BitmapInfo{
								Exists:       true,
								Version:      1,
								HasHashCache: true,
							},
						},
						References: gittest.FilesOrReftables(
							ReferencesInfo{
								LooseReferencesCount: 1,
							},
							ReferencesInfo{
								ReftableTables: []ReftableTable{
									{
										Size:           hashDependentSize(t, 164, 184),
										UpdateIndexMin: 1,
										UpdateIndexMax: 2,
									},
								},
							}),
						Alternates: AlternatesInfo{
							Exists: true,
							ObjectDirectories: []string{
								alternatePath,
							},
							LastModified: date,
							repoPath:     repoPath,
						},
					},
				}
			},
		},
	} {
		t.Run(tc.desc, func(t *testing.T) {
			repoProto, repoPath := gittest.CreateRepository(t, ctx, cfg, gittest.CreateRepositoryConfig{
				SkipCreationViaService: true,
			})
			repo := localrepo.NewTestRepo(t, cfg, repoProto)

			setup := tc.setup(t, repoPath)

			setup.expectedInfo.References.ReferenceBackendName = gittest.DefaultReferenceBackend.Name
			repoInfo, err := RepositoryInfoForRepository(ctx, repo)
			require.Equal(t, setup.expectedError, err)
			require.Equal(t, setup.expectedInfo, repoInfo)
		})
	}
}

func TestAlternatesInfo_AbsoluteObjectDirectories(t *testing.T) {
	t.Parallel()

	for _, tc := range []struct {
		desc            string
		altDirs         []string
		expectedAltDirs []string
	}{
		{
			desc:            "empty alt info",
			altDirs:         []string{},
			expectedAltDirs: []string{},
		},
		{
			desc:            "single relative path",
			altDirs:         []string{"../../../../path/to/different/repo"},
			expectedAltDirs: []string{"/path/to/different/repo"},
		},
		{
			desc: "multiple relative paths",
			altDirs: []string{
				"../../../../path/to/different/repo",
				"foo/bar",
			},
			expectedAltDirs: []string{
				"/path/to/different/repo",
				"/path/to/repo/objects/foo/bar",
			},
		},
		{
			desc:            "single absolute path",
			altDirs:         []string{"/path/to/different/repo"},
			expectedAltDirs: []string{"/path/to/different/repo"},
		},
		{
			desc:            "multiple absolute paths",
			altDirs:         []string{"/foo", "/bar"},
			expectedAltDirs: []string{"/foo", "/bar"},
		},
		{
			desc: "relative and absolute paths",
			altDirs: []string{
				"../../../../path/to/different/repo",
				"/foo/bar",
			},
			expectedAltDirs: []string{
				"/path/to/different/repo",
				"/foo/bar",
			},
		},
	} {
		t.Run(tc.desc, func(t *testing.T) {
			t.Parallel()

			altInfo := AlternatesInfo{
				Exists:            true,
				ObjectDirectories: tc.altDirs,
				repoPath:          "/path/to/repo",
			}

			require.Equal(t, tc.expectedAltDirs, altInfo.AbsoluteObjectDirectories())
		})
	}
}

func TestAlternatesInfoForRepository(t *testing.T) {
	t.Parallel()

	ctx := testhelper.Context(t)
	cfg := testcfg.Build(t)

	date := time.Date(2005, 4, 7, 15, 13, 13, 0, time.Local)

	createRepo := func(t *testing.T) (*gitalypb.Repository, string) {
		return gittest.CreateRepository(t, ctx, cfg, gittest.CreateRepositoryConfig{
			SkipCreationViaService: true,
		})
	}
	writeAlternates := func(t *testing.T, repoPath string, alternates []byte) {
		writeFileWithMtime(t,
			filepath.Join(repoPath, "objects", "info", "alternates"),
			alternates,
			date,
		)
	}

	type setupData struct {
		repoPath     string
		expectedErr  error
		expectedInfo AlternatesInfo
	}

	for _, tc := range []struct {
		desc  string
		setup func(t *testing.T) setupData
	}{
		{
			desc: "invalid path",
			setup: func(t *testing.T) setupData {
				return setupData{
					repoPath: "/does/not/exist",
					expectedInfo: AlternatesInfo{
						Exists: false,
					},
				}
			},
		},
		{
			desc: "empty repository",
			setup: func(t *testing.T) setupData {
				_, repoPath := createRepo(t)
				return setupData{
					repoPath: repoPath,
					expectedInfo: AlternatesInfo{
						Exists: false,
					},
				}
			},
		},
		{
			desc: "empty alternates file",
			setup: func(t *testing.T) setupData {
				_, repoPath := createRepo(t)
				writeAlternates(t, repoPath, nil)

				return setupData{
					repoPath: repoPath,
					expectedInfo: AlternatesInfo{
						Exists:       true,
						LastModified: date,
						repoPath:     repoPath,
					},
				}
			},
		},
		{
			desc: "missing trailing newline",
			setup: func(t *testing.T) setupData {
				_, repoPath := createRepo(t)
				writeAlternates(t, repoPath, []byte("/absolute"))

				return setupData{
					repoPath: repoPath,
					expectedInfo: AlternatesInfo{
						Exists: true,
						ObjectDirectories: []string{
							"/absolute",
						},
						LastModified: date,
						repoPath:     repoPath,
					},
				}
			},
		},
		{
			desc: "absolute path",
			setup: func(t *testing.T) setupData {
				_, repoPath := createRepo(t)
				writeAlternates(t, repoPath, []byte("/absolute\n"))

				return setupData{
					repoPath: repoPath,
					expectedInfo: AlternatesInfo{
						Exists: true,
						ObjectDirectories: []string{
							"/absolute",
						},
						LastModified: date,
						repoPath:     repoPath,
					},
				}
			},
		},
		{
			desc: "relative path",
			setup: func(t *testing.T) setupData {
				_, repoPath := createRepo(t)
				writeAlternates(t, repoPath, []byte("../../../../../@pools/foo/bar\n"))

				return setupData{
					repoPath: repoPath,
					expectedInfo: AlternatesInfo{
						Exists:            true,
						ObjectDirectories: []string{"../../../../../@pools/foo/bar"},
						LastModified:      date,
						repoPath:          repoPath,
					},
				}
			},
		},
		{
			desc: "mixed absolute and relative paths",
			setup: func(t *testing.T) setupData {
				_, repoPath := createRepo(t)
				writeAlternates(t, repoPath, []byte("/absolute\n../../../../../@pools/foo/bar\n"))

				return setupData{
					repoPath: repoPath,
					expectedInfo: AlternatesInfo{
						Exists: true,
						ObjectDirectories: []string{
							"/absolute",
							"../../../../../@pools/foo/bar",
						},
						LastModified: date,
						repoPath:     repoPath,
					},
				}
			},
		},
		{
			desc: "empty lines",
			setup: func(t *testing.T) setupData {
				_, repoPath := createRepo(t)
				writeAlternates(t, repoPath, []byte("/first\n\n/second\n"))

				return setupData{
					repoPath: repoPath,
					expectedInfo: AlternatesInfo{
						Exists: true,
						ObjectDirectories: []string{
							"/first",
							"/second",
						},
						LastModified: date,
						repoPath:     repoPath,
					},
				}
			},
		},
		{
			desc: "comment",
			setup: func(t *testing.T) setupData {
				_, repoPath := createRepo(t)
				writeAlternates(t, repoPath, []byte("/first\n# comment\n/second\n"))

				return setupData{
					repoPath: repoPath,
					expectedInfo: AlternatesInfo{
						Exists: true,
						ObjectDirectories: []string{
							"/first",
							"/second",
						},
						LastModified: date,
						repoPath:     repoPath,
					},
				}
			},
		},
	} {
		t.Run(tc.desc, func(t *testing.T) {
			t.Parallel()

			setup := tc.setup(t)

			info, err := AlternatesInfoForRepository(setup.repoPath)
			require.Equal(t, setup.expectedErr, err)
			require.Equal(t, setup.expectedInfo, info)
		})
	}
}

func TestReadAlternatesFile(t *testing.T) {
	for _, tc := range []struct {
		desc               string
		alternatesContent  []byte
		expectedAlternates []string
		expectedError      error
	}{
		{
			desc:          "no alternates file",
			expectedError: fs.ErrNotExist,
		},
		{
			desc:              "empty alternates",
			alternatesContent: []byte(""),
		},
		{
			desc:              "empty lines",
			alternatesContent: []byte("\n\n"),
		},
		{
			desc:               "path between empty lines",
			alternatesContent:  []byte("\n/path/1\n"),
			expectedAlternates: []string{"/path/1"},
		},
		{
			desc:               "path without newline",
			alternatesContent:  []byte("../some/path"),
			expectedAlternates: []string{"../some/path"},
		},
		{
			desc:               "path with newline",
			alternatesContent:  []byte("../some/path\n"),
			expectedAlternates: []string{"../some/path"},
		},
		{
			desc:               "multiple different paths",
			alternatesContent:  []byte("path/1\n/path/2\npath/3"),
			expectedAlternates: []string{"path/1", "/path/2", "path/3"},
		},
		{
			desc:               "same path multiple times",
			alternatesContent:  []byte("path/1\npath/1\n"),
			expectedAlternates: []string{"path/1", "path/1"},
		},
		{
			desc:               "commented line ignored",
			alternatesContent:  []byte("path/1\n#THIS LINE IS IGNORED\npath/2\n"),
			expectedAlternates: []string{"path/1", "path/2"},
		},
	} {
		t.Run(tc.desc, func(t *testing.T) {
			ctx := testhelper.Context(t)
			cfg := testcfg.Build(t)

			_, repoPath := gittest.CreateRepository(t, ctx, cfg, gittest.CreateRepositoryConfig{
				SkipCreationViaService: true,
			})

			if tc.alternatesContent != nil {
				require.NoError(t, os.WriteFile(AlternatesFilePath(repoPath), tc.alternatesContent, fs.ModePerm))
			}

			alternates, err := ReadAlternatesFile(repoPath)
			require.ErrorIs(t, err, tc.expectedError)
			require.Equal(t, tc.expectedAlternates, alternates)
		})
	}
}

func TestReferencesInfoForRepository(t *testing.T) {
	testhelper.SkipWithReftable(t, "tests are specific to files backend")

	t.Parallel()

	ctx := testhelper.Context(t)
	cfg := testcfg.Build(t)

	for _, tc := range []struct {
		desc         string
		setup        func(*testing.T, *localrepo.Repo, string)
		expectedInfo ReferencesInfo
	}{
		{
			desc: "empty repository",
			setup: func(*testing.T, *localrepo.Repo, string) {
			},
			expectedInfo: ReferencesInfo{
				ReferenceBackendName: gittest.DefaultReferenceBackend.Name,
			},
		},
		{
			desc: "single unpacked reference",
			setup: func(t *testing.T, _ *localrepo.Repo, repoPath string) {
				gittest.WriteCommit(t, cfg, repoPath, gittest.WithBranch("main"))
			},
			expectedInfo: ReferencesInfo{
				ReferenceBackendName: gittest.DefaultReferenceBackend.Name,
				LooseReferencesCount: 1,
			},
		},
		{
			desc: "packed reference",
			setup: func(t *testing.T, _ *localrepo.Repo, repoPath string) {
				// We just write some random garbage -- we don't verify contents
				// anyway, but just the size. And testing like that is at least
				// deterministic as we don't have to special-case hash sizes.
				require.NoError(t, os.WriteFile(filepath.Join(repoPath, "packed-refs"), []byte("content"), mode.File))
			},
			expectedInfo: ReferencesInfo{
				ReferenceBackendName: gittest.DefaultReferenceBackend.Name,
				PackedReferencesSize: 7,
			},
		},
		{
			desc: "multiple unpacked and packed refs",
			setup: func(t *testing.T, _ *localrepo.Repo, repoPath string) {
				for _, ref := range []string{
					"refs/heads/main",
					"refs/something",
					"refs/merge-requests/1/HEAD",
				} {
					gittest.WriteCommit(t, cfg, repoPath, gittest.WithReference(ref))
				}

				// We just write some random garbage -- we don't verify contents
				// anyway, but just the size. And testing like that is at least
				// deterministic as we don't have to special-case hash sizes.
				require.NoError(t, os.WriteFile(filepath.Join(repoPath, "packed-refs"), []byte("content"), mode.File))
			},
			expectedInfo: ReferencesInfo{
				ReferenceBackendName: gittest.DefaultReferenceBackend.Name,
				LooseReferencesCount: 3,
				PackedReferencesSize: 7,
			},
		},
	} {
		t.Run(tc.desc, func(t *testing.T) {
			repoProto, repoPath := gittest.CreateRepository(t, ctx, cfg, gittest.CreateRepositoryConfig{
				SkipCreationViaService: true,
			})
			repo := localrepo.NewTestRepo(t, cfg, repoProto)
			tc.setup(t, repo, repoPath)

			info, err := ReferencesInfoForRepository(ctx, repo)
			require.NoError(t, err)
			require.Equal(t, tc.expectedInfo, info)
		})
	}
}

func TestReferencesInfoForRepository_reftable(t *testing.T) {
	if !testhelper.IsReftableEnabled() {
		t.Skip("test is specific to the reftable backend")
	}

	t.Parallel()

	ctx := testhelper.Context(t)
	cfg := testcfg.Build(t)

	repoProto, repoPath := gittest.CreateRepository(t, ctx, cfg, gittest.CreateRepositoryConfig{
		SkipCreationViaService: true,
	})
	repo := localrepo.NewTestRepo(t, cfg, repoProto)
	gittest.WriteCommit(t, cfg, repoPath, gittest.WithBranch("main"))

	// Rename the table so that its name encodes update indices that differ from the
	// ones recorded in the table itself. The table's content is the source of truth.
	tables, err := reftable.ReadTablesList(repoPath)
	require.NoError(t, err)
	require.Len(t, tables, 1)

	misnamed := reftable.Name{MinUpdateIndex: 99, MaxUpdateIndex: 100, Suffix: tables[0].Suffix}
	reftableDir := filepath.Join(repoPath, "reftable")
	require.NoError(t, os.Rename(
		filepath.Join(reftableDir, tables[0].String()),
		filepath.Join(reftableDir, misnamed.String()),
	))
	require.NoError(t, os.WriteFile(filepath.Join(reftableDir, "tables.list"), []byte(misnamed.String()+"\n"), mode.File))

	stat, err := os.Stat(filepath.Join(reftableDir, misnamed.String()))
	require.NoError(t, err)

	info, err := ReferencesInfoForRepository(ctx, repo)
	require.NoError(t, err)
	require.Equal(t, ReferencesInfo{
		ReferenceBackendName: git.ReferenceBackendReftables.Name,
		ReftableTables: []ReftableTable{
			{
				Size:           uint64(stat.Size()),
				UpdateIndexMin: tables[0].MinUpdateIndex,
				UpdateIndexMax: tables[0].MaxUpdateIndex,
			},
		},
	}, info)
}

func TestReferencesInfoForRepository_mvcc(t *testing.T) {
	gittest.SkipWithoutMVCCGit(t)
	t.Parallel()

	ctx := testhelper.Context(t)
	ctx = gitcmd.ContextWithReferenceBackend(ctx, git.ReferenceBackendMVCC)
	cfg := testcfg.Build(t)

	repoProto, repoPath := gittest.CreateMVCCRepository(t, ctx, cfg)
	repo := localrepo.NewTestRepo(t, cfg, repoProto)

	storagePath := cfg.Storages[0].Path
	objectStorage := mvcc.NewLocalStorage(storagePath)

	// expectedTables derives the tables the manifest with the given hash lists, in stack
	// order, from the artifacts in the local cache.
	expectedTables := func(t *testing.T, hash string) []ReftableTable {
		raw, err := os.ReadFile(filepath.Join(repoPath, "mvcc", "manifests", hash))
		require.NoError(t, err)
		manifest, err := mvcc.ParseManifest(raw)
		require.NoError(t, err)

		var tables []ReftableTable
		for _, path := range manifest.RefPaths() {
			tablePath := filepath.Join(repoPath, "mvcc", path)
			table, err := reftable.ParseTable(tablePath)
			require.NoError(t, err)
			defer testhelper.MustClose(t, table)

			stat, err := os.Stat(tablePath)
			require.NoError(t, err)

			tables = append(tables, ReftableTable{
				Size:           uint64(stat.Size()),
				UpdateIndexMin: table.MinUpdateIndex(),
				UpdateIndexMax: table.MaxUpdateIndex(),
			})
		}
		return tables
	}

	pinnedCtx := func(t *testing.T, hash string) context.Context {
		cache := mvcc.NewLocalCache(objectStorage, cfg.RuntimeDir, storagePath, repoProto.GetRelativePath(), true)
		cache.PrepareWithManifest(ctx, hash)
		return mvcc.ContextWithCache(ctx, cache)
	}

	gittest.WriteCommit(t, cfg, repoPath, gittest.WithBranch("main"))
	firstPointer, err := objectStorage.ReadManifestPointer(ctx, repoProto.GetRelativePath())
	require.NoError(t, err)

	gittest.WriteCommit(t, cfg, repoPath, gittest.WithBranch("feature"))
	secondPointer, err := objectStorage.ReadManifestPointer(ctx, repoProto.GetRelativePath())
	require.NoError(t, err)
	require.NotEqual(t, firstPointer.Hash, secondPointer.Hash)

	t.Run("without a cache in the context", func(t *testing.T) {
		_, err := ReferencesInfoForRepository(ctx, repo)
		require.ErrorContains(t, err, "no MVCC cache in context")
	})

	t.Run("cache that failed to prepare", func(t *testing.T) {
		_, err := ReferencesInfoForRepository(pinnedCtx(t, "does-not-exist"), repo)
		require.Error(t, err)
	})

	for _, tc := range []struct {
		desc string
		hash string
	}{
		{desc: "older manifest", hash: firstPointer.Hash},
		{desc: "latest manifest", hash: secondPointer.Hash},
	} {
		t.Run(tc.desc, func(t *testing.T) {
			info, err := ReferencesInfoForRepository(pinnedCtx(t, tc.hash), repo)
			require.NoError(t, err)

			expected := expectedTables(t, tc.hash)
			require.NotEmpty(t, expected)
			require.Equal(t, ReferencesInfo{
				ReferenceBackendName: git.ReferenceBackendMVCC.Name,
				ReftableTables:       expected,
			}, info)

			// Tables are reported in stack order, so update indices must increase.
			for i := 1; i < len(info.ReftableTables); i++ {
				require.Less(t, info.ReftableTables[i-1].UpdateIndexMax, info.ReftableTables[i].UpdateIndexMin)
			}
		})
	}

	t.Run("pinned manifests see different tables", func(t *testing.T) {
		older, err := ReferencesInfoForRepository(pinnedCtx(t, firstPointer.Hash), repo)
		require.NoError(t, err)
		latest, err := ReferencesInfoForRepository(pinnedCtx(t, secondPointer.Hash), repo)
		require.NoError(t, err)
		require.NotEqual(t, older.ReftableTables, latest.ReftableTables)
	})
}

func TestCountLooseObjects(t *testing.T) {
	t.Parallel()

	ctx := testhelper.Context(t)
	cfg := testcfg.Build(t)

	createRepo := func(t *testing.T) (*localrepo.Repo, string) {
		repoProto, repoPath := gittest.CreateRepository(t, ctx, cfg, gittest.CreateRepositoryConfig{
			SkipCreationViaService: true,
		})
		return localrepo.NewTestRepo(t, cfg, repoProto), repoPath
	}

	requireLooseObjectsInfo := func(t *testing.T, repo *localrepo.Repo, cutoff time.Time, expectedInfo LooseObjectsInfo) {
		info, err := LooseObjectsInfoForRepository(ctx, repo, cutoff)
		require.NoError(t, err)
		require.Equal(t, expectedInfo, info)
	}

	t.Run("empty repository", func(t *testing.T) {
		repo, _ := createRepo(t)
		requireLooseObjectsInfo(t, repo, time.Now(), LooseObjectsInfo{})
	})

	t.Run("object in random shard", func(t *testing.T) {
		repo, repoPath := createRepo(t)

		differentShard := filepath.Join(repoPath, "objects", "a0")
		require.NoError(t, os.MkdirAll(differentShard, mode.Directory))
		require.NoError(t, os.WriteFile(filepath.Join(differentShard, "123456"), []byte("foobar"), mode.File))

		requireLooseObjectsInfo(t, repo, time.Now(), LooseObjectsInfo{
			Count:      1,
			Size:       6,
			StaleCount: 1,
			StaleSize:  6,
		})
	})

	t.Run("objects in multiple shards", func(t *testing.T) {
		repo, repoPath := createRepo(t)

		for i, shard := range []string{"00", "17", "32", "ff"} {
			shardPath := filepath.Join(repoPath, "objects", shard)
			require.NoError(t, os.MkdirAll(shardPath, mode.Directory))
			require.NoError(t, os.WriteFile(filepath.Join(shardPath, "123456"), make([]byte, i), mode.File))
		}

		requireLooseObjectsInfo(t, repo, time.Now(), LooseObjectsInfo{
			Count:      4,
			Size:       6,
			StaleCount: 4,
			StaleSize:  6,
		})
	})

	t.Run("object in shard with grace period", func(t *testing.T) {
		repo, repoPath := createRepo(t)

		shard := filepath.Join(repoPath, "objects", "17")
		require.NoError(t, os.MkdirAll(shard, mode.Directory))

		objectPaths := []string{
			filepath.Join(shard, "123456"),
			filepath.Join(shard, "654321"),
		}

		cutoffDate := time.Now()
		afterCutoffDate := cutoffDate.Add(1 * time.Minute)
		beforeCutoffDate := cutoffDate.Add(-1 * time.Minute)

		for _, objectPath := range objectPaths {
			writeFileWithMtime(t, objectPath, []byte("1"), afterCutoffDate)
		}

		// Objects are recent, so with the cutoff-date they shouldn't be counted.
		requireLooseObjectsInfo(t, repo, time.Now(), LooseObjectsInfo{
			Count: 2,
			Size:  2,
		})

		for i, objectPath := range objectPaths {
			// Modify the object's mtime should cause it to be counted.
			require.NoError(t, os.Chtimes(objectPath, beforeCutoffDate, beforeCutoffDate))

			requireLooseObjectsInfo(t, repo, time.Now(), LooseObjectsInfo{
				Count:      2,
				Size:       2,
				StaleCount: uint64(i) + 1,
				StaleSize:  uint64(i) + 1,
			})
		}
	})

	t.Run("shard with garbage", func(t *testing.T) {
		repo, repoPath := createRepo(t)

		shard := filepath.Join(repoPath, "objects", "17")
		require.NoError(t, os.MkdirAll(shard, mode.Directory))

		require.NoError(t, os.WriteFile(filepath.Join(shard, "012345"), []byte("valid"), mode.File))
		require.NoError(t, os.WriteFile(filepath.Join(shard, "garbage"), []byte("garbage"), mode.File))

		requireLooseObjectsInfo(t, repo, time.Now(), LooseObjectsInfo{
			Count:        1,
			Size:         5,
			StaleCount:   1,
			StaleSize:    5,
			GarbageCount: 1,
			GarbageSize:  7,
		})
	})
}

func BenchmarkCountLooseObjects(b *testing.B) {
	ctx := testhelper.Context(b)
	cfg := testcfg.Build(b)

	createRepo := func(b *testing.B) (*localrepo.Repo, string) {
		repoProto, repoPath := gittest.CreateRepository(b, ctx, cfg, gittest.CreateRepositoryConfig{
			SkipCreationViaService: true,
		})
		return localrepo.NewTestRepo(b, cfg, repoProto), repoPath
	}

	b.Run("empty repository", func(b *testing.B) {
		repo, _ := createRepo(b)

		b.ResetTimer()
		for i := 0; i < b.N; i++ {
			_, err := LooseObjectsInfoForRepository(ctx, repo, time.Now())
			require.NoError(b, err)
		}
	})

	b.Run("repository with single object", func(b *testing.B) {
		repo, repoPath := createRepo(b)

		objectPath := filepath.Join(repoPath, "objects", "17", "12345")
		require.NoError(b, os.Mkdir(filepath.Dir(objectPath), mode.Directory))
		require.NoError(b, os.WriteFile(objectPath, nil, mode.File))

		b.ResetTimer()
		for i := 0; i < b.N; i++ {
			_, err := LooseObjectsInfoForRepository(ctx, repo, time.Now())
			require.NoError(b, err)
		}
	})

	b.Run("repository with single object in each shard", func(b *testing.B) {
		repo, repoPath := createRepo(b)

		for i := 0; i < 256; i++ {
			objectPath := filepath.Join(repoPath, "objects", fmt.Sprintf("%02x", i), "12345")
			require.NoError(b, os.Mkdir(filepath.Dir(objectPath), mode.Directory))
			require.NoError(b, os.WriteFile(objectPath, nil, mode.File))
		}

		b.ResetTimer()
		for i := 0; i < b.N; i++ {
			_, err := LooseObjectsInfoForRepository(ctx, repo, time.Now())
			require.NoError(b, err)
		}
	})

	b.Run("repository hitting loose object limit", func(b *testing.B) {
		repo, repoPath := createRepo(b)

		// Usually we shouldn't have a lot more than `looseObjectCount` objects in the
		// repository because we'd repack as soon as we hit that limit. So this benchmark
		// case tries to estimate the usual upper limit for loose objects we'd typically
		// have.
		//
		// Note that we should ideally just use `housekeeping.looseObjectsLimit` here to
		// derive that value. But due to a cyclic dependency that's not possible, so we
		// just use a hard-coded value instead.
		looseObjectCount := 5

		for i := 0; i < 256; i++ {
			shardPath := filepath.Join(repoPath, "objects", fmt.Sprintf("%02x", i))
			require.NoError(b, os.Mkdir(shardPath, mode.Directory))

			for j := 0; j < looseObjectCount; j++ {
				objectPath := filepath.Join(shardPath, fmt.Sprintf("%d", j))
				require.NoError(b, os.WriteFile(objectPath, nil, mode.File))
			}
		}

		b.ResetTimer()
		for i := 0; i < b.N; i++ {
			_, err := LooseObjectsInfoForRepository(ctx, repo, time.Now())
			require.NoError(b, err)
		}
	})

	b.Run("repository with lots of objects", func(b *testing.B) {
		repo, repoPath := createRepo(b)

		for i := 0; i < 256; i++ {
			shardPath := filepath.Join(repoPath, "objects", fmt.Sprintf("%02x", i))
			require.NoError(b, os.Mkdir(shardPath, mode.Directory))

			for j := 0; j < 1000; j++ {
				objectPath := filepath.Join(shardPath, fmt.Sprintf("%d", j))
				require.NoError(b, os.WriteFile(objectPath, nil, mode.File))
			}
		}

		b.ResetTimer()
		for i := 0; i < b.N; i++ {
			_, err := LooseObjectsInfoForRepository(ctx, repo, time.Now())
			require.NoError(b, err)
		}
	})
}

func TestPackfileInfoForRepository(t *testing.T) {
	t.Parallel()

	ctx := testhelper.Context(t)
	cfg := testcfg.Build(t)

	for _, tc := range []struct {
		desc           string
		seedRepository func(t *testing.T, repoPath string)
		expectedInfo   PackfilesInfo
	}{
		{
			desc: "empty repository",
			seedRepository: func(t *testing.T, repoPath string) {
			},
			expectedInfo: PackfilesInfo{},
		},
		{
			desc: "single packfile",
			seedRepository: func(t *testing.T, repoPath string) {
				packfileDir := filepath.Join(repoPath, "objects", "pack")
				require.NoError(t, os.MkdirAll(packfileDir, mode.Directory))
				require.NoError(t, os.WriteFile(filepath.Join(packfileDir, "pack-foo.pack"), []byte("foobar"), mode.File))
			},
			expectedInfo: PackfilesInfo{
				Count: 1,
				Size:  6,
			},
		},
		{
			desc: "keep packfile",
			seedRepository: func(t *testing.T, repoPath string) {
				packfileDir := filepath.Join(repoPath, "objects", "pack")
				require.NoError(t, os.MkdirAll(packfileDir, mode.Directory))
				require.NoError(t, os.WriteFile(filepath.Join(packfileDir, "pack-foo.pack"), []byte("foobar"), mode.File))
				require.NoError(t, os.WriteFile(filepath.Join(packfileDir, "pack-foo.keep"), []byte("foobar"), mode.File))
			},
			expectedInfo: PackfilesInfo{
				Count:     1,
				Size:      6,
				KeepCount: 1,
				KeepSize:  6,
			},
		},
		{
			desc: "cruft packfile",
			seedRepository: func(t *testing.T, repoPath string) {
				packfileDir := filepath.Join(repoPath, "objects", "pack")
				require.NoError(t, os.MkdirAll(packfileDir, mode.Directory))
				require.NoError(t, os.WriteFile(filepath.Join(packfileDir, "pack-foo.pack"), []byte("foobar"), mode.File))
				require.NoError(t, os.WriteFile(filepath.Join(packfileDir, "pack-foo.mtimes"), []byte("foobar"), mode.File))
			},
			expectedInfo: PackfilesInfo{
				Count:      1,
				Size:       6,
				CruftCount: 1,
				CruftSize:  6,
			},
		},
		{
			desc: "multiple packfiles",
			seedRepository: func(t *testing.T, repoPath string) {
				packfileDir := filepath.Join(repoPath, "objects", "pack")
				require.NoError(t, os.MkdirAll(packfileDir, mode.Directory))
				require.NoError(t, os.WriteFile(filepath.Join(packfileDir, "pack-foo.pack"), []byte("foobar"), mode.File))
				require.NoError(t, os.WriteFile(filepath.Join(packfileDir, "pack-bar.pack"), []byte("123"), mode.File))
			},
			expectedInfo: PackfilesInfo{
				Count: 2,
				Size:  9,
			},
		},
		{
			desc: "reverse index",
			seedRepository: func(t *testing.T, repoPath string) {
				gittest.WriteCommit(t, cfg, repoPath, gittest.WithBranch("main"))
				gittest.Exec(t, cfg, "-c", "pack.writeReverseIndex=true", "-C", repoPath, "repack", "-Ad")
			},
			expectedInfo: PackfilesInfo{
				Count:             1,
				Size:              hashDependentSize(t, 163, 189),
				ReverseIndexCount: 1,
				Bitmap: BitmapInfo{
					Exists:       true,
					Version:      1,
					HasHashCache: true,
				},
			},
		},
		{
			desc: "multi-pack-index",
			seedRepository: func(t *testing.T, repoPath string) {
				gittest.WriteCommit(t, cfg, repoPath, gittest.WithBranch("main"))
				gittest.Exec(t, cfg, "-c", "pack.writeReverseIndex=true", "-C", repoPath, "repack", "-Ad", "--write-midx")
			},
			expectedInfo: PackfilesInfo{
				Count:             1,
				Size:              hashDependentSize(t, 163, 189),
				ReverseIndexCount: 1,
				MultiPackIndex: MultiPackIndexInfo{
					Exists:            true,
					Version:           1,
					PackfileCount:     1,
					HasBitmappedPacks: false,
					HasReverseIndex:   false,
				},
			},
		},
		{
			desc: "multi-pack-index with bitmap",
			seedRepository: func(t *testing.T, repoPath string) {
				gittest.WriteCommit(t, cfg, repoPath, gittest.WithBranch("main"))
				gittest.Exec(t, cfg, "-c", "pack.writeReverseIndex=true", "-C", repoPath, "repack", "-Adb", "--write-midx")
			},
			expectedInfo: PackfilesInfo{
				Count:             1,
				Size:              hashDependentSize(t, 163, 189),
				ReverseIndexCount: 1,
				MultiPackIndex: MultiPackIndexInfo{
					Exists:            true,
					Version:           1,
					PackfileCount:     1,
					HasBitmappedPacks: true,
					HasReverseIndex:   true,
				},
				MultiPackIndexBitmap: BitmapInfo{
					Exists:       true,
					Version:      1,
					HasHashCache: true,
				},
			},
		},
		{
			desc: "multiple packfiles with other data structures",
			seedRepository: func(t *testing.T, repoPath string) {
				gittest.WriteCommit(t, cfg, repoPath, gittest.WithMessage("first"), gittest.WithBranch("first"))
				gittest.Exec(t, cfg, "-c", "repack.writeBitmaps=false", "-c", "pack.writeReverseIndex=false", "-C", repoPath, "repack", "-Ad")
				gittest.WriteCommit(t, cfg, repoPath, gittest.WithMessage("second"), gittest.WithBranch("second"))
				gittest.Exec(t, cfg, "-c", "pack.writeReverseIndex=true", "-C", repoPath, "repack", "-db", "--write-midx")

				require.NoError(t, os.WriteFile(filepath.Join(repoPath, "objects", "pack", "garbage"), []byte("1"), mode.File))
			},
			expectedInfo: PackfilesInfo{
				Count:             2,
				Size:              hashDependentSize(t, 315, 367),
				ReverseIndexCount: 1,
				GarbageCount:      1,
				GarbageSize:       1,
				MultiPackIndex: MultiPackIndexInfo{
					Exists:            true,
					Version:           1,
					PackfileCount:     2,
					HasBitmappedPacks: true,
					HasReverseIndex:   true,
				},
				MultiPackIndexBitmap: BitmapInfo{
					Exists:       true,
					Version:      1,
					HasHashCache: true,
				},
			},
		},
		{
			desc: "cruft packfiles with other data structures",
			seedRepository: func(t *testing.T, repoPath string) {
				gittest.WriteCommit(t, cfg, repoPath, gittest.WithMessage("first"), gittest.WithBranch("first"))
				gittest.WriteCommit(t, cfg, repoPath, gittest.WithMessage("unreachable"))
				gittest.Exec(t, cfg, "-c", "pack.writeReverseIndex=true", "-C", repoPath, "repack", "--cruft", "-db", "--write-midx")
			},
			expectedInfo: PackfilesInfo{
				Count:             2,
				Size:              hashDependentSize(t, 318, 371),
				ReverseIndexCount: 2,
				CruftCount:        1,
				CruftSize:         hashDependentSize(t, 156, 183),
				MultiPackIndex: MultiPackIndexInfo{
					Exists:            true,
					Version:           1,
					PackfileCount:     2,
					HasBitmappedPacks: true,
					HasReverseIndex:   true,
				},
				MultiPackIndexBitmap: BitmapInfo{
					Exists:       true,
					Version:      1,
					HasHashCache: true,
				},
			},
		},
	} {
		t.Run(tc.desc, func(t *testing.T) {
			t.Parallel()

			repoProto, repoPath := gittest.CreateRepository(t, ctx, cfg, gittest.CreateRepositoryConfig{
				SkipCreationViaService: true,
			})
			repo := localrepo.NewTestRepo(t, cfg, repoProto)

			tc.seedRepository(t, repoPath)

			info, err := PackfilesInfoForRepository(ctx, repo)
			require.NoError(t, err)
			require.Equal(t, tc.expectedInfo, info)
		})
	}
}

type packfileEntry struct {
	fs.DirEntry
	name string
}

func (e packfileEntry) Name() string {
	return e.name
}

func TestClassifyPackfiles(t *testing.T) {
	t.Parallel()

	for _, tc := range []struct {
		desc            string
		packfileEntries []fs.DirEntry
		expectedTypes   map[string]packfileMetadata
	}{
		{
			desc:          "empty entries",
			expectedTypes: map[string]packfileMetadata{},
		},
		{
			desc: "unrelated entry",
			packfileEntries: []fs.DirEntry{
				packfileEntry{name: "something something"},
			},
			expectedTypes: map[string]packfileMetadata{},
		},
		{
			desc: "packfile index only",
			packfileEntries: []fs.DirEntry{
				packfileEntry{name: "pack-1234.idx"},
			},
			expectedTypes: map[string]packfileMetadata{
				"pack-1234.pack": {},
			},
		},
		{
			desc: "normal packfile",
			packfileEntries: []fs.DirEntry{
				packfileEntry{name: "pack-1234.pack"},
			},
			expectedTypes: map[string]packfileMetadata{
				"pack-1234.pack": {},
			},
		},
		{
			desc: "normal packfile with unrelated metadata",
			packfileEntries: []fs.DirEntry{
				packfileEntry{name: "pack-1234.pack"},
				packfileEntry{name: "pack-5678.keep"},
				packfileEntry{name: "pack-5678.mtimes"},
			},
			expectedTypes: map[string]packfileMetadata{
				"pack-1234.pack": {},
				"pack-5678.pack": {
					hasKeep:   true,
					hasMtimes: true,
				},
			},
		},
		{
			desc: "keep packfile",
			packfileEntries: []fs.DirEntry{
				packfileEntry{name: "pack-1234.pack"},
				packfileEntry{name: "pack-1234.keep"},
			},
			expectedTypes: map[string]packfileMetadata{
				"pack-1234.pack": {
					hasKeep: true,
				},
			},
		},
		{
			desc: "cruft packfile",
			packfileEntries: []fs.DirEntry{
				packfileEntry{name: "pack-1234.pack"},
				packfileEntry{name: "pack-1234.mtimes"},
			},
			expectedTypes: map[string]packfileMetadata{
				"pack-1234.pack": {
					hasMtimes: true,
				},
			},
		},
		{
			desc: "keep packfile with mtimes",
			packfileEntries: []fs.DirEntry{
				packfileEntry{name: "pack-1234.pack"},
				packfileEntry{name: "pack-1234.keep"},
				packfileEntry{name: "pack-1234.mtimes"},
			},
			expectedTypes: map[string]packfileMetadata{
				"pack-1234.pack": {
					hasKeep:   true,
					hasMtimes: true,
				},
			},
		},
		{
			desc: "multiple packfiles",
			packfileEntries: []fs.DirEntry{
				packfileEntry{name: "pack-1.pack"},
				packfileEntry{name: "pack-1.keep"},
				packfileEntry{name: "pack-2.pack"},
				packfileEntry{name: "pack-2.mtimes"},
				packfileEntry{name: "pack-3.pack"},
				packfileEntry{name: "pack-3.idx"},
				packfileEntry{name: "pack-4.idx"},
				packfileEntry{name: "garbage"},
			},
			expectedTypes: map[string]packfileMetadata{
				"pack-1.pack": {
					hasKeep: true,
				},
				"pack-2.pack": {
					hasMtimes: true,
				},
				"pack-3.pack": {},
				"pack-4.pack": {},
			},
		},
	} {
		t.Run(tc.desc, func(t *testing.T) {
			require.Equal(t, tc.expectedTypes, classifyPackfiles(tc.packfileEntries))
		})
	}
}

func TestBitmapInfoForPath(t *testing.T) {
	t.Parallel()

	ctx := testhelper.Context(t)
	cfg := testcfg.Build(t)

	for _, bitmapTypeTC := range []struct {
		desc             string
		repackArgs       []string
		verifyBitmapName func(*testing.T, string)
	}{
		{
			desc:       "packfile bitmap",
			repackArgs: []string{"-Adb"},
			verifyBitmapName: func(t *testing.T, bitmapName string) {
				require.Regexp(t, "^pack-.*.bitmap$", bitmapName)
			},
		},
		{
			desc:       "multi-pack-index bitmap",
			repackArgs: []string{"-Adb", "--write-midx"},
			verifyBitmapName: func(t *testing.T, bitmapName string) {
				require.Regexp(t, "^multi-pack-index-.*.bitmap$", bitmapName)
			},
		},
	} {
		t.Run(bitmapTypeTC.desc, func(t *testing.T) {
			t.Parallel()

			for _, tc := range []struct {
				desc               string
				writeHashCache     bool
				writeLookupTable   bool
				expectedBitmapInfo BitmapInfo
				expectedErr        error
			}{
				{
					desc:             "bitmap without any extension",
					writeHashCache:   false,
					writeLookupTable: false,
					expectedBitmapInfo: BitmapInfo{
						Exists:  true,
						Version: 1,
					},
				},
				{
					desc:             "bitmap with hash cache",
					writeHashCache:   true,
					writeLookupTable: false,
					expectedBitmapInfo: BitmapInfo{
						Exists:       true,
						Version:      1,
						HasHashCache: true,
					},
				},
				{
					desc:             "bitmap with lookup table",
					writeHashCache:   false,
					writeLookupTable: true,
					expectedBitmapInfo: BitmapInfo{
						Exists:         true,
						Version:        1,
						HasLookupTable: true,
					},
				},
				{
					desc:             "bitmap with all extensions",
					writeHashCache:   true,
					writeLookupTable: true,
					expectedBitmapInfo: BitmapInfo{
						Exists:         true,
						Version:        1,
						HasHashCache:   true,
						HasLookupTable: true,
					},
				},
			} {
				t.Run(tc.desc, func(t *testing.T) {
					t.Parallel()

					_, repoPath := gittest.CreateRepository(t, ctx, cfg, gittest.CreateRepositoryConfig{
						SkipCreationViaService: true,
					})
					gittest.WriteCommit(t, cfg, repoPath, gittest.WithBranch("main"))

					gittest.Exec(t, cfg, append([]string{
						"-C", repoPath,
						"-c", "pack.writeBitmapHashCache=" + strconv.FormatBool(tc.writeHashCache),
						"-c", "pack.writeBitmapLookupTable=" + strconv.FormatBool(tc.writeLookupTable),
						"repack",
					}, bitmapTypeTC.repackArgs...)...)

					bitmapPaths, err := filepath.Glob(filepath.Join(repoPath, "objects", "pack", "*.bitmap"))
					require.NoError(t, err)
					require.Len(t, bitmapPaths, 1)

					bitmapPath := bitmapPaths[0]
					bitmapTypeTC.verifyBitmapName(t, filepath.Base(bitmapPath))

					bitmapInfo, err := BitmapInfoForPath(bitmapPath)
					require.Equal(t, tc.expectedErr, err)
					require.Equal(t, tc.expectedBitmapInfo, bitmapInfo)
				})
			}
		})
	}

	for _, tc := range []struct {
		desc        string
		setup       func(t *testing.T) string
		expectedErr error
	}{
		{
			desc: "nonexistent path",
			setup: func(t *testing.T) string {
				return "/does/not/exist"
			},
			expectedErr: fmt.Errorf("opening bitmap: %w", &fs.PathError{
				Op:   "open",
				Path: "/does/not/exist",
				Err:  syscall.ENOENT,
			}),
		},
		{
			desc: "header is too short",
			setup: func(t *testing.T) string {
				bitmapPath := filepath.Join(testhelper.TempDir(t), "bitmap")
				require.NoError(t, os.WriteFile(bitmapPath, []byte{0, 0, 0}, mode.File))
				return bitmapPath
			},
			expectedErr: fmt.Errorf("reading bitmap header: %w", io.ErrUnexpectedEOF),
		},
		{
			desc: "invalid signature",
			setup: func(t *testing.T) string {
				bitmapPath := filepath.Join(testhelper.TempDir(t), "bitmap")
				require.NoError(t, os.WriteFile(bitmapPath, []byte{
					'B', 'I', 'T', 'O', 0, 0, 0, 0,
				}, mode.File))
				return bitmapPath
			},
			expectedErr: fmt.Errorf("invalid bitmap signature: %q", "BITO"),
		},
		{
			desc: "unsupported version",
			setup: func(t *testing.T) string {
				bitmapPath := filepath.Join(testhelper.TempDir(t), "bitmap")
				require.NoError(t, os.WriteFile(bitmapPath, []byte{
					'B', 'I', 'T', 'M', 0, 2, 0, 0,
				}, mode.File))
				return bitmapPath
			},
			expectedErr: fmt.Errorf("unsupported version: 2"),
		},
	} {
		t.Run(tc.desc, func(t *testing.T) {
			t.Parallel()

			bitmapPath := tc.setup(t)

			bitmapInfo, err := BitmapInfoForPath(bitmapPath)
			require.Equal(t, tc.expectedErr, err)
			require.Equal(t, BitmapInfo{}, bitmapInfo)
		})
	}
}

func TestMultiPackIndexInfoForPath(t *testing.T) {
	t.Parallel()

	ctx := testhelper.Context(t)
	cfg := testcfg.Build(t)

	setupFile := func(content []byte) func(t *testing.T) string {
		return func(t *testing.T) string {
			t.Helper()
			path := filepath.Join(testhelper.TempDir(t), "midx")
			require.NoError(t, os.WriteFile(path, content, mode.File))
			return path
		}
	}

	setupRepo := func(seedRepo func(t *testing.T, repoPath string)) func(t *testing.T) string {
		return func(t *testing.T) string {
			t.Helper()

			_, repoPath := gittest.CreateRepository(t, ctx, cfg, gittest.CreateRepositoryConfig{
				SkipCreationViaService: true,
			})
			seedRepo(t, repoPath)

			return filepath.Join(repoPath, "objects", "pack", "multi-pack-index")
		}
	}

	for _, tc := range []struct {
		desc         string
		setup        func(t *testing.T) string
		expectedErr  error
		expectedInfo MultiPackIndexInfo
	}{
		{
			desc: "nonexistent path",
			setup: func(t *testing.T) string {
				return "/does/not/exist"
			},
			expectedErr: fmt.Errorf("opening multi-pack-index: %w", &fs.PathError{
				Op:   "open",
				Path: "/does/not/exist",
				Err:  syscall.ENOENT,
			}),
		},
		{
			desc: "header is too short",
			setup: setupFile([]byte{
				'M', 'I', 'D', 'Y', 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0,
			}),
			expectedErr: fmt.Errorf("reading header: %w", io.ErrUnexpectedEOF),
		},
		{
			desc: "invalid signature",
			setup: setupFile([]byte{
				'M', 'I', 'D', 'Y', 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
			}),
			expectedErr: fmt.Errorf("invalid signature: %q", "MIDY"),
		},
		{
			desc: "invalid version",
			setup: setupFile([]byte{
				'M', 'I', 'D', 'X', 0x2, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
			}),
			expectedErr: fmt.Errorf("invalid version: 2"),
		},
		{
			desc: "unsupported number of bases",
			setup: setupFile([]byte{
				'M', 'I', 'D', 'X', 0x1, 0x1, 0x0, 0x1, 0x0, 0x0, 0x0, 0x0,
			}),
			expectedErr: fmt.Errorf("unsupported number of base files: 1"),
		},
		{
			desc: "valid multi-pack-index",
			setup: setupFile([]byte{
				'M', 'I', 'D', 'X', 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x1,
			}),
			expectedInfo: MultiPackIndexInfo{
				Exists:        true,
				Version:       1,
				PackfileCount: 1,
			},
		},
		{
			desc: "actual multi-pack-index",
			setup: setupRepo(func(t *testing.T, repoPath string) {
				gittest.WriteCommit(t, cfg, repoPath, gittest.WithBranch("main"))
				gittest.Exec(t, cfg, "-C", repoPath, "repack", "-Ad", "--write-midx")
			}),
			expectedInfo: MultiPackIndexInfo{
				Exists:        true,
				Version:       1,
				PackfileCount: 1,
			},
		},
		{
			desc: "multi-pack-index with multiple packfiles",
			setup: setupRepo(func(t *testing.T, repoPath string) {
				gittest.WriteCommit(t, cfg, repoPath, gittest.WithMessage("first"), gittest.WithBranch("main"))
				gittest.Exec(t, cfg, "-C", repoPath, "repack", "-A")

				gittest.WriteCommit(t, cfg, repoPath, gittest.WithMessage("second"), gittest.WithBranch("main"))
				gittest.Exec(t, cfg, "-C", repoPath, "repack", "--write-midx")
			}),
			expectedInfo: MultiPackIndexInfo{
				Exists:        true,
				Version:       1,
				PackfileCount: 2,
			},
		},
		{
			desc: "multi-pack-index with cruft pack",
			setup: setupRepo(func(t *testing.T, repoPath string) {
				gittest.WriteCommit(t, cfg, repoPath, gittest.WithMessage("reachable"), gittest.WithBranch("main"))
				gittest.WriteCommit(t, cfg, repoPath, gittest.WithMessage("unreachable"), gittest.WithBranch("main"))
				gittest.Exec(t, cfg, "-C", repoPath, "repack", "--cruft", "-d", "--write-midx")
			}),
			expectedInfo: MultiPackIndexInfo{
				Exists:  true,
				Version: 1,
				// Cruft packs should be tracked via the multi-pack-index even if
				// all of their objects are unreachable.
				PackfileCount: 2,
			},
		},
		{
			desc: "multi-pack-index with alternate",
			setup: func(t *testing.T) string {
				// Create a pool repository and write a packfile in there.
				_, poolPath := gittest.CreateRepository(t, ctx, cfg, gittest.CreateRepositoryConfig{
					SkipCreationViaService: true,
				})
				sharedCommit := gittest.WriteCommit(t, cfg, poolPath, gittest.WithMessage("shared"), gittest.WithBranch("main"))
				gittest.Exec(t, cfg, "-C", poolPath, "repack", "-Ad")

				// Write a second repository which we're linking to the pool
				// repository. We create another commit that uses the shared commit
				// as parent so that we have shared objects, but also unique
				// objects. The result should be that we have one packfile in the
				// pool, and one in the pool member.
				_, repoPath := gittest.CreateRepository(t, ctx, cfg, gittest.CreateRepositoryConfig{
					SkipCreationViaService: true,
				})
				require.NoError(t, os.WriteFile(
					filepath.Join(repoPath, "objects", "info", "alternates"),
					[]byte(filepath.Join(poolPath, "objects")),
					mode.File,
				))
				gittest.WriteCommit(t, cfg, repoPath, gittest.WithParents(sharedCommit), gittest.WithBranch("main"))
				gittest.Exec(t, cfg, "-C", repoPath, "repack", "-Adl", "--write-midx")

				return filepath.Join(repoPath, "objects", "pack", "multi-pack-index")
			},
			expectedInfo: MultiPackIndexInfo{
				Exists:  true,
				Version: 1,
				// Even though we essentially use two packfiles, the member
				// repository's multi-pack-index still only references its own
				// packfile.
				PackfileCount: 1,
			},
		},
	} {
		t.Run(tc.desc, func(t *testing.T) {
			t.Parallel()

			midxPath := tc.setup(t)
			info, err := MultiPackIndexInfoForPath(midxPath)
			require.Equal(t, tc.expectedErr, err)
			require.Equal(t, tc.expectedInfo, info)
		})
	}
}

func TestFullRepackTimestamp(t *testing.T) {
	t.Parallel()

	ctx := testhelper.Context(t)
	cfg := testcfg.Build(t)

	requireTimestamp := func(t *testing.T, repoPath string, expected time.Time) {
		t.Helper()

		actual, err := FullRepackTimestamp(repoPath)
		require.NoError(t, err)
		require.Equal(t, expected, actual)
	}

	updateAndRequireTimestamp := func(t *testing.T, repoPath string, newTimestamp time.Time) {
		t.Helper()

		require.NoError(t, UpdateFullRepackTimestamp(repoPath, newTimestamp))
		requireTimestamp(t, repoPath, newTimestamp)
	}

	t.Run("nonexistent repository", func(t *testing.T) {
		t.Parallel()

		expectedErr := fmt.Errorf("GetRepoPath: not a git repository: %q", "/does/not/exist")

		// Writing should fail.
		require.Error(t, expectedErr, UpdateFullRepackTimestamp("/does/not/exist", time.Now()))
		// And reading should fail, too.
		timestamp, err := FullRepackTimestamp("/does/not/exist")
		require.Error(t, expectedErr, err)
		require.Equal(t, time.Time{}, timestamp)
	})

	t.Run("nonexistent timestamp", func(t *testing.T) {
		t.Parallel()

		_, repoPath := gittest.CreateRepository(t, ctx, cfg, gittest.CreateRepositoryConfig{
			SkipCreationViaService: true,
		})

		// When we don't yet have a timestamp we expect the returned time to be the zero
		// time.
		requireTimestamp(t, repoPath, time.Time{})
		// Updating the timestamp should create a new one.
		updateAndRequireTimestamp(t, repoPath, time.Date(2000, 1, 1, 12, 30, 0, 0, time.Local))
	})

	t.Run("timestamp can be updated", func(t *testing.T) {
		t.Parallel()

		_, repoPath := gittest.CreateRepository(t, ctx, cfg, gittest.CreateRepositoryConfig{
			SkipCreationViaService: true,
		})

		updateAndRequireTimestamp(t, repoPath, time.Date(2000, 1, 1, 1, 1, 0, 0, time.Local))
		// We can move into the past.
		updateAndRequireTimestamp(t, repoPath, time.Date(1990, 1, 1, 1, 1, 0, 0, time.Local))
		// But we can also move into the future.
		updateAndRequireTimestamp(t, repoPath, time.Date(2020, 1, 1, 1, 1, 0, 0, time.Local))
	})

	t.Run("timestamp does not change between reads", func(t *testing.T) {
		t.Parallel()

		_, repoPath := gittest.CreateRepository(t, ctx, cfg, gittest.CreateRepositoryConfig{
			SkipCreationViaService: true,
		})

		timestamp := time.Date(2000, 1, 1, 1, 1, 0, 0, time.Local)

		// Reading the timestamp multiple times should not modify it. This would be the case
		// if we for example used the file's access time.
		updateAndRequireTimestamp(t, repoPath, timestamp)
		requireTimestamp(t, repoPath, timestamp)
		requireTimestamp(t, repoPath, timestamp)
	})
}

func hashDependentSize(tb testing.TB, sha1, sha256 uint64) uint64 {
	return gittest.ObjectHashDependent(tb, map[string]uint64{
		"sha1":   sha1,
		"sha256": sha256,
	})
}

func writeFileWithMtime(tb testing.TB, path string, content []byte, date time.Time) {
	tb.Helper()
	require.NoError(tb, os.WriteFile(path, content, mode.File))
	require.NoError(tb, os.Chtimes(path, date, date))
}