cmd/gitbayd/maint.go

  1package main
  2
  3import (
  4	"fmt"
  5	"os"
  6	"os/exec"
  7	"time"
  8
  9	"github.com/spf13/cobra"
 10
 11	"gitbay.org/gitbay/internal/config"
 12	"gitbay.org/gitbay/internal/control"
 13	"gitbay.org/gitbay/internal/gitutil"
 14	"gitbay.org/gitbay/internal/lfs"
 15	"gitbay.org/gitbay/internal/store"
 16)
 17
 18func gcCmd() *cobra.Command {
 19	var repoPath string
 20	var aggressive, withLFS bool
 21	cmd := &cobra.Command{
 22		Use:   "gc",
 23		Short: "repack and prune repositories (git gc); --lfs removes unreferenced LFS objects",
 24		RunE: func(cmd *cobra.Command, args []string) error {
 25			cfg, err := config.Load(configPath)
 26			if err != nil {
 27				return err
 28			}
 29			st, err := openStore(cfg)
 30			if err != nil {
 31				return err
 32			}
 33			defer st.Close()
 34
 35			var repos []store.Repo
 36			if repoPath != "" {
 37				r, err := st.RepoByPath(repoPath)
 38				if err != nil {
 39					return fmt.Errorf("no repository %q", repoPath)
 40				}
 41				repos = []store.Repo{r}
 42			} else if repos, err = st.ListAllRepos(); err != nil {
 43				return err
 44			}
 45
 46			var before, after int64
 47			for _, r := range repos {
 48				dir := control.RepoDir(cfg.Server.Root, r.OwnerName, r.Name)
 49				b := gitutil.DirSize(dir)
 50				gcArgs := []string{"-C", dir, "gc", "--quiet"}
 51				if aggressive {
 52					gcArgs = append(gcArgs, "--aggressive")
 53				}
 54				if out, err := exec.Command("git", gcArgs...).CombinedOutput(); err != nil {
 55					fmt.Fprintf(os.Stderr, "%s: gc failed: %v\n%s", r.Path(), err, out)
 56					continue
 57				}
 58				a := gitutil.DirSize(dir)
 59				before, after = before+b, after+a
 60				fmt.Printf("%s\t%s -> %s\n", r.Path(), human(b), human(a))
 61			}
 62			fmt.Printf("total\t%s -> %s (freed %s)\n", human(before), human(after), human(before-after))
 63			if !withLFS {
 64				return nil
 65			}
 66			return gcLFS(cfg, st)
 67		},
 68	}
 69	cmd.Flags().StringVar(&repoPath, "repo", "", "one repository (owner/name) instead of all")
 70	cmd.Flags().BoolVar(&aggressive, "aggressive", false, "more thorough repack (slow; rarely needed)")
 71	cmd.Flags().BoolVar(&withLFS, "lfs", false, "also remove LFS objects no repository references (older than a day)")
 72	return cmd
 73}
 74
 75func human(b int64) string {
 76	switch {
 77	case b >= 1<<30:
 78		return fmt.Sprintf("%.1f GiB", float64(b)/(1<<30))
 79	case b >= 1<<20:
 80		return fmt.Sprintf("%.1f MiB", float64(b)/(1<<20))
 81	case b >= 1<<10:
 82		return fmt.Sprintf("%.1f KiB", float64(b)/(1<<10))
 83	default:
 84		return fmt.Sprintf("%d B", b)
 85	}
 86}
 87
 88// lfsOrphanAge keeps an object uploaded ahead of the push that references
 89// it: git lfs uploads first and pushes second.
 90const lfsOrphanAge = 24 * time.Hour
 91
 92// gcLFS removes LFS objects no repository's pointers name. Every
 93// repository is scanned, whatever --repo said: an object is shared across
 94// repositories by content, so only the whole set says it is unreferenced.
 95func gcLFS(cfg config.Config, st *store.Store) error {
 96	repos, err := st.ListAllRepos()
 97	if err != nil {
 98		return err
 99	}
100	referenced := map[string]bool{}
101	for _, r := range repos {
102		oids, err := gitutil.LFSPointerOIDs(control.RepoDir(cfg.Server.Root, r.OwnerName, r.Name))
103		if err != nil {
104			return fmt.Errorf("%s: scanning for LFS pointers: %w", r.Path(), err)
105		}
106		for _, o := range oids {
107			referenced[o] = true
108		}
109	}
110	blobs := lfs.LocalStore{Root: lfs.RootFor(cfg.LFS.Root, cfg.Server.Root)}
111	orphans, err := blobs.Orphans(referenced, lfsOrphanAge)
112	if err != nil {
113		return err
114	}
115	var freed int64
116	for _, o := range orphans {
117		if err := blobs.Delete(o.OID); err != nil {
118			fmt.Fprintf(os.Stderr, "lfs %s: %v\n", o.OID, err)
119			continue
120		}
121		freed += o.Size
122	}
123	fmt.Printf("lfs\t%d referenced, removed %d orphans (%s)\n", len(referenced), len(orphans), human(freed))
124	return nil
125}