mirror of
https://github.com/octoleo/restic.git
synced 2024-06-07 11:30:49 +00:00
744a15247d
The old behavior was problematic in the context of rebuild-index as it could leave old, possibly invalid index files behind without returning a fatal error. Prune calls rebuildIndex before removing any data from the repository. For this use case failing to delete an old index MUST be treated as a fatal error. Otherwise the index could still contain an old index file that refers to blobs/packs that were later on deleted by prune. Later backup runs will assume that the affected blobs already exist in the repository which results in a backup which misses data.
102 lines
2.3 KiB
Go
102 lines
2.3 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
|
|
"github.com/restic/restic/internal/errors"
|
|
"github.com/restic/restic/internal/index"
|
|
"github.com/restic/restic/internal/restic"
|
|
|
|
"github.com/spf13/cobra"
|
|
)
|
|
|
|
var cmdRebuildIndex = &cobra.Command{
|
|
Use: "rebuild-index [flags]",
|
|
Short: "Build a new index file",
|
|
Long: `
|
|
The "rebuild-index" command creates a new index based on the pack files in the
|
|
repository.
|
|
|
|
EXIT STATUS
|
|
===========
|
|
|
|
Exit status is 0 if the command was successful, and non-zero if there was any error.
|
|
`,
|
|
DisableAutoGenTag: true,
|
|
RunE: func(cmd *cobra.Command, args []string) error {
|
|
return runRebuildIndex(globalOptions)
|
|
},
|
|
}
|
|
|
|
func init() {
|
|
cmdRoot.AddCommand(cmdRebuildIndex)
|
|
}
|
|
|
|
func runRebuildIndex(gopts GlobalOptions) error {
|
|
repo, err := OpenRepository(gopts)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
lock, err := lockRepoExclusive(repo)
|
|
defer unlockRepo(lock)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
ctx, cancel := context.WithCancel(gopts.ctx)
|
|
defer cancel()
|
|
return rebuildIndex(ctx, repo, restic.NewIDSet())
|
|
}
|
|
|
|
func rebuildIndex(ctx context.Context, repo restic.Repository, ignorePacks restic.IDSet) error {
|
|
Verbosef("counting files in repo\n")
|
|
|
|
var packs uint64
|
|
err := repo.List(ctx, restic.PackFile, func(restic.ID, int64) error {
|
|
packs++
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
bar := newProgressMax(!globalOptions.Quiet, packs-uint64(len(ignorePacks)), "packs")
|
|
idx, invalidFiles, err := index.New(ctx, repo, ignorePacks, bar)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if globalOptions.verbosity >= 2 {
|
|
for _, id := range invalidFiles {
|
|
Printf("skipped incomplete pack file: %v\n", id)
|
|
}
|
|
}
|
|
|
|
Verbosef("finding old index files\n")
|
|
|
|
var supersedes restic.IDs
|
|
err = repo.List(ctx, restic.IndexFile, func(id restic.ID, size int64) error {
|
|
supersedes = append(supersedes, id)
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
ids, err := idx.Save(ctx, repo, supersedes)
|
|
if err != nil {
|
|
return errors.Fatalf("unable to save index, last error was: %v", err)
|
|
}
|
|
|
|
Verbosef("saved new indexes as %v\n", ids)
|
|
|
|
Verbosef("remove %d old index files\n", len(supersedes))
|
|
err = DeleteFilesChecked(globalOptions, repo, restic.NewIDSet(supersedes...), restic.IndexFile)
|
|
if err != nil {
|
|
return errors.Fatalf("unable to remove an old index: %v\n", err)
|
|
}
|
|
|
|
return nil
|
|
}
|