mirror of
https://github.com/octoleo/restic.git
synced 2024-12-25 04:05:58 +00:00
310 lines
7.2 KiB
Go
310 lines
7.2 KiB
Go
package checker_test
|
|
|
|
import (
|
|
"io"
|
|
"math/rand"
|
|
"path/filepath"
|
|
"sort"
|
|
"testing"
|
|
|
|
"github.com/restic/restic"
|
|
"github.com/restic/restic/backend"
|
|
"github.com/restic/restic/checker"
|
|
"github.com/restic/restic/repository"
|
|
. "github.com/restic/restic/test"
|
|
)
|
|
|
|
var checkerTestData = filepath.Join("testdata", "checker-test-repo.tar.gz")
|
|
|
|
func list(repo *repository.Repository, t backend.Type) (IDs []string) {
|
|
done := make(chan struct{})
|
|
defer close(done)
|
|
|
|
for id := range repo.List(t, done) {
|
|
IDs = append(IDs, id.String())
|
|
}
|
|
|
|
return IDs
|
|
}
|
|
|
|
func collectErrors(f func(chan<- error, <-chan struct{})) (errs []error) {
|
|
done := make(chan struct{})
|
|
defer close(done)
|
|
|
|
errChan := make(chan error)
|
|
|
|
go f(errChan, done)
|
|
|
|
for err := range errChan {
|
|
errs = append(errs, err)
|
|
}
|
|
|
|
return errs
|
|
}
|
|
|
|
func checkPacks(chkr *checker.Checker) []error {
|
|
return collectErrors(chkr.Packs)
|
|
}
|
|
|
|
func checkStruct(chkr *checker.Checker) []error {
|
|
return collectErrors(chkr.Structure)
|
|
}
|
|
|
|
func checkData(chkr *checker.Checker) []error {
|
|
return collectErrors(
|
|
func(errCh chan<- error, done <-chan struct{}) {
|
|
chkr.ReadData(nil, errCh, done)
|
|
},
|
|
)
|
|
}
|
|
|
|
func TestCheckRepo(t *testing.T) {
|
|
WithTestEnvironment(t, checkerTestData, func(repodir string) {
|
|
repo := OpenLocalRepo(t, repodir)
|
|
|
|
chkr := checker.New(repo)
|
|
hints, errs := chkr.LoadIndex()
|
|
if len(errs) > 0 {
|
|
t.Fatalf("expected no errors, got %v: %v", len(errs), errs)
|
|
}
|
|
|
|
if len(hints) > 0 {
|
|
t.Errorf("expected no hints, got %v: %v", len(hints), hints)
|
|
}
|
|
|
|
OKs(t, checkPacks(chkr))
|
|
OKs(t, checkStruct(chkr))
|
|
})
|
|
}
|
|
|
|
func TestMissingPack(t *testing.T) {
|
|
WithTestEnvironment(t, checkerTestData, func(repodir string) {
|
|
repo := OpenLocalRepo(t, repodir)
|
|
|
|
packID := "657f7fb64f6a854fff6fe9279998ee09034901eded4e6db9bcee0e59745bbce6"
|
|
OK(t, repo.Backend().Remove(backend.Data, packID))
|
|
|
|
chkr := checker.New(repo)
|
|
hints, errs := chkr.LoadIndex()
|
|
if len(errs) > 0 {
|
|
t.Fatalf("expected no errors, got %v: %v", len(errs), errs)
|
|
}
|
|
|
|
if len(hints) > 0 {
|
|
t.Errorf("expected no hints, got %v: %v", len(hints), hints)
|
|
}
|
|
|
|
errs = checkPacks(chkr)
|
|
|
|
Assert(t, len(errs) == 1,
|
|
"expected exactly one error, got %v", len(errs))
|
|
|
|
if err, ok := errs[0].(checker.PackError); ok {
|
|
Equals(t, packID, err.ID.String())
|
|
} else {
|
|
t.Errorf("expected error returned by checker.Packs() to be PackError, got %v", err)
|
|
}
|
|
})
|
|
}
|
|
|
|
func TestUnreferencedPack(t *testing.T) {
|
|
WithTestEnvironment(t, checkerTestData, func(repodir string) {
|
|
repo := OpenLocalRepo(t, repodir)
|
|
|
|
// index 3f1a only references pack 60e0
|
|
indexID := "3f1abfcb79c6f7d0a3be517d2c83c8562fba64ef2c8e9a3544b4edaf8b5e3b44"
|
|
packID := "60e0438dcb978ec6860cc1f8c43da648170ee9129af8f650f876bad19f8f788e"
|
|
OK(t, repo.Backend().Remove(backend.Index, indexID))
|
|
|
|
chkr := checker.New(repo)
|
|
hints, errs := chkr.LoadIndex()
|
|
if len(errs) > 0 {
|
|
t.Fatalf("expected no errors, got %v: %v", len(errs), errs)
|
|
}
|
|
|
|
if len(hints) > 0 {
|
|
t.Errorf("expected no hints, got %v: %v", len(hints), hints)
|
|
}
|
|
|
|
errs = checkPacks(chkr)
|
|
|
|
Assert(t, len(errs) == 1,
|
|
"expected exactly one error, got %v", len(errs))
|
|
|
|
if err, ok := errs[0].(checker.PackError); ok {
|
|
Equals(t, packID, err.ID.String())
|
|
} else {
|
|
t.Errorf("expected error returned by checker.Packs() to be PackError, got %v", err)
|
|
}
|
|
})
|
|
}
|
|
|
|
func TestUnreferencedBlobs(t *testing.T) {
|
|
WithTestEnvironment(t, checkerTestData, func(repodir string) {
|
|
repo := OpenLocalRepo(t, repodir)
|
|
|
|
snID := "51d249d28815200d59e4be7b3f21a157b864dc343353df9d8e498220c2499b02"
|
|
OK(t, repo.Backend().Remove(backend.Snapshot, snID))
|
|
|
|
unusedBlobsBySnapshot := backend.IDs{
|
|
ParseID("58c748bbe2929fdf30c73262bd8313fe828f8925b05d1d4a87fe109082acb849"),
|
|
ParseID("988a272ab9768182abfd1fe7d7a7b68967825f0b861d3b36156795832c772235"),
|
|
ParseID("c01952de4d91da1b1b80bc6e06eaa4ec21523f4853b69dc8231708b9b7ec62d8"),
|
|
ParseID("bec3a53d7dc737f9a9bee68b107ec9e8ad722019f649b34d474b9982c3a3fec7"),
|
|
ParseID("2a6f01e5e92d8343c4c6b78b51c5a4dc9c39d42c04e26088c7614b13d8d0559d"),
|
|
ParseID("18b51b327df9391732ba7aaf841a4885f350d8a557b2da8352c9acf8898e3f10"),
|
|
}
|
|
|
|
sort.Sort(unusedBlobsBySnapshot)
|
|
|
|
chkr := checker.New(repo)
|
|
hints, errs := chkr.LoadIndex()
|
|
if len(errs) > 0 {
|
|
t.Fatalf("expected no errors, got %v: %v", len(errs), errs)
|
|
}
|
|
|
|
if len(hints) > 0 {
|
|
t.Errorf("expected no hints, got %v: %v", len(hints), hints)
|
|
}
|
|
|
|
OKs(t, checkPacks(chkr))
|
|
OKs(t, checkStruct(chkr))
|
|
|
|
blobs := chkr.UnusedBlobs()
|
|
sort.Sort(blobs)
|
|
|
|
Equals(t, unusedBlobsBySnapshot, blobs)
|
|
})
|
|
}
|
|
|
|
var checkerDuplicateIndexTestData = filepath.Join("testdata", "duplicate-packs-in-index-test-repo.tar.gz")
|
|
|
|
func TestDuplicatePacksInIndex(t *testing.T) {
|
|
WithTestEnvironment(t, checkerDuplicateIndexTestData, func(repodir string) {
|
|
repo := OpenLocalRepo(t, repodir)
|
|
|
|
chkr := checker.New(repo)
|
|
hints, errs := chkr.LoadIndex()
|
|
if len(hints) == 0 {
|
|
t.Fatalf("did not get expected checker hints for duplicate packs in indexes")
|
|
}
|
|
|
|
found := false
|
|
for _, hint := range hints {
|
|
if _, ok := hint.(checker.ErrDuplicatePacks); ok {
|
|
found = true
|
|
} else {
|
|
t.Errorf("got unexpected hint: %v", hint)
|
|
}
|
|
}
|
|
|
|
if !found {
|
|
t.Fatalf("did not find hint ErrDuplicatePacks")
|
|
}
|
|
|
|
if len(errs) > 0 {
|
|
t.Errorf("expected no errors, got %v: %v", len(errs), errs)
|
|
}
|
|
|
|
})
|
|
}
|
|
|
|
// errorBackend randomly modifies data after reading.
|
|
type errorBackend struct {
|
|
backend.Backend
|
|
}
|
|
|
|
func (b errorBackend) Get(t backend.Type, name string) (io.ReadCloser, error) {
|
|
rd, err := b.Backend.Get(t, name)
|
|
if err != nil {
|
|
return rd, err
|
|
}
|
|
|
|
if t != backend.Data {
|
|
return rd, err
|
|
}
|
|
|
|
return backend.ReadCloser(faultReader{rd}), nil
|
|
}
|
|
|
|
func (b errorBackend) GetReader(t backend.Type, name string, offset, length uint) (io.ReadCloser, error) {
|
|
rd, err := b.Backend.GetReader(t, name, offset, length)
|
|
if err != nil {
|
|
return rd, err
|
|
}
|
|
|
|
if t != backend.Data {
|
|
return rd, err
|
|
}
|
|
|
|
return backend.ReadCloser(faultReader{rd}), nil
|
|
}
|
|
|
|
// induceError flips a bit in the slice.
|
|
func induceError(data []byte) {
|
|
if rand.Float32() < 0.8 {
|
|
return
|
|
}
|
|
|
|
pos := rand.Intn(len(data))
|
|
data[pos] ^= 1
|
|
}
|
|
|
|
// faultReader wraps a reader and randomly modifies data on read.
|
|
type faultReader struct {
|
|
rd io.Reader
|
|
}
|
|
|
|
func (f faultReader) Read(p []byte) (int, error) {
|
|
n, err := f.rd.Read(p)
|
|
if n > 0 {
|
|
induceError(p)
|
|
}
|
|
|
|
return n, err
|
|
}
|
|
|
|
func TestCheckerModifiedData(t *testing.T) {
|
|
be := backend.NewMemoryBackend()
|
|
|
|
repo := repository.New(be)
|
|
OK(t, repo.Init(TestPassword))
|
|
|
|
arch := restic.NewArchiver(repo)
|
|
_, id, err := arch.Snapshot(nil, []string{"."}, nil)
|
|
OK(t, err)
|
|
t.Logf("archived as %v", id.Str())
|
|
|
|
checkRepo := repository.New(errorBackend{be})
|
|
OK(t, checkRepo.SearchKey(TestPassword))
|
|
|
|
chkr := checker.New(checkRepo)
|
|
|
|
hints, errs := chkr.LoadIndex()
|
|
if len(errs) > 0 {
|
|
t.Fatalf("expected no errors, got %v: %v", len(errs), errs)
|
|
}
|
|
|
|
if len(hints) > 0 {
|
|
t.Errorf("expected no hints, got %v: %v", len(hints), hints)
|
|
}
|
|
|
|
errFound := false
|
|
for _, err := range checkPacks(chkr) {
|
|
t.Logf("pack error: %v", err)
|
|
}
|
|
|
|
for _, err := range checkStruct(chkr) {
|
|
t.Logf("struct error: %v", err)
|
|
}
|
|
|
|
for _, err := range checkData(chkr) {
|
|
t.Logf("struct error: %v", err)
|
|
errFound = true
|
|
}
|
|
|
|
if !errFound {
|
|
t.Fatal("no error found, checker is broken")
|
|
}
|
|
}
|