mirror of
https://github.com/octoleo/restic.git
synced 2024-11-30 16:53:59 +00:00
5f7b48e65f
Rewrite implements a streaming rewrite of the index that excludes the given packs. For this it loads all index files from the repository and only modifies those that require changes. This will reduce the index churn when running prune. Rewrite does not require the in-memory index and thus can drop it to significantly reduce the memory usage. However, `prune --unsafe-recovery` cannot use this strategy and requires a separate method to save the whole in-memory index. This is now handled using SaveFallback.
76 lines
2.2 KiB
Go
76 lines
2.2 KiB
Go
package repository_test
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
|
|
"github.com/restic/restic/internal/backend"
|
|
"github.com/restic/restic/internal/checker"
|
|
"github.com/restic/restic/internal/repository"
|
|
"github.com/restic/restic/internal/restic"
|
|
rtest "github.com/restic/restic/internal/test"
|
|
"github.com/restic/restic/internal/ui/progress"
|
|
)
|
|
|
|
func listIndex(t *testing.T, repo restic.Lister) restic.IDSet {
|
|
return listFiles(t, repo, restic.IndexFile)
|
|
}
|
|
|
|
func testRebuildIndex(t *testing.T, readAllPacks bool, damage func(t *testing.T, repo *repository.Repository, be backend.Backend)) {
|
|
repo, be := repository.TestRepositoryWithVersion(t, 0)
|
|
createRandomBlobs(t, repo, 4, 0.5, true)
|
|
createRandomBlobs(t, repo, 5, 0.5, true)
|
|
indexes := listIndex(t, repo)
|
|
t.Logf("old indexes %v", indexes)
|
|
|
|
damage(t, repo, be)
|
|
|
|
repo = repository.TestOpenBackend(t, be)
|
|
rtest.OK(t, repository.RepairIndex(context.TODO(), repo, repository.RepairIndexOptions{
|
|
ReadAllPacks: readAllPacks,
|
|
}, &progress.NoopPrinter{}))
|
|
|
|
checker.TestCheckRepo(t, repo, true)
|
|
}
|
|
|
|
func TestRebuildIndex(t *testing.T) {
|
|
for _, test := range []struct {
|
|
name string
|
|
damage func(t *testing.T, repo *repository.Repository, be backend.Backend)
|
|
}{
|
|
{
|
|
"valid index",
|
|
func(t *testing.T, repo *repository.Repository, be backend.Backend) {},
|
|
},
|
|
{
|
|
"damaged index",
|
|
func(t *testing.T, repo *repository.Repository, be backend.Backend) {
|
|
index := listIndex(t, repo).List()[0]
|
|
replaceFile(t, be, backend.Handle{Type: restic.IndexFile, Name: index.String()}, func(b []byte) []byte {
|
|
b[0] ^= 0xff
|
|
return b
|
|
})
|
|
},
|
|
},
|
|
{
|
|
"missing index",
|
|
func(t *testing.T, repo *repository.Repository, be backend.Backend) {
|
|
index := listIndex(t, repo).List()[0]
|
|
rtest.OK(t, be.Remove(context.TODO(), backend.Handle{Type: restic.IndexFile, Name: index.String()}))
|
|
},
|
|
},
|
|
{
|
|
"missing pack",
|
|
func(t *testing.T, repo *repository.Repository, be backend.Backend) {
|
|
pack := listPacks(t, repo).List()[0]
|
|
rtest.OK(t, be.Remove(context.TODO(), backend.Handle{Type: restic.PackFile, Name: pack.String()}))
|
|
},
|
|
},
|
|
} {
|
|
t.Run(test.name, func(t *testing.T) {
|
|
testRebuildIndex(t, false, test.damage)
|
|
testRebuildIndex(t, true, test.damage)
|
|
})
|
|
}
|
|
}
|