mirror of https://github.com/octoleo/restic.git
73 lines
1.5 KiB
Go
73 lines
1.5 KiB
Go
package list
|
|
|
|
import (
|
|
"context"
|
|
|
|
"github.com/restic/restic/internal/restic"
|
|
"github.com/restic/restic/internal/worker"
|
|
)
|
|
|
|
const listPackWorkers = 10
|
|
|
|
// Lister combines lists packs in a repo and blobs in a pack.
|
|
type Lister interface {
|
|
List(context.Context, restic.FileType) <-chan restic.ID
|
|
ListPack(context.Context, restic.ID) ([]restic.Blob, int64, error)
|
|
}
|
|
|
|
// Result is returned in the channel from LoadBlobsFromAllPacks.
|
|
type Result struct {
|
|
packID restic.ID
|
|
size int64
|
|
entries []restic.Blob
|
|
}
|
|
|
|
// PackID returns the pack ID of this result.
|
|
func (l Result) PackID() restic.ID {
|
|
return l.packID
|
|
}
|
|
|
|
// Size returns the size of the pack.
|
|
func (l Result) Size() int64 {
|
|
return l.size
|
|
}
|
|
|
|
// Entries returns a list of all blobs saved in the pack.
|
|
func (l Result) Entries() []restic.Blob {
|
|
return l.entries
|
|
}
|
|
|
|
// AllPacks sends the contents of all packs to ch.
|
|
func AllPacks(ctx context.Context, repo Lister, ignorePacks restic.IDSet, ch chan<- worker.Job) {
|
|
f := func(ctx context.Context, job worker.Job) (interface{}, error) {
|
|
packID := job.Data.(restic.ID)
|
|
entries, size, err := repo.ListPack(ctx, packID)
|
|
|
|
return Result{
|
|
packID: packID,
|
|
size: size,
|
|
entries: entries,
|
|
}, err
|
|
}
|
|
|
|
jobCh := make(chan worker.Job)
|
|
wp := worker.New(ctx, listPackWorkers, f, jobCh, ch)
|
|
|
|
go func() {
|
|
defer close(jobCh)
|
|
for id := range repo.List(ctx, restic.DataFile) {
|
|
if ignorePacks.Has(id) {
|
|
continue
|
|
}
|
|
|
|
select {
|
|
case jobCh <- worker.Job{Data: id}:
|
|
case <-ctx.Done():
|
|
return
|
|
}
|
|
}
|
|
}()
|
|
|
|
wp.Wait()
|
|
}
|