restic/internal/archiver/tree_saver_test.go

package archiver

import (
	"context"
	"fmt"
	"os"
	"runtime"
	"sync/atomic"
	"testing"

	"github.com/restic/restic/internal/errors"
	"github.com/restic/restic/internal/restic"
	"golang.org/x/sync/errgroup"
)

func TestTreeSaver(t *testing.T) {
	ctx, cancel := context.WithCancel(context.Background())
	defer cancel()

	wg, ctx := errgroup.WithContext(ctx)

	saveFn := func(context.Context, *restic.Tree) (restic.ID, ItemStats, error) {
		return restic.NewRandomID(), ItemStats{TreeBlobs: 1, TreeSize: 123}, nil
	}

	errFn := func(snPath string, fi os.FileInfo, err error) error {
		return nil
	}

	b := NewTreeSaver(ctx, wg, uint(runtime.NumCPU()), saveFn, errFn)

	var results []FutureTree

	for i := 0; i < 20; i++ {
		node := &restic.Node{
			Name: fmt.Sprintf("file-%d", i),
		}

		fb := b.Save(ctx, "/", node, nil, nil)
		results = append(results, fb)
	}

	for _, tree := range results {
		tree.Wait(ctx)
	}

	b.TriggerShutdown()

	err := wg.Wait()
	if err != nil {
		t.Fatal(err)
	}
}

func TestTreeSaverError(t *testing.T) {
	var tests = []struct {
		trees  int
		failAt int32
	}{
		{1, 1},
		{20, 2},
		{20, 5},
		{20, 15},
		{200, 150},
	}

	errTest := errors.New("test error")

	for _, test := range tests {
		t.Run("", func(t *testing.T) {
			ctx, cancel := context.WithCancel(context.Background())
			defer cancel()

			wg, ctx := errgroup.WithContext(ctx)

			var num int32
			saveFn := func(context.Context, *restic.Tree) (restic.ID, ItemStats, error) {
				val := atomic.AddInt32(&num, 1)
				if val == test.failAt {
					t.Logf("sending error for request %v\n", test.failAt)
					return restic.ID{}, ItemStats{}, errTest
				}
				return restic.NewRandomID(), ItemStats{TreeBlobs: 1, TreeSize: 123}, nil
			}

			errFn := func(snPath string, fi os.FileInfo, err error) error {
				t.Logf("ignoring error %v\n", err)
				return nil
			}

			b := NewTreeSaver(ctx, wg, uint(runtime.NumCPU()), saveFn, errFn)

			var results []FutureTree

			for i := 0; i < test.trees; i++ {
				node := &restic.Node{
					Name: fmt.Sprintf("file-%d", i),
				}

				fb := b.Save(ctx, "/", node, nil, nil)
				results = append(results, fb)
			}

			for _, tree := range results {
				tree.Wait(ctx)
			}

			b.TriggerShutdown()

			err := wg.Wait()
			if err == nil {
				t.Errorf("expected error not found")
			}

			if err != errTest {
				t.Fatalf("unexpected error found: %v", err)
			}
		})
	}
}