// Copyright (C) 2014 Jakob Borg and Contributors (see the CONTRIBUTORS file). // All rights reserved. Use of this source code is governed by an MIT-style // license that can be found in the LICENSE file. package scanner import ( "bytes" "fmt" "path/filepath" "reflect" rdebug "runtime/debug" "sort" "testing" "github.com/syncthing/syncthing/protocol" ) type testfile struct { name string size int hash string } type testfileList []testfile var testdata = testfileList{ {"afile", 4, "b5bb9d8014a0f9b1d61e21e796d78dccdf1352f23cd32812f4850b878ae4944c"}, {"dir1", 128, ""}, {filepath.Join("dir1", "dfile"), 5, "49ae93732fcf8d63fe1cce759664982dbd5b23161f007dba8561862adc96d063"}, {"dir2", 128, ""}, {filepath.Join("dir2", "cfile"), 4, "bf07a7fbb825fc0aae7bf4a1177b2b31fcf8a3feeaf7092761e18c859ee52a9c"}, {"excludes", 78, "1f5ac95d9e6fb2516629a029d788d27953c7bb2f4dc09184b660fdda0c8f2f04"}, {"further-excludes", 5, "7eb0a548094fa6295f7fd9200d69973e5f5ec5c04f2a86d998080ac43ecf89f1"}, {"loop-excludes", 18, "2db057aa82a8b8fe4b1367ccc875259ed4b8020255820d4e3d4bfe78f0dd3f2a"}, } var correctIgnores = map[string][]string{ ".": {".*", "quux"}, } func init() { // This test runs the risk of entering infinite recursion if it fails. // Limit the stack size to 10 megs to creash early in that case instead of // potentially taking down the box... rdebug.SetMaxStack(10 * 1 << 20) } func TestWalkSub(t *testing.T) { w := Walker{ Dir: "testdata", Sub: "dir2", BlockSize: 128 * 1024, IgnoreFile: ".stignore", } fchan, err := w.Walk() var files []protocol.FileInfo for f := range fchan { files = append(files, f) } if err != nil { t.Fatal(err) } // The directory contains two files, where one is ignored from a higher // level. We should see only the directory and one of the files. if len(files) != 2 { t.Fatalf("Incorrect length %d != 2", len(files)) } if files[0].Name != "dir2" { t.Errorf("Incorrect file %v != dir2", files[0]) } if files[1].Name != filepath.Join("dir2", "cfile") { t.Errorf("Incorrect file %v != dir2/cfile", files[1]) } } func TestWalk(t *testing.T) { w := Walker{ Dir: "testdata", BlockSize: 128 * 1024, IgnoreFile: ".stignore", } fchan, err := w.Walk() if err != nil { t.Fatal(err) } var tmp []protocol.FileInfo for f := range fchan { tmp = append(tmp, f) } sort.Sort(fileList(tmp)) files := fileList(tmp).testfiles() if !reflect.DeepEqual(files, testdata) { t.Errorf("Walk returned unexpected data\nExpected: %v\nActual: %v", testdata, files) } } func TestWalkError(t *testing.T) { w := Walker{ Dir: "testdata-missing", BlockSize: 128 * 1024, IgnoreFile: ".stignore", } _, err := w.Walk() if err == nil { t.Error("no error from missing directory") } w = Walker{ Dir: "testdata/bar", BlockSize: 128 * 1024, IgnoreFile: ".stignore", } _, err = w.Walk() if err == nil { t.Error("no error from non-directory") } } func TestIgnore(t *testing.T) { patStr := bytes.NewBufferString(` t2 /t3 sub/dir/* */other/test **/deep `) patterns := parseIgnoreFile(patStr, "", "", make(map[string]map[string]bool)) patStr = bytes.NewBufferString(` bar z* q[abc]x `) patterns = append(patterns, parseIgnoreFile(patStr, "foo", "", make(map[string]map[string]bool))...) patStr = bytes.NewBufferString(` quux .* `) patterns = append(patterns, parseIgnoreFile(patStr, "foo/baz", "", make(map[string]map[string]bool))...) var tests = []struct { f string r bool }{ {filepath.Join("foo", "bar"), true}, {filepath.Join("t3"), true}, {filepath.Join("foofoo"), false}, {filepath.Join("foo", "quux"), false}, {filepath.Join("foo", "zuux"), true}, {filepath.Join("foo", "qzuux"), false}, {filepath.Join("foo", "baz", "t1"), false}, {filepath.Join("foo", "baz", "t2"), true}, {filepath.Join("foo", "baz", "t3"), false}, {filepath.Join("foo", "baz", "bar"), true}, {filepath.Join("foo", "baz", "quuxa"), false}, {filepath.Join("foo", "baz", "aquux"), false}, {filepath.Join("foo", "baz", ".quux"), true}, {filepath.Join("foo", "baz", "zquux"), true}, {filepath.Join("foo", "baz", "quux"), true}, {filepath.Join("foo", "bazz", "quux"), false}, {filepath.Join("sub", "dir", "hej"), true}, {filepath.Join("deeper", "sub", "dir", "hej"), true}, {filepath.Join("other", "test"), false}, {filepath.Join("sub", "other", "test"), true}, {filepath.Join("deeper", "sub", "other", "test"), true}, {filepath.Join("deep"), true}, {filepath.Join("deeper", "deep"), true}, {filepath.Join("deeper", "deeper", "deep"), true}, } w := Walker{} for i, tc := range tests { if r := w.ignoreFile(patterns, tc.f); r != tc.r { t.Errorf("Incorrect ignoreFile() #%d (%s); E: %v, A: %v", i, tc.f, tc.r, r) } } } type fileList []protocol.FileInfo func (f fileList) Len() int { return len(f) } func (f fileList) Less(a, b int) bool { return f[a].Name < f[b].Name } func (f fileList) Swap(a, b int) { f[a], f[b] = f[b], f[a] } func (l fileList) testfiles() testfileList { testfiles := make(testfileList, len(l)) for i, f := range l { if len(f.Blocks) > 1 { panic("simple test case stuff only supports a single block per file") } testfiles[i] = testfile{name: f.Name, size: int(f.Size())} if len(f.Blocks) == 1 { testfiles[i].hash = fmt.Sprintf("%x", f.Blocks[0].Hash) } } return testfiles } func (l testfileList) String() string { var b bytes.Buffer b.WriteString("{\n") for _, f := range l { fmt.Fprintf(&b, " %s (%d bytes): %s\n", f.name, f.size, f.hash) } b.WriteString("}") return b.String() }