// +build ignore package main import ( "bytes" "flag" "fmt" "io" "io/ioutil" "net/http" "os" "os/exec" "path/filepath" "regexp" "runtime" "strings" "sync" ) var runCrossCompile = flag.Bool("cross-compile", true, "run cross compilation tests") var minioServer = flag.String("minio", "", "path to the minio server binary") func init() { flag.Parse() } type CIEnvironment interface { Prepare() RunTests() } type TravisEnvironment struct { goxArch []string goxOS []string minio string } func (env *TravisEnvironment) getMinio() { if *minioServer != "" { msg("using minio server at %q\n", *minioServer) env.minio = *minioServer return } tempfile, err := ioutil.TempFile("", "minio-server-") if err != nil { fmt.Fprintf(os.Stderr, "create tempfile failed: %v\n", err) os.Exit(10) } url := fmt.Sprintf("https://dl.minio.io/server/minio/release/%s-%s/minio", runtime.GOOS, runtime.GOARCH) msg("downloading %v\n", url) res, err := http.Get(url) if err != nil { msg("downloading minio failed: %v\n", err) return } _, err = io.Copy(tempfile, res.Body) if err != nil { msg("downloading minio failed: %v\n", err) return } err = res.Body.Close() if err != nil { msg("saving minio failed: %v\n", err) return } err = tempfile.Close() if err != nil { msg("closing tempfile failed: %v\n", err) return } err = os.Chmod(tempfile.Name(), 0755) if err != nil { msg("making minio server executable failed: %v\n", err) return } msg("downloaded minio server to %v\n", tempfile.Name()) env.minio = tempfile.Name() } func (env *TravisEnvironment) Prepare() { msg("preparing environment for Travis CI\n") run("go", "get", "golang.org/x/tools/cmd/cover") run("go", "get", "github.com/mattn/goveralls") run("go", "get", "github.com/pierrre/gotestcover") env.getMinio() if runtime.GOOS == "darwin" { // install the libraries necessary for fuse run("brew", "update") run("brew", "cask", "install", "osxfuse") } if *runCrossCompile { // only test cross compilation on linux with Travis run("go", "get", "github.com/mitchellh/gox") if runtime.GOOS == "linux" { env.goxArch = []string{"386", "amd64"} if !strings.HasPrefix(runtime.Version(), "go1.3") { env.goxArch = append(env.goxArch, "arm") } env.goxOS = []string{"linux", "darwin", "freebsd", "openbsd", "windows"} } else { env.goxArch = []string{runtime.GOARCH} env.goxOS = []string{runtime.GOOS} } msg("gox: OS %v, ARCH %v\n", env.goxOS, env.goxArch) v := runtime.Version() if !strings.HasPrefix(v, "go1.5") && !strings.HasPrefix(v, "go1.6") { run("gox", "-build-toolchain", "-os", strings.Join(env.goxOS, " "), "-arch", strings.Join(env.goxArch, " ")) } } } func goVersionAtLeast151() bool { v := runtime.Version() if match, _ := regexp.MatchString(`^go1\.[0-4]`, v); match { return false } if v == "go1.5" { return false } return true } type MinioServer struct { cmd *exec.Cmd done bool m sync.Mutex } func (env *TravisEnvironment) RunTests() { // run fuse tests on darwin if runtime.GOOS != "darwin" { msg("skip fuse integration tests on %v\n", runtime.GOOS) os.Setenv("RESTIC_TEST_FUSE", "0") } cwd, err := os.Getwd() if err != nil { fmt.Fprintf(os.Stderr, "Getwd() returned error: %v", err) os.Exit(9) } envWithGOPATH := make(map[string]string) envWithGOPATH["GOPATH"] = cwd + ":" + filepath.Join(cwd, "vendor") if *runCrossCompile { // compile for all target architectures with tags for _, tags := range []string{"release", "debug"} { runWithEnv(envWithGOPATH, "gox", "-verbose", "-os", strings.Join(env.goxOS, " "), "-arch", strings.Join(env.goxArch, " "), "-tags", tags, "-output", "/tmp/{{.Dir}}_{{.OS}}_{{.Arch}}", "cmds/restic") } } // run the build script run("go", "run", "build.go") var srv *MinioServer if env.minio != "" { srv, err = NewMinioServer(env.minio) if err != nil { fmt.Fprintf(os.Stderr, "error running minio server: %v", err) os.Exit(8) } for k, v := range minioEnv { envWithGOPATH[k] = v } } // run the tests and gather coverage information runWithEnv(envWithGOPATH, "gotestcover", "-coverprofile", "all.cov", "cmds/...", "restic/...") runGofmt() srv.Stop() } type AppveyorEnvironment struct{} func (env *AppveyorEnvironment) Prepare() { msg("preparing environment for Appveyor CI\n") } func (env *AppveyorEnvironment) RunTests() { run("go", "run", "build.go", "-v", "-T") } // findGoFiles returns a list of go source code file names below dir. func findGoFiles(dir string) (list []string, err error) { err = filepath.Walk(dir, func(name string, fi os.FileInfo, err error) error { if filepath.Base(name) == "vendor" { return filepath.SkipDir } if filepath.Ext(name) == ".go" { relpath, err := filepath.Rel(dir, name) if err != nil { return err } list = append(list, relpath) } return err }) return list, err } func msg(format string, args ...interface{}) { fmt.Printf("CI: "+format, args...) } func updateEnv(env []string, override map[string]string) []string { var newEnv []string for _, s := range env { d := strings.SplitN(s, "=", 2) key := d[0] if _, ok := override[key]; ok { continue } newEnv = append(newEnv, s) } for k, v := range override { newEnv = append(newEnv, k+"="+v) } return newEnv } func runGofmt() { dir, err := os.Getwd() if err != nil { fmt.Fprintf(os.Stderr, "Getwd(): %v\n", err) os.Exit(5) } files, err := findGoFiles(dir) if err != nil { fmt.Fprintf(os.Stderr, "error finding Go files: %v\n", err) os.Exit(4) } msg("runGofmt() with %d files\n", len(files)) args := append([]string{"-l"}, files...) cmd := exec.Command("gofmt", args...) cmd.Stderr = os.Stderr buf, err := cmd.Output() if err != nil { fmt.Fprintf(os.Stderr, "error running gofmt: %v", err) fmt.Fprintf(os.Stderr, "output:\n%s\n", buf) os.Exit(3) } if len(buf) > 0 { fmt.Fprintf(os.Stderr, "not formatted with `gofmt`:\n") fmt.Fprintln(os.Stderr, string(buf)) os.Exit(6) } } func run(command string, args ...string) { msg("run %v %v\n", command, strings.Join(args, " ")) runWithEnv(nil, command, args...) } // runWithEnv calls a command with the current environment, except the entries // of the env map are set additionally. func runWithEnv(env map[string]string, command string, args ...string) { msg("runWithEnv %v %v\n", command, strings.Join(args, " ")) cmd := exec.Command(command, args...) cmd.Stdout = os.Stdout cmd.Stderr = os.Stderr if env != nil { cmd.Env = updateEnv(os.Environ(), env) } err := cmd.Run() if err != nil { fmt.Fprintf(os.Stderr, "error running %v %v: %v", command, strings.Join(args, " "), err) os.Exit(3) } } var minioServerEnv = map[string]string{ "MINIO_ACCESS_KEY": "KEBIYDZ87HCIH5D17YCN", "MINIO_SECRET_KEY": "bVX1KhipSBPopEfmhc7rGz8ooxx27xdJ7Gkh1mVe", } var minioEnv = map[string]string{ "RESTIC_TEST_S3_SERVER": "http://127.0.0.1:9000", "AWS_ACCESS_KEY_ID": "KEBIYDZ87HCIH5D17YCN", "AWS_SECRET_ACCESS_KEY": "bVX1KhipSBPopEfmhc7rGz8ooxx27xdJ7Gkh1mVe", } // NewMinioServer prepares and runs a minio server for the s3 backend tests in // a temporary directory. func NewMinioServer(minio string) (*MinioServer, error) { msg("running minio server\n") dir, err := ioutil.TempDir("", "minio-root") if err != nil { return nil, err } out := bytes.NewBuffer(nil) cmd := exec.Command(minio, "server", "--address", "127.0.0.1:9000", dir) cmd.Stdout = out cmd.Stderr = out cmd.Env = updateEnv(os.Environ(), minioServerEnv) err = cmd.Start() if err != nil { return nil, err } srv := &MinioServer{cmd: cmd} go srv.Wait() return srv, nil } func (m *MinioServer) Stop() { if m == nil { return } msg("stopping minio server\n") m.m.Lock() m.done = true m.m.Unlock() err := m.cmd.Process.Kill() if err != nil { fmt.Fprintf(os.Stderr, "error stopping minio server: %v", err) os.Exit(8) } } func (m *MinioServer) Wait() { err := m.cmd.Wait() msg("minio server exited\n") m.m.Lock() done := m.done m.m.Unlock() if err != nil && !done { fmt.Fprintf(os.Stderr, "error running minio server: %#v, output:\n", err) // io.Copy(os.Stderr, out) os.Exit(12) } } func isTravis() bool { return os.Getenv("TRAVIS_BUILD_DIR") != "" } func isAppveyor() bool { return runtime.GOOS == "windows" } func main() { var env CIEnvironment switch { case isTravis(): env = &TravisEnvironment{} case isAppveyor(): env = &AppveyorEnvironment{} default: fmt.Fprintln(os.Stderr, "unknown CI environment") os.Exit(1) } for _, f := range []func(){env.Prepare, env.RunTests} { f() } }