diff --git a/run_integration_tests.go b/run_integration_tests.go
index 9010d4b1b..abf655407 100644
--- a/run_integration_tests.go
+++ b/run_integration_tests.go
@@ -96,6 +96,7 @@ func (env *TravisEnvironment) Prepare() error {
 		"github.com/NebulousLabs/glyphcheck",
 		"github.com/golang/dep/cmd/dep",
 		"github.com/restic/rest-server/cmd/rest-server",
+		"github.com/restic/calens",
 	}
 
 	for _, pkg := range pkgs {
@@ -285,6 +286,11 @@ func (env *TravisEnvironment) RunTests() error {
 		return err
 	}
 
+	// check that the entries in changelog/ are valid
+	if err := run("calens"); err != nil {
+		fmt.Fprintf(os.Stderr, "calens failed, files in changelog/ are not valid\n")
+	}
+
 	return nil
 }