diff --git a/make_windows_releases b/make_windows_releases
index 28e42411..9cfa9073 100755
--- a/make_windows_releases
+++ b/make_windows_releases
@@ -8,6 +8,8 @@ set -e
 cwd=`pwd`
 PATH=$cwd/libqpdf/build:$PATH
 
+rm -rf install-mingw install-msvc
+
 ./config-mingw
 make check install
 make distclean