diff --git a/bench/cli.py b/bench/cli.py
index 70339a53..6db5787a 100644
--- a/bench/cli.py
+++ b/bench/cli.py
@@ -128,6 +128,7 @@ def setup_nginx():
 def setup_supervisor():
 	"generate config for supervisor"
 	generate_config('supervisor', 'supervisor.conf')
+	update_config({'restart_supervisor_on_update': True})
 
 @click.command('auto-update')
 def setup_auto_update():
diff --git a/bench/utils.py b/bench/utils.py
index 2ebc5aaf..5d0c11bd 100644
--- a/bench/utils.py
+++ b/bench/utils.py
@@ -9,7 +9,7 @@ from distutils.spawn import find_executable
 logger = logging.getLogger(__name__)
 
 default_config = {
-	'restart_supervisor_on_update': True,
+	'restart_supervisor_on_update': False,
 	'auto_update': True,
 	'update_bench_on_update': True,
 	'shallow_clone': True