diff --git a/RoboFile.php b/RoboFile.php
index ed81219..ef83ec7 100644
--- a/RoboFile.php
+++ b/RoboFile.php
@@ -178,7 +178,16 @@ class RoboFile extends \Robo\Tasks
 		// Get Joomla Clean Testing sites
 		if (is_dir($this->cmsPath))
 		{
-			$this->taskDeleteDir($this->cmsPath)->run();
+			try
+			{
+				$this->taskDeleteDir($this->cmsPath)->run();
+			}
+			catch (Exception $e)
+			{
+				// Sorry, we tried :(
+				$this->say('Sorry, you will have to delete ' . $this->cmsPath . ' manually. ');
+				exit(1);
+			}
 		}
 
 		$this->_copyDir('tests/cache', $this->cmsPath);