diff --git a/src/Command/Config/ExportCommand.php b/src/Command/Config/ExportCommand.php
index 542bcfa27..b4c1443eb 100644
--- a/src/Command/Config/ExportCommand.php
+++ b/src/Command/Config/ExportCommand.php
@@ -107,6 +107,9 @@ protected function execute(InputInterface $input, OutputInterface $output)
             );
         }
 
+        // Remove previous yaml files before creating new ones
+        array_map('unlink', glob($directory . '/*'));
+
         if ($tar) {
             $dateTime = new \DateTime();