diff --git a/src/StarterKits/Installer.php b/src/StarterKits/Installer.php
index 448b07d2c8..8554fad327 100644
--- a/src/StarterKits/Installer.php
+++ b/src/StarterKits/Installer.php
@@ -631,15 +631,15 @@ protected function restoreComposerJson(): self
      */
     public function rollbackWithError(string $error, ?string $output = null): void
     {
+        if ($output) {
+            $this->console->line($this->tidyComposerErrorOutput($output));
+        }
+
         $this
             ->removeStarterKit()
             ->restoreComposerJson()
             ->removeComposerJsonBackup();
 
-        if ($output) {
-            $this->console->line($this->tidyComposerErrorOutput($output));
-        }
-
         throw new StarterKitException($error);
     }