diff --git a/.github/workflows/migration-order.yml b/.github/workflows/migration-order.yml
index 9bce03582a5..afff15ca718 100644
--- a/.github/workflows/migration-order.yml
+++ b/.github/workflows/migration-order.yml
@@ -37,3 +37,11 @@ jobs:
               echo "$FILE_NAME does not conflict with existing migrations on master"
             fi
           done
+
+          if ${{ steps.new-migrations.outputs.any_deleted }}; then
+            echo "${{ steps.new-migrations.outputs.deleted_files_count }} migration files where renamed or deleted. Please put their original names back or restore the following files:"
+            for file in ${{ steps.new-migrations.outputs.deleted_files }}; do
+              echo $(basename $file)
+            done
+            exit 1
+          fi