diff --git a/auto/release-gem b/auto/release-gem
index 93f3702..aa9ef36 100755
--- a/auto/release-gem
+++ b/auto/release-gem
@@ -4,7 +4,7 @@
 
 cd $(dirname $0)/..
 
-rm stackup-*.gem
+rm -f stackup-*.gem
 
 echo "--- Check that we're releasing from main"
 git fetch origin