diff --git a/test/e2e/statefulset_test.go b/test/e2e/statefulset_test.go
index a3c79c035..e78f6698b 100644
--- a/test/e2e/statefulset_test.go
+++ b/test/e2e/statefulset_test.go
@@ -418,6 +418,7 @@ var _ = Describe("StatefulSet", func() {
 			f.DeleteStatefulSet(ss.ObjectMeta)
 			f.DeleteRestic(restic.ObjectMeta)
 			f.DeleteSecret(cred.ObjectMeta)
+			f.DeleteService(svc.ObjectMeta)
 			f.DeleteRecovery(recovery.ObjectMeta)
 			framework.CleanupMinikubeHostPath()
 		})
@@ -445,6 +446,7 @@ var _ = Describe("StatefulSet", func() {
 		AfterEach(func() {
 			f.DeleteStatefulSet(ss.ObjectMeta)
 			f.DeleteRestic(restic.ObjectMeta)
+			f.DeleteService(svc.ObjectMeta)
 			f.DeleteSecret(cred.ObjectMeta)
 		})
 
@@ -462,6 +464,7 @@ var _ = Describe("StatefulSet", func() {
 			f.DeleteStatefulSet(ss.ObjectMeta)
 			f.DeleteRestic(restic.ObjectMeta)
 			f.DeleteSecret(cred.ObjectMeta)
+			f.DeleteService(svc.ObjectMeta)
 			framework.CleanupMinikubeHostPath()
 		})