diff --git a/CHANGES/1122.bugfix b/CHANGES/1122.bugfix
new file mode 100644
index 00000000..029e0203
--- /dev/null
+++ b/CHANGES/1122.bugfix
@@ -0,0 +1 @@
+Fixed throwing the wrong error when pointing to an invalid repository with a custom signing service.
diff --git a/pulp_deb/app/tasks/synchronizing.py b/pulp_deb/app/tasks/synchronizing.py
index 2b5b9947..f37bedfe 100644
--- a/pulp_deb/app/tasks/synchronizing.py
+++ b/pulp_deb/app/tasks/synchronizing.py
@@ -399,7 +399,7 @@ async def run(self):
                                 release_file.relative_path = da_names["Release"].relative_path
                         else:
                             if self.gpgkey:
-                                d_content.d_artifacts.delete(da_names["Release"])
+                                d_content.d_artifacts.remove(da_names["Release"])
                             else:
                                 release_file_artifact = da_names["Release"].artifact
                                 release_file.relative_path = da_names["Release"].relative_path