diff --git a/lib/Handler/CertificateEngine/CfsslHandler.php b/lib/Handler/CertificateEngine/CfsslHandler.php
index a208df03ec..496dea52c9 100644
--- a/lib/Handler/CertificateEngine/CfsslHandler.php
+++ b/lib/Handler/CertificateEngine/CfsslHandler.php
@@ -282,6 +282,12 @@ public function isSetupOk(): bool {
 		if (!parent::isSetupOk()) {
 			return false;
 		};
+		$configPath = $this->getConfigPath();
+		$certificate = file_get_contents($configPath . '/ca.pem');
+		$privateKey = file_get_contents($configPath . '/ca-key.pem');
+		if (!$certificate || !$privateKey) {
+			return false;
+		}
 		try {
 			$this->getClient();
 			return true;