diff --git a/buildkitd.yaml b/buildkitd.yaml
index ff5c452c822..bfdfaeee569 100644
--- a/buildkitd.yaml
+++ b/buildkitd.yaml
@@ -75,5 +75,8 @@ test:
         PID=$!
 
         sleep 5 # ensure that enough time is given for the logs to get written
-        cat /tmp/logs.txt | grep -i 'running server'
+        if ! cat /tmp/logs.txt | grep -i 'running server'; then
+          cat /tmp/logs.txt
+          exit 1
+        fi
         kill $PID