add dataproc job status when stopped or failed

cdapio · Jul 10, 2024 · 3cff120 · 3cff120
1 parent fd30441
commit 3cff120
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/.../main/java/io/cdap/cdap/runtime/spi/provisioner/dataproc/AbstractDataprocProvisioner.java b/.../main/java/io/cdap/cdap/runtime/spi/provisioner/dataproc/AbstractDataprocProvisioner.java
@@ -121,12 +121,13 @@ public final ClusterStatus deleteClusterWithStatus(ProvisionerContext context, C
         }
 
         if (jobDetail != null
-            && jobDetail.getStatus() == RuntimeJobStatus.FAILED
+            && jobDetail.getStatus() != RuntimeJobStatus.COMPLETED
             && (jobDetail instanceof DataprocRuntimeJobDetail)) {
           // Status details is specific to dataproc jobs, so it was not added to RuntimeJobDetail spi.
           String statusDetails = ((DataprocRuntimeJobDetail) jobDetail).getJobStatusDetails();
           if (statusDetails != null) {
-            LOG.error("Dataproc job failed with the status details: {}", statusDetails);
+            LOG.error("Dataproc job {} with the status details: {}",
+                jobDetail.getStatus(), statusDetails);
           }
         }
       } finally {