Merge pull request #1404 from kaytu-io/fix-steampipe-upgrade

fix: add logs for migrator
opengovern · Aug 1, 2024 · d088c51 · d088c51
2 parents 113e563 + b18c472
commit d088c51
Showing 1 changed file with 11 additions and 0 deletions.
diff --git a/services/migrator/job/migrations/compliance/git_parser.go b/services/migrator/job/migrations/compliance/git_parser.go
@@ -92,6 +92,11 @@ func (g *GitParser) ExtractControls(complianceControlsPath string, controlEnrich
 		g.logger.Info("loaded cli remediation", zap.Int("count", len(cliRemediationMap)))
 	}
 
+	g.logger.Info("extracting controls", zap.Int("manualRemediationMap", len(manualRemediationMap)),
+		zap.Int("cliRemediationMap", len(cliRemediationMap)), zap.Int("guardrailRemediationMap", len(guardrailRemediationMap)),
+		zap.Int("programmaticRemediationMap", len(programmaticRemediationMap)), zap.Int("noncomplianceCostMap", len(noncomplianceCostMap)),
+		zap.Int("usefulnessExampleMap", len(usefulnessExampleMap)), zap.Int("explanationMap", len(explanationMap)))
+
 	return filepath.WalkDir(complianceControlsPath, func(path string, d fs.DirEntry, err error) error {
 		if strings.HasSuffix(path, ".yaml") {
 			content, err := os.ReadFile(path)
@@ -242,6 +247,7 @@ func (g *GitParser) ExtractBenchmarks(complianceBenchmarksPath string) error {
 	if err != nil {
 		return err
 	}
+	g.logger.Info("Extracted benchmarks 1", zap.Int("count", len(benchmarks)))
 
 	children := map[string][]string{}
 	for _, o := range benchmarks {
@@ -299,6 +305,7 @@ func (g *GitParser) ExtractBenchmarks(complianceBenchmarksPath string) error {
 		g.benchmarks = append(g.benchmarks, b)
 		children[o.ID] = o.Children
 	}
+	g.logger.Info("Extracted benchmarks 2", zap.Int("count", len(g.benchmarks)))
 
 	for idx, benchmark := range g.benchmarks {
 		for _, childID := range children[benchmark.ID] {
@@ -314,7 +321,11 @@ func (g *GitParser) ExtractBenchmarks(complianceBenchmarksPath string) error {
 		}
 		g.benchmarks[idx] = benchmark
 	}
+	g.logger.Info("Extracted benchmarks 3", zap.Int("count", len(g.benchmarks)))
+
 	g.benchmarks, _ = fillBenchmarksConnectors(g.benchmarks)
+	g.logger.Info("Extracted benchmarks 4", zap.Int("count", len(g.benchmarks)))
+
 	return nil
 }