Add result files

gwen-interpreter · Oct 7, 2024 · 930b0af · 930b0af
1 parent 91153a3
commit 930b0af
Show file tree

Hide file tree

Showing 11 changed files with 468 additions and 39 deletions.
diff --git a/CHANGELOG b/CHANGELOG
@@ -1,3 +1,21 @@
+3.77.0
+======
+1 October 2024
+- Update Gwen core from v3.65.0 to v[3.66.0](https://github.com/gwen-interpreter/gwen/releases/tag/v3.66.0)
+  - Add `results` report format option for declarative CSV reporting
+  - Introduce `@Results` annotation to support logging CSV results at any node level
+  - Improved error report handling and reporting
+  - Add impicit variables:
+    - `gwen.feature.displayName`
+    - `gwen.feature.eval.started`
+    - `gwen.feature.eval.finished`
+    - `gwen.scenario.displayName`
+    - `gwen.scenario.eval.started`
+    - `gwen.scenario.eval.finished`
+    - `gwen.stepDef.displayName`
+    - `gwen.stepDef.eval.started`  
+    - `gwen.stepDef.eval.finished`
+
 3.76.0
 ======
 26 September 2024

diff --git a/build.sbt b/build.sbt
@@ -1,8 +1,8 @@
 enablePlugins(GitVersioning)
 
 // gwen core & web versions
-val gwenVersion = "3.65.0"
-val gwenWebVersion = "3.76.0"
+val gwenVersion = "3.66.0"
+val gwenWebVersion = "3.77.0"
 
 git.baseVersion := gwenWebVersion
 git.useGitDescribe := true

diff --git a/gwen.conf b/gwen.conf
@@ -20,11 +20,169 @@ gwen {
   behavior {
     rules = "lenient"             # strict|lenient
   }
+  cli {                           # CLI options
+    options {                     # See: https://gweninterpreter.org/docs/settings/reference#cli-settings
+      format = [
+        "html"
+        "results"
+        # "junit"
+        # "json"
+        # "rp"
+        # "none"
+      ]
+    }
+  }
   feature {
     mode = "imperative"           # declarative|imperative
   }
-  output {
-    dir = "target"
+  outDir = "target"
+  report {
+    results {
+      fields {
+        feature {
+          status = [
+            { field = "EVAL_STATUS", ref = "gwen.feature.eval.status.keyword.upperCased" }
+            { field = "EVAL_STARTED", ref = "gwen.feature.eval.started" }
+            { field = "EVAL_FINISHED", ref = "gwen.feature.eval.finished" }
+          ]
+          details = [
+            { field = "FEATURE_FILE", ref = "gwen.feature.file.path" }
+            { field = "FEATURE_NAME", ref = "gwen.feature.displayName" }
+          ]
+          duration = [
+            { field = "EVAL_DURATION", ref = "gwen.feature.eval.duration" }
+          ]
+          message = [
+            { field = "EVAL_MESSAGE", ref = "gwen.feature.eval.status.message" }
+          ]
+        }
+        scenario {
+          status = [
+            { field = "EVAL_STATUS", ref = "gwen.scenario.eval.status.keyword.upperCased" }
+            { field = "EVAL_STARTED", ref = "gwen.scenario.eval.started" }
+            { field = "EVAL_FINISHED", ref = "gwen.scenario.eval.finished" }
+          ]
+          details = [
+            ${gwen.report.results.fields.feature.details}
+            { field = "SCENARIO_NAME", ref = "gwen.scenario.displayName" }
+          ]
+          duration = [
+            { field = "EVAL_DURATION", ref = "gwen.scenario.eval.duration" }
+          ]
+          message = [
+            { field = "EVAL_MESSAGE", ref = "gwen.scenario.eval.status.message" }
+          ]
+        }
+        stepDef {
+          status = [
+            { field = "EVAL_STATUS", ref = "gwen.stepDef.eval.status.keyword.upperCased" }
+            { field = "EVAL_STARTED", ref = "gwen.stepDef.eval.started" }
+            { field = "EVAL_FINISHED", ref = "gwen.stepDef.eval.finished" }
+          ]
+          details = [
+            { field = "STEPDEF_NAME", ref = "gwen.stepDef.displayName" }
+          ]
+          duration = [
+            { field = "EVAL_DURATION", ref = "gwen.stepDef.eval.duration" }
+          ]
+          message = [
+            { field = "EVAL_MESSAGE", ref = "gwen.stepDef.eval.status.message" }
+          ]
+        }
+        input {
+            data = [
+            { field = "*", ref = "$<gwen.options.dataFile>" }
+          ]
+        }
+      }
+      files {
+        feature {
+          passed {
+            file = "feature-results-PASSED.csv"
+            scope = "Feature"
+            status = "Passed"
+            fields = [ 
+              ${gwen.report.results.fields.feature.status}
+              ${gwen.report.results.fields.feature.details}
+              ${gwen.report.results.fields.feature.duration}
+              ${gwen.report.results.fields.input.data}
+            ]
+          }
+          failed {
+            file = "feature-results-FAILED.csv"
+            scope = "Feature"
+            status = "Failed"
+            fields = [ 
+              ${gwen.report.results.fields.feature.status}
+              ${gwen.report.results.fields.feature.details}
+              ${gwen.report.results.fields.feature.duration}
+              ${gwen.report.results.fields.input.data}
+              ${gwen.report.results.fields.feature.message}
+            ]
+          }
+          all {
+            file = "feature-results-ALL.csv"
+            scope = "Feature"
+            fields = [ 
+              ${gwen.report.results.fields.feature.status}
+              ${gwen.report.results.fields.feature.details}
+              ${gwen.report.results.fields.feature.duration}
+              ${gwen.report.results.fields.input.data}
+              ${gwen.report.results.fields.feature.message}
+            ]
+          }
+        }
+        scenario {
+          passed {
+            file = "scenario-results-PASSED.csv"
+            scope = "Scenario"
+            status = "Passed"
+            fields = [
+              ${gwen.report.results.fields.scenario.status}
+              ${gwen.report.results.fields.scenario.details}
+              ${gwen.report.results.fields.scenario.duration}
+              ${gwen.report.results.fields.input.data}
+            ]
+          }
+          failed {
+            file = "scenario-results-FAILED.csv"
+            scope = "Scenario"
+            status = "Failed"
+            fields = [
+              ${gwen.report.results.fields.scenario.status}
+              ${gwen.report.results.fields.scenario.details}
+              ${gwen.report.results.fields.scenario.duration}
+              ${gwen.report.results.fields.input.data}
+              ${gwen.report.results.fields.scenario.message}
+            ]
+          }
+          all {
+            file = "scenario-results-ALL.csv"
+            scope = "Scenario"
+            fields = [
+              ${gwen.report.results.fields.scenario.status}
+              ${gwen.report.results.fields.scenario.details}
+              ${gwen.report.results.fields.scenario.duration}
+              ${gwen.report.results.fields.input.data}
+              ${gwen.report.results.fields.scenario.message}
+            ]
+          }
+        }
+        stepDef {
+          all {
+            file = "stepDef-results-ALL.csv"
+            scope = "StepDef"
+            fields = [
+              ${gwen.report.results.fields.stepDef.status}
+              ${gwen.report.results.fields.stepDef.details}
+              ${gwen.report.results.fields.stepDef.duration}
+              ${gwen.report.results.fields.input.data}
+              ${gwen.report.results.fields.stepDef.message}
+            ]
+          }
+        }
+      }
+    }
   }
   target {
     browser = "chrome"

diff --git a/src/main/resources/gwen.conf b/src/main/resources/gwen.conf
@@ -29,7 +29,7 @@ gwen {
     }
     browser {
       headless = false
-      # size = ""                 # <width>x<height>, eg: 1200x800
+      # size = ""                 # <width>x<height> eg: 1200x800
     }
     capabilities {                # name value pairs
       # name1 = "value1"
@@ -38,13 +38,13 @@ gwen {
     }
     chrome {
       args = [                    # value list
-        # "arg1",
-        # "arg2",
+        # "arg1"
+        # "arg2"
         # ..
       ]
       extensions = [              # value list of crx file paths
-        # "ext1",
-        # "ext2",
+        # "ext1"
+        # "ext2"
         # ..
       ]
       mobile {                    # name value pairs
@@ -64,13 +64,13 @@ gwen {
     }
     edge {
       args = [                    # value list
-        # "arg1",
-        # "arg2",
+        # "arg1"
+        # "arg2"
         # ..
       ]
       extensions = [              # value list of crx file paths
-        # "ext1",
-        # "ext2",
+        # "ext1"
+        # "ext2"
         # ..
       ]
       mobile {                    # name value pairs