ADAP-850: Support test results as a view

.changes/unreleased/Features-20230915-174428.yaml

@@ -0,0 +1,6 @@
+kind: Features
+body: Support storing test failures as views
+time: 2023-09-15T17:44:28.833877-04:00
+custom:
+  Author: mikealfare
+  Issue: "6914"

core/dbt/contracts/graph/model_config.py

@@ -216,7 +216,6 @@
 
 @dataclass
 class BaseConfig(AdditionalPropertiesAllowed, Replaceable):
-
     # enable syntax like: config['key']
     def __getitem__(self, key):
         return self.get(key)
@@ -555,12 +554,30 @@
     # Annotated is used by mashumaro for jsonschema generation
     severity: Annotated[Severity, Pattern(SEVERITY_PATTERN)] = Severity("ERROR")
     store_failures: Optional[bool] = None
+    store_failures_as: Optional[str] = None
     where: Optional[str] = None
     limit: Optional[int] = None
     fail_calc: str = "count(*)"
     warn_if: str = "!= 0"
     error_if: str = "!= 0"
 
+    def __post_init__(self):
+        """
+        The presence of a setting for `store_failures_as` overrides any existing setting for `store_failures`,
+        regardless of level of granularity. If `store_failures_as` is not set, then `store_failures` takes effect.
+        At the time of implementation, `store_failures = True` would always create a table; the user could not
+        configure this. Hence, if `store_failures = True` and `store_failures_as` is not specified, then it
+        should be set to "table" to mimic the existing functionality.
+
+        The intention of this block is to behave as if `store_failures_as` is the only setting,
+        but still allow for backwards compatibility for `store_failures`.
+        See https://github.com/dbt-labs/dbt-core/issues/6914 for more information.
+        """
+        if self.store_failures_as:
+            self.store_failures = True
+        elif self.store_failures:
+            self.store_failures_as = "table"
+
     @classmethod
     def same_contents(cls, unrendered: Dict[str, Any], other: Dict[str, Any]) -> bool:
         """This is like __eq__, except it explicitly checks certain fields."""
@@ -572,6 +589,7 @@
             "warn_if",
             "error_if",
             "store_failures",
+            "store_failures_as",
         ]
 
         seen = set()

core/dbt/include/global_project/macros/materializations/tests/test.sql

@@ -6,15 +6,20 @@
 
     {% set identifier = model['alias'] %}
     {% set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}
+
+    {% set store_failures_as = config.get('store_failures_as', 'table') %}
+    -- if `--store-failures` is invoked via command line and `store_failures_as` is not set,
+    -- config.get('store_failures_as', 'table') returns None, not 'table'
+    {% if store_failures_as == none %}{% set store_failures_as = 'table' %}{% endif %}
     {% set target_relation = api.Relation.create(
-        identifier=identifier, schema=schema, database=database, type='table') -%} %}
+        identifier=identifier, schema=schema, database=database, type=store_failures_as) -%} %}
 
     {% if old_relation %}
         {% do adapter.drop_relation(old_relation) %}
     {% endif %}
 
     {% call statement(auto_begin=True) %}
-        {{ create_table_as(False, target_relation, sql) }}
+        {{ get_create_sql(target_relation, sql) }}
     {% endcall %}
 
     {% do relations.append(target_relation) %}

core/dbt/include/global_project/macros/relations/create.sql

@@ -6,7 +6,13 @@
 
 {%- macro default__get_create_sql(relation, sql) -%}
 
-    {%- if relation.is_materialized_view -%}
+    {%- if relation.is_view -%}
+        {{ get_create_view_as_sql(relation, sql) }}
+
+    {%- elif relation.is_table -%}
+        {{ get_create_table_as_sql(False, relation, sql) }}
+
+    {%- elif relation.is_materialized_view -%}
         {{ get_create_materialized_view_as_sql(relation, sql) }}
 
     {%- else -%}

core/dbt/parser/generic_test_builders.py

@@ -101,6 +101,7 @@
         "error_if",
         "fail_calc",
         "store_failures",
+        "store_failures_as",
         "meta",
         "database",
         "schema",
@@ -242,6 +243,10 @@
     def store_failures(self) -> Optional[bool]:
         return self.config.get("store_failures")
 
+    @property
+    def store_failures_as(self) -> Optional[bool]:
+        return self.config.get("store_failures_as")
+
     @property
     def where(self) -> Optional[str]:
         return self.config.get("where")
@@ -294,6 +299,8 @@
             config["fail_calc"] = self.fail_calc
         if self.store_failures is not None:
             config["store_failures"] = self.store_failures
+        if self.store_failures_as is not None:
+            config["store_failures_as"] = self.store_failures_as
         if self.meta is not None:
             config["meta"] = self.meta
         if self.database is not None:

tests/adapter/dbt/tests/adapter/store_test_failures_tests/_files.py

@@ -0,0 +1,128 @@
+SEED__CHIPMUNKS = """
+name,shirt
+alvin,red
+simon,blue
+theodore,green
+dave,
+""".strip()
+
+
+MODEL__CHIPMUNKS = """
+{{ config(materialized='table') }}
+select *
+from {{ ref('chipmunks_stage') }}
+"""
+
+
+TEST__VIEW_TRUE = """
+{{ config(store_failures_as="view", store_failures=True) }}
+select *
+from {{ ref('chipmunks') }}
+where shirt = 'green'
+"""
+
+
+TEST__VIEW_FALSE = """
+{{ config(store_failures_as="view", store_failures=False) }}
+select *
+from {{ ref('chipmunks') }}
+where shirt = 'green'
+"""
+
+
+TEST__VIEW_UNSET = """
+{{ config(store_failures_as="view") }}
+select *
+from {{ ref('chipmunks') }}
+where shirt = 'green'
+"""
+
+
+TEST__TABLE_TRUE = """
+{{ config(store_failures_as="table", store_failures=True) }}
+select *
+from {{ ref('chipmunks') }}
+where shirt = 'green'
+"""
+
+
+TEST__TABLE_FALSE = """
+{{ config(store_failures_as="table", store_failures=False) }}
+select *
+from {{ ref('chipmunks') }}
+where shirt = 'green'
+"""
+
+
+TEST__TABLE_UNSET = """
+{{ config(store_failures_as="table") }}
+select *
+from {{ ref('chipmunks') }}
+where shirt = 'green'
+"""
+
+
+TEST__UNSET_TRUE = """
+{{ config(store_failures=True) }}
+select *
+from {{ ref('chipmunks') }}
+where shirt = 'green'
+"""
+
+
+TEST__UNSET_FALSE = """
+{{ config(store_failures=False) }}
+select *
+from {{ ref('chipmunks') }}
+where shirt = 'green'
+"""
+
+
+TEST__UNSET_UNSET = """
+select *
+from {{ ref('chipmunks') }}
+where shirt = 'green'
+"""
+
+
+TEST__VIEW_UNSET_PASS = """
+{{ config(store_failures_as="view") }}
+select *
+from {{ ref('chipmunks') }}
+where shirt = 'purple'
+"""
+
+
+TEST__NONE_FALSE = """
+{{ config(store_failures_as=None, store_failures=False) }}
+select *
+from {{ ref('chipmunks') }}
+where shirt = 'green'
+"""
+
+
+SCHEMA_YML = """
+version: 2
+
+models:
+  - name: chipmunks
+    columns:
+      - name: name
+        tests:
+          - unique:
+              store_failures: true
+          - not_null:
+              store_failures_as: view
+          - accepted_values:
+              store_failures: false
+              store_failures_as: table
+              values:
+                - alvin
+                - simon
+                - theodore
+      - name: shirt
+        tests:
+          - not_null:
+              store_failures: true
+              store_failures_as: view
+"""