Fix #8031: Call materialization macro from adapter dispatch

.changes/unreleased/Fixes-20230810-183216.yaml

@@ -0,0 +1,6 @@
+kind: Fixes
+body: Call materialization macro from adapter dispatch
+time: 2023-08-10T18:32:16.226142+01:00
+custom:
+  Author: aranke
+  Issue: "8031"

core/dbt/context/providers.py

@@ -11,6 +11,7 @@
     Type,
     Iterable,
     Mapping,
+    Tuple,
 )
 from typing_extensions import Protocol
 
@@ -174,30 +175,34 @@ def dispatch(
             raise MacroDispatchArgError(macro_name)
 
         search_packages = self._get_search_packages(macro_namespace)
-
-        attempts = []
+        macro = None
+        potential_macros: List[Tuple[Optional[str], str]] = []
+        failed_macros: List[Tuple[Optional[str], str]] = []
 
         for package_name in search_packages:
-            for prefix in self._get_adapter_macro_prefixes():
-                search_name = f"{prefix}__{macro_name}"
-                try:
-                    # this uses the namespace from the context
-                    macro = self._namespace.get_from_package(package_name, search_name)
-                except CompilationError:
-                    # Only raise CompilationError if macro is not found in
-                    # any package
-                    macro = None
-
-                if package_name is None:
-                    attempts.append(search_name)
-                else:
-                    attempts.append(f"{package_name}.{search_name}")
-
-                if macro is not None:
+            if macro_name.startswith("materialization_"):
+                potential_macros.append((package_name, macro_name))
+                potential_macros.append(("dbt", macro_name))
+            else:
+                for prefix in self._get_adapter_macro_prefixes():
+                    potential_macros.append((package_name, f"{prefix}__{macro_name}"))
+
+        for package_name, search_name in potential_macros:
+            try:
+                macro = self._namespace.get_from_package(package_name, search_name)
+            except CompilationError:
+                # Only raise CompilationError if macro is not found in
+                # any package
+                pass
+            finally:
+                failed_macros.append((package_name, search_name))
+                if macro:
                     return macro
 
-        searched = ", ".join(repr(a) for a in attempts)
-        msg = f"In dispatch: No macro named '{macro_name}' found within namespace: '{macro_namespace}'\n    Searched for: {searched}"
+        msg = (
+            f"In dispatch: No macro named '{macro_name}' found within namespace: '{macro_namespace}'\n"
+            f"Searched for: {failed_macros}"
+        )
         raise CompilationError(msg)
 
 

core/dbt/task/clone.py

@@ -2,7 +2,6 @@
 from typing import AbstractSet, Any, List, Iterable, Set
 
 from dbt.adapters.base import BaseRelation
-from dbt.clients.jinja import MacroGenerator
 from dbt.context.providers import generate_runtime_model_context
 from dbt.contracts.results import RunStatus, RunResult
 from dbt.dataclass_schema import dbtClassMixin
@@ -80,7 +79,7 @@ def execute(self, model, manifest):
 
         hook_ctx = self.adapter.pre_model_hook(context_config)
         try:
-            result = MacroGenerator(materialization_macro, context)()
+            result = context["adapter"].dispatch(materialization_macro.name)()
         finally:
             self.adapter.post_model_hook(context_config, hook_ctx)
 

core/dbt/task/run.py

@@ -1,32 +1,18 @@
 import functools
 import threading
 import time
+from datetime import datetime
 from typing import List, Dict, Any, Iterable, Set, Tuple, Optional, AbstractSet
 
-from dbt.dataclass_schema import dbtClassMixin
-
-from .compile import CompileRunner, CompileTask
-
-from .printer import (
-    print_run_end_messages,
-    get_counts,
-)
-from datetime import datetime
 from dbt import tracking
 from dbt import utils
 from dbt.adapters.base import BaseRelation
-from dbt.clients.jinja import MacroGenerator
 from dbt.context.providers import generate_runtime_model_context
 from dbt.contracts.graph.model_config import Hook
 from dbt.contracts.graph.nodes import HookNode, ResultNode
 from dbt.contracts.results import NodeStatus, RunResult, RunStatus, RunningStatus, BaseResult
-from dbt.exceptions import (
-    CompilationError,
-    DbtInternalError,
-    MissingMaterializationError,
-    DbtRuntimeError,
-    DbtValidationError,
-)
+from dbt.dataclass_schema import dbtClassMixin
+from dbt.events.base_types import EventLevel
 from dbt.events.functions import fire_event, get_invocation_id
 from dbt.events.types import (
     DatabaseErrorRunningHook,
@@ -38,17 +24,28 @@
     LogHookEndLine,
     LogHookStartLine,
 )
-from dbt.events.base_types import EventLevel
+from dbt.exceptions import (
+    CompilationError,
+    DbtInternalError,
+    MissingMaterializationError,
+    DbtRuntimeError,
+    DbtValidationError,
+)
+from dbt.graph import ResourceTypeSelector
+from dbt.hooks import get_hook_dict
 from dbt.logger import (
     TextOnly,
     HookMetadata,
     UniqueID,
     TimestampNamed,
     DbtModelState,
 )
-from dbt.graph import ResourceTypeSelector
-from dbt.hooks import get_hook_dict
 from dbt.node_types import NodeType, RunHookType
+from dbt.task.compile import CompileRunner, CompileTask
+from dbt.task.printer import (
+    print_run_end_messages,
+    get_counts,
+)
 
 
 class Timer:
@@ -288,9 +285,7 @@ def execute(self, model, manifest):
 
         hook_ctx = self.adapter.pre_model_hook(context_config)
         try:
-            result = MacroGenerator(
-                materialization_macro, context, stack=context["context_macro_stack"]
-            )()
+            result = context["adapter"].dispatch(materialization_macro.name)()
         finally:
             self.adapter.post_model_hook(context_config, hook_ctx)
 
@@ -327,7 +322,6 @@ def _hook_keyfunc(self, hook: HookNode) -> Tuple[str, Optional[int]]:
         return package_name, hook.index
 
     def get_hooks_by_type(self, hook_type: RunHookType) -> List[HookNode]:
-
         if self.manifest is None:
             raise DbtInternalError("self.manifest was None in get_hooks_by_type")
 

tests/functional/materializations/conftest.py

@@ -242,7 +242,7 @@
 """
 
 override_view_default_dep__macros__default_view_sql = """
-{%- materialization view, default -%}
+{%- materialization view, adapter = 'postgres' -%}
 {{ exceptions.raise_compiler_error('intentionally raising an error in the default view materialization') }}
 {%- endmaterialization -%}