From 3d46cead8f8fd969f471408c2114c5b8c2d12502 Mon Sep 17 00:00:00 2001
From: Rahul Goyal <rahulgoyal338@gmail.com>
Date: Mon, 9 Dec 2024 18:32:00 +0530
Subject: [PATCH] Fixed issue

---
 dbt/adapters/spark/impl.py | 31 +++++++++++++++++++++++--------
 1 file changed, 23 insertions(+), 8 deletions(-)

diff --git a/dbt/adapters/spark/impl.py b/dbt/adapters/spark/impl.py
index fc7e66aaa..2708a68f8 100644
--- a/dbt/adapters/spark/impl.py
+++ b/dbt/adapters/spark/impl.py
@@ -207,15 +207,30 @@ def list_relations_without_caching(self, schema_relation: BaseRelation) -> List[
             logger.debug(f"{description} {schema_relation}: {e.msg}")
             return []
 
-    def set_relation_information(self, relation: BaseRelation) -> BaseRelation:
-        if relation.information:
-            return relation
-        rows: List[agate.Row] = super().get_columns_in_relation(relation)
+    def _get_relation_information_using_describe(self, relation: BaseRelation) -> RelationInfo:
+        """Relation info fetched using SHOW TABLES and an auxiliary DESCRIBE statement"""
+        _schema = relation.schema
+        name = relation.identifier
+        table_name = f"{_schema}.{name}"
+        try:
+            table_results = self.execute_macro(
+                DESCRIBE_TABLE_EXTENDED_MACRO_NAME, kwargs={"table_name": table_name}
+            )
+        except DbtRuntimeError as e:
+            logger.debug(f"Error while retrieving information about {table_name}: {e.msg}")
+            table_results = AttrDict()
+
         information = ""
-        for info_row in rows:
-            info_type, info_value, _ = info_row.values()
+        for info_row in table_results:
+            info_type, info_value, _ = info_row
             if not info_type.startswith("#"):
                 information += f"{info_type}: {info_value}\n"
+        return _schema, name, information
+
+    def set_relation_information(self, relation: BaseRelation) -> BaseRelation:
+        if relation.information:
+            return relation
+        _schema, name, information = self._get_relation_information_using_describe(relation)
         rel_type: RelationType = (
             RelationType.View if "Type: VIEW" in information else RelationType.Table
         )
@@ -223,8 +238,8 @@ def set_relation_information(self, relation: BaseRelation) -> BaseRelation:
         is_hudi: bool = "Provider: hudi" in information
         is_iceberg: bool = "Provider: iceberg" in information
         updated_relation: BaseRelation = self.Relation.create(
-            schema=relation.schema,
-            identifier=relation.identifier,
+            schema=_schema,
+            identifier=name,
             type=rel_type,
             information=information,
             is_delta=is_delta,