Fix hardcoded file format in python materializations (#955)

* Fix hardcoded file format in python materializations * Add changelog
dbt-labs · Dec 21, 2023 · 5210d0a · 5210d0a
1 parent f774bcb
commit 5210d0a
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 1 deletion.
diff --git a/.changes/unreleased/Fixes-20231221-081949.yaml b/.changes/unreleased/Fixes-20231221-081949.yaml
@@ -0,0 +1,6 @@
+kind: Fixes
+body: Fix hardcoded file format for python models
+time: 2023-12-21T08:19:49.630806+02:00
+custom:
+  Author: ben-schreiber
+  Issue: "803"
diff --git a/dbt/include/spark/macros/materializations/table.sql b/dbt/include/spark/macros/materializations/table.sql
@@ -98,7 +98,7 @@ else:
   msg = f"{type(df)} is not a supported type for dbt Python materialization"
   raise Exception(msg)
 
-df.write.mode("overwrite").format("delta").option("overwriteSchema", "true").saveAsTable("{{ target_relation }}")
+df.write.mode("overwrite").format("{{ config.get('file_format', 'delta') }}").option("overwriteSchema", "true").saveAsTable("{{ target_relation }}")
 {%- endmacro -%}
 
 {%macro py_script_comment()%}