add data-diff

sungchun12 · Oct 3, 2023 · 60920b7 · 60920b7
1 parent f838dc5
commit 60920b7
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 2 deletions.
diff --git a/dbt_project.yml b/dbt_project.yml
@@ -31,6 +31,10 @@ quoting:
   identifier: true
   schema: true # translates to gcp dataset
 
+vars:
+  data_diff:
+    datasource_id: 6575
+
 seeds:
   jaffle_shop: # you must include the project name
     # +project: lumpy-space-prince # if you want to create a model in a separate project

diff --git a/profiles.yml b/profiles.yml
@@ -9,7 +9,7 @@ jaffle_shop:
       type: bigquery
       method: service-account # for production runs: https://docs.getdbt.com/docs/profile-bigquery#section-service-account-file-authentication
       project: "{{ env_var('PROJECT_ID', 'dbt-demo-386220') }}" # parameterize project for dbt runs based on environment variable with default project
-      dataset: dbt_sung # You can also use "schema" here
+      dataset: "{{ env_var('SCHEMA_OVERRIDE', 'dbt_sung') }}" # You can also use "schema" here
       threads: 24 # https://docs.getdbt.com/docs/configure-your-profile#section-understanding-threads
       keyfile: "{{ env_var('GOOGLE_APPLICATION_CREDENTIALS', 'service_account.json') }}"
       timeout_seconds: 300

diff --git a/requirements.txt b/requirements.txt
@@ -1 +1,2 @@
-dbt-bigquery==1.6.5
+dbt-bigquery==1.6.5
+data-diff==0.8.4