Merge pull request #19 from cagov/use-prd-target-for-docs

Clean up CI in generated projects
cagov · Oct 25, 2023 · be80489 · be80489
2 parents cd60a7f + 407915a
commit be80489
Show file tree

Hide file tree

Showing 4 changed files with 31 additions and 8 deletions.
diff --git a/{{project_name}}/.github/workflows/docs.yml.jinja b/{{project_name}}/.github/workflows/docs.yml.jinja
@@ -11,8 +11,8 @@ env:
   DBT_PROFILES_DIR: transform/ci
 {% if dbt_target == 'Snowflake' %}
 {% raw %}
-  PRIVATE_KEY: ${{ SECRETS.SNOWFLAKE_PRIVATE_KEY }}
-  SNOWFLAKE_USER: ${{ SECRETS.SNOWFLAKE_USER }}
+  PRIVATE_KEY: ${{ SECRETS.SNOWFLAKE_PRIVATE_KEY_PRD }}
+  SNOWFLAKE_USER: ${{ SECRETS.SNOWFLAKE_USER_PRD }}
   SNOWFLAKE_ACCOUNT: ${{ SECRETS.SNOWFLAKE_ACCOUNT }}
 {% endraw %}
   SNOWFLAKE_PRIVATE_KEY_PATH: /tmp/private_key.p8
@@ -61,6 +61,6 @@ jobs:
       - name: Build dbt docs
         run: |
           dbt deps --project-dir=transform
-          dbt docs generate --project-dir=transform
+          dbt docs generate --project-dir=transform --target=prd
           cp -r transform/target docs/dbt_docs
       - run: mkdocs gh-deploy --force
diff --git a/{{project_name}}/.github/workflows/pre-commit.yml.jinja b/{{project_name}}/.github/workflows/pre-commit.yml.jinja
@@ -9,8 +9,8 @@ env:
   DBT_PROFILES_DIR: ci
 {% if dbt_target == 'Snowflake' %}
 {% raw %}
-  PRIVATE_KEY: ${{ SECRETS.SNOWFLAKE_PRIVATE_KEY }}
-  SNOWFLAKE_USER: ${{ SECRETS.SNOWFLAKE_USER }}
+  PRIVATE_KEY: ${{ SECRETS.SNOWFLAKE_PRIVATE_KEY_DEV }}
+  SNOWFLAKE_USER: ${{ SECRETS.SNOWFLAKE_USER_DEV }}
   SNOWFLAKE_ACCOUNT: ${{ SECRETS.SNOWFLAKE_ACCOUNT }}
 {% endraw %}
   SNOWFLAKE_PRIVATE_KEY_PATH: /tmp/private_key.p8

diff --git a/{{project_name}}/.pre-commit-config.yaml.jinja b/{{project_name}}/.pre-commit-config.yaml.jinja
@@ -24,8 +24,8 @@ repos:
     hooks:
       - name: Dbt deps
         id: dbt-deps
-        language: python
-        entry: dbt deps --project-dir=transform
+        language: system
+        entry: poetry run dbt deps --project-dir transform
         always_run: false
         pass_filenames: false
         types: [sql]
@@ -43,7 +43,7 @@ repos:
     hooks:
       - id: sqlfluff
         name: sqlfluff
-        language: python
+        language: system
         description: "Lints sql files with `SQLFluff`"
         types: [sql]
         require_serial: true

diff --git a/{{project_name}}/transform/ci/profiles.yml.jinja b/{{project_name}}/transform/ci/profiles.yml.jinja
@@ -28,4 +28,27 @@ config:
       database: ANALYTICS_DEV
       schema: ci_should_not_create_this_schema
       threads: 4
+{% endif %}
+    prd:
+{% if dbt_target == 'BigQuery' %}
+      type: bigquery
+      method: oauth
+{% raw %}
+      project: "{{ env_var('GCP_PROJECT') }}"
+{% endraw %}
+      # Should not be created in CI as the CI service account is read-only!
+      dataset: analytics
+      threads: 4
+{% elif dbt_target == 'Snowflake' %}
+      type: snowflake
+{% raw %}
+      account: "{{ env_var('SNOWFLAKE_ACCOUNT') }}"
+      user: "{{ env_var('SNOWFLAKE_USER') }}"
+      private_key_path: "{{ env_var('SNOWFLAKE_PRIVATE_KEY_PATH') }}"
+{% endraw %}
+      role: READER_PRD
+      warehouse: REPORTING_XS_PRD
+      database: ANALYTICS_PRD
+      schema: ANALYTICS
+      threads: 4
 {% endif %}