Use docker for CI

.github/workflows/pr_lint_models.yml

@@ -35,14 +35,6 @@ jobs:
         with:
           ref: ${{ github.event.pull_request.head.sha }} # Check out the code of the PR
 
-      - name: Set up Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: '3.11'    
-
-      - name: Install Python packages
-        run: python -m pip install dbt-bigquery~=1.8.2 sqlfluff-templater-dbt
-
       - name: Write keyfile if secret is defined
         run: |
           if [ -z "${{ secrets.DBT_ENV_SECRET_BIGQUERY_TEST_SERVICE_ACCOUNT }}" ]; then
@@ -52,10 +44,20 @@ jobs:
           fi
 
       - name: Test database connection
-        run: dbt debug
+        run: |
+          docker run -ti \
+          -v $(pwd)/integration_tests:/usr/app/ \
+          -v $(pwd)/keyfile.json:/usr/app/keyfile.json \
+          dbt-bigquery-monitoring-base:main \
+          -c "dbt debug"
 
       - name: Install dbt packages
-        run: dbt deps
+        run: |
+          docker run -ti \
+          -v $(pwd)/integration_tests:/usr/app/ \
+          -v $(pwd)/keyfile.json:/usr/app/keyfile.json \
+          dbt-bigquery-monitoring-base:main \
+          -c "dbt deps"
 
       - name: Get changed files
         id: get_file_changes
@@ -86,7 +88,13 @@ jobs:
         if: steps.get_files_to_lint.outputs.lintees != ''
         shell: bash -l {0}
         run: |
-          sqlfluff lint --format github-annotation --annotation-level failure --nofail ${{ steps.get_files_to_lint.outputs.lintees }} > annotations.json
+          touch annotations.json && \
+          docker run -ti \
+          -v $(pwd)/integration_tests:/usr/app/ \
+          -v $(pwd)/keyfile.json:/usr/app/keyfile.json \
+          -v rw:$(pwd)/annotations.json:/usr/app/annotations.json \
+          dbt-bigquery-monitoring-base:main \
+          -c "sqlfluff lint --format github-annotation --annotation-level failure --nofail ${{ steps.get_files_to_lint.outputs.lintees }} > annotations.json"
           sed -i '/^\[/!d' annotations.json # see https://github.com/sqlfluff/sqlfluff/issues/2244
 
       - name: Annotate

Dockerfile

@@ -53,4 +53,4 @@ RUN pip install --no-cache-dir \
     && rm -rf /usr/local/share/doc /root/.cache/
 
 WORKDIR /usr/app/
-ENTRYPOINT ["zsh"]
+ENTRYPOINT ["bash"]

packages.yml

@@ -2,5 +2,5 @@ packages:
   - package: dbt-labs/dbt_utils
     version: [">=0.8.0", "<2.0.0"]
   # - package: dbt-labs/codegen
-  #   version: 0.12.1
+  #   version: 0.13.1