From 447c9f2788302b4a04100282ddb66d86c2475941 Mon Sep 17 00:00:00 2001 From: Antoine Balliet Date: Fri, 20 Dec 2024 16:33:54 +0100 Subject: [PATCH 01/13] feat: e2e test workflow for gorgias --- .github/workflows/gorgias.yml | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) create mode 100644 .github/workflows/gorgias.yml diff --git a/.github/workflows/gorgias.yml b/.github/workflows/gorgias.yml new file mode 100644 index 0000000..9c4f624 --- /dev/null +++ b/.github/workflows/gorgias.yml @@ -0,0 +1,17 @@ +name: Gorgias E2E tests + +on: + pull_request: + +permissions: + contents: read + # The id-token: write permission is required for workload identity authentication to GCloud + id-token: write + +jobs: + kafka-to-bigquery: + name: Kafka to BigQuery + uses: gorgias/data-analytics-platform/.github/workflows/reusable-bizon-kafka2bq-e2e-test.yml@main + with: + ref: ${{ github.ref }} + secrets: inherit From 89d33c55fb25897dd98d4dc12cd24f54f29ed178 Mon Sep 17 00:00:00 2001 From: Antoine Balliet Date: Fri, 20 Dec 2024 17:16:23 +0100 Subject: [PATCH 02/13] dummy --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 31f2330..2804af2 100644 --- a/README.md +++ b/README.md @@ -60,7 +60,7 @@ bizon run config.yml Backend is the interface used by Bizon to store its state. It can be configured in the `backend` section of the configuration file. The following backends are supported: - `sqlite`: In-memory SQLite database, useful for testing and development. -- `biguquery`: Google BigQuery backend, perfect for light setup & production. +- `bigquery`: Google BigQuery backend, perfect for light setup & production. - `postgres`: PostgreSQL backend, for production use and frequent cursor updates. ## Queue configuration From 7860bb4023f531a4d2242a6990b6664930e6ffd7 Mon Sep 17 00:00:00 2001 From: Antoine Balliet Date: Fri, 20 Dec 2024 17:18:14 +0100 Subject: [PATCH 03/13] fix repo --- .github/workflows/gorgias.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/gorgias.yml b/.github/workflows/gorgias.yml index 9c4f624..1f395a9 100644 --- a/.github/workflows/gorgias.yml +++ b/.github/workflows/gorgias.yml @@ -11,7 +11,7 @@ permissions: jobs: kafka-to-bigquery: name: Kafka to BigQuery - uses: gorgias/data-analytics-platform/.github/workflows/reusable-bizon-kafka2bq-e2e-test.yml@main + uses: gorgias/data-analytics-engineering-platform/.github/workflows/reusable-bizon-kafka2bq-e2e-test.yml@main with: ref: ${{ github.ref }} secrets: inherit From 0771ec387660553177a25d184170b32c4ee097d7 Mon Sep 17 00:00:00 2001 From: Antoine Balliet Date: Fri, 20 Dec 2024 17:26:02 +0100 Subject: [PATCH 04/13] test --- .github/workflows/gorgias.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/gorgias.yml b/.github/workflows/gorgias.yml index 1f395a9..0a298ae 100644 --- a/.github/workflows/gorgias.yml +++ b/.github/workflows/gorgias.yml @@ -11,7 +11,7 @@ permissions: jobs: kafka-to-bigquery: name: Kafka to BigQuery - uses: gorgias/data-analytics-engineering-platform/.github/workflows/reusable-bizon-kafka2bq-e2e-test.yml@main + uses: gorgias/data-analytics-engineering-platform/.github/workflows/reusable-bizon-kafka2bq-e2e-test.yml with: ref: ${{ github.ref }} secrets: inherit From 9c3eadb35ea75e16cb666c9213f89ad84e802ee1 Mon Sep 17 00:00:00 2001 From: Antoine Balliet Date: Fri, 20 Dec 2024 17:28:37 +0100 Subject: [PATCH 05/13] Update gorgias.yml --- .github/workflows/gorgias.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/gorgias.yml b/.github/workflows/gorgias.yml index 0a298ae..1f395a9 100644 --- a/.github/workflows/gorgias.yml +++ b/.github/workflows/gorgias.yml @@ -11,7 +11,7 @@ permissions: jobs: kafka-to-bigquery: name: Kafka to BigQuery - uses: gorgias/data-analytics-engineering-platform/.github/workflows/reusable-bizon-kafka2bq-e2e-test.yml + uses: gorgias/data-analytics-engineering-platform/.github/workflows/reusable-bizon-kafka2bq-e2e-test.yml@main with: ref: ${{ github.ref }} secrets: inherit From fa21dd6c709c8dd5097edc61a610e3ca215401eb Mon Sep 17 00:00:00 2001 From: Antoine Balliet Date: Fri, 20 Dec 2024 17:33:32 +0100 Subject: [PATCH 06/13] test --- .github/workflows/gorgias.yml | 15 ++++++++++----- 1 file changed, 10 insertions(+), 5 deletions(-) diff --git a/.github/workflows/gorgias.yml b/.github/workflows/gorgias.yml index 1f395a9..ebbc545 100644 --- a/.github/workflows/gorgias.yml +++ b/.github/workflows/gorgias.yml @@ -10,8 +10,13 @@ permissions: jobs: kafka-to-bigquery: - name: Kafka to BigQuery - uses: gorgias/data-analytics-engineering-platform/.github/workflows/reusable-bizon-kafka2bq-e2e-test.yml@main - with: - ref: ${{ github.ref }} - secrets: inherit + + runs-on: ubuntu-latest + + steps: + - name: Kafka to BigQuery + uses: gorgias/data-analytics-engineering-platform/.github/workflows/reusable-bizon-kafka2bq-e2e-test.yml@main + with: + ref: ${{ github.ref }} + env: + GH_TOKEN: ${{ secrets.GORGIAS_BOT_READONLY_GH_ACTIONS_REPO_READ_TOKEN }} From b8c80bda8e75edadd477b7ea27140e2ac36027ca Mon Sep 17 00:00:00 2001 From: Antoine Balliet Date: Fri, 20 Dec 2024 18:07:52 +0100 Subject: [PATCH 07/13] test --- .github/workflows/gorgias.yml | 15 ++++++--------- 1 file changed, 6 insertions(+), 9 deletions(-) diff --git a/.github/workflows/gorgias.yml b/.github/workflows/gorgias.yml index ebbc545..b2d732e 100644 --- a/.github/workflows/gorgias.yml +++ b/.github/workflows/gorgias.yml @@ -10,13 +10,10 @@ permissions: jobs: kafka-to-bigquery: + name: Kafka to BigQuery + uses: gorgias/data-analytics-engineering-platform/.github/workflows/reusable-bizon-kafka2bq-e2e-test.yml@main + with: + ref: ${{ github.ref }} - runs-on: ubuntu-latest - - steps: - - name: Kafka to BigQuery - uses: gorgias/data-analytics-engineering-platform/.github/workflows/reusable-bizon-kafka2bq-e2e-test.yml@main - with: - ref: ${{ github.ref }} - env: - GH_TOKEN: ${{ secrets.GORGIAS_BOT_READONLY_GH_ACTIONS_REPO_READ_TOKEN }} + secrets: + - GH_TOKEN: ${{ secrets.GORGIAS_BOT_READONLY_GH_ACTIONS_REPO_READ_TOKEN }} From 0466160010585aad6f944bff03526fb694a98243 Mon Sep 17 00:00:00 2001 From: Antoine Balliet Date: Fri, 20 Dec 2024 18:10:33 +0100 Subject: [PATCH 08/13] Update gorgias.yml --- .github/workflows/gorgias.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/gorgias.yml b/.github/workflows/gorgias.yml index b2d732e..8df33a7 100644 --- a/.github/workflows/gorgias.yml +++ b/.github/workflows/gorgias.yml @@ -13,7 +13,7 @@ jobs: name: Kafka to BigQuery uses: gorgias/data-analytics-engineering-platform/.github/workflows/reusable-bizon-kafka2bq-e2e-test.yml@main with: - ref: ${{ github.ref }} + ref: ${{ github.ref }}jôihj secrets: - GH_TOKEN: ${{ secrets.GORGIAS_BOT_READONLY_GH_ACTIONS_REPO_READ_TOKEN }} From 1c442752dff28f940b47d07ad417f9b38816bd8c Mon Sep 17 00:00:00 2001 From: Antoine Balliet Date: Fri, 20 Dec 2024 18:14:33 +0100 Subject: [PATCH 09/13] dfd --- .github/workflows/gorgias.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/gorgias.yml b/.github/workflows/gorgias.yml index 8df33a7..cde9062 100644 --- a/.github/workflows/gorgias.yml +++ b/.github/workflows/gorgias.yml @@ -13,7 +13,7 @@ jobs: name: Kafka to BigQuery uses: gorgias/data-analytics-engineering-platform/.github/workflows/reusable-bizon-kafka2bq-e2e-test.yml@main with: - ref: ${{ github.ref }}jôihj + ref: ${{ github.ref }}jô secrets: - GH_TOKEN: ${{ secrets.GORGIAS_BOT_READONLY_GH_ACTIONS_REPO_READ_TOKEN }} From 792d3821e2187bd086496281d9e4c77c274b5a01 Mon Sep 17 00:00:00 2001 From: Antoine Balliet Date: Fri, 20 Dec 2024 18:16:12 +0100 Subject: [PATCH 10/13] Update gorgias.yml --- .github/workflows/gorgias.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/gorgias.yml b/.github/workflows/gorgias.yml index cde9062..b4f9390 100644 --- a/.github/workflows/gorgias.yml +++ b/.github/workflows/gorgias.yml @@ -13,7 +13,7 @@ jobs: name: Kafka to BigQuery uses: gorgias/data-analytics-engineering-platform/.github/workflows/reusable-bizon-kafka2bq-e2e-test.yml@main with: - ref: ${{ github.ref }}jô + ref: ${{ github.ref secrets: - GH_TOKEN: ${{ secrets.GORGIAS_BOT_READONLY_GH_ACTIONS_REPO_READ_TOKEN }} From 630b3893c8a565e08eb205232764c70c1fd8dba7 Mon Sep 17 00:00:00 2001 From: Antoine Balliet Date: Fri, 20 Dec 2024 18:19:15 +0100 Subject: [PATCH 11/13] iji --- .github/workflows/gorgias.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/gorgias.yml b/.github/workflows/gorgias.yml index b4f9390..cf05844 100644 --- a/.github/workflows/gorgias.yml +++ b/.github/workflows/gorgias.yml @@ -12,7 +12,7 @@ jobs: kafka-to-bigquery: name: Kafka to BigQuery uses: gorgias/data-analytics-engineering-platform/.github/workflows/reusable-bizon-kafka2bq-e2e-test.yml@main - with: + with:nknkn ref: ${{ github.ref secrets: From f1fede84eb74939fd37531d062f8d8975b4aba7c Mon Sep 17 00:00:00 2001 From: Antoine Balliet Date: Fri, 20 Dec 2024 18:23:01 +0100 Subject: [PATCH 12/13] Update gorgias.yml --- .github/workflows/gorgias.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/gorgias.yml b/.github/workflows/gorgias.yml index cf05844..a5beae4 100644 --- a/.github/workflows/gorgias.yml +++ b/.github/workflows/gorgias.yml @@ -7,7 +7,7 @@ permissions: contents: read # The id-token: write permission is required for workload identity authentication to GCloud id-token: write - +jijij jobs: kafka-to-bigquery: name: Kafka to BigQuery From f59e1b14d25dba70ef3c2383b529e83d53e71bc2 Mon Sep 17 00:00:00 2001 From: Antoine Balliet Date: Fri, 20 Dec 2024 18:26:50 +0100 Subject: [PATCH 13/13] Update gorgias.yml --- .github/workflows/gorgias.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/gorgias.yml b/.github/workflows/gorgias.yml index a5beae4..f93bda6 100644 --- a/.github/workflows/gorgias.yml +++ b/.github/workflows/gorgias.yml @@ -7,10 +7,10 @@ permissions: contents: read # The id-token: write permission is required for workload identity authentication to GCloud id-token: write -jijij +jijijn jobs: kafka-to-bigquery: - name: Kafka to BigQuery + name: Kafka tnno BigQuery uses: gorgias/data-analytics-engineering-platform/.github/workflows/reusable-bizon-kafka2bq-e2e-test.yml@main with:nknkn ref: ${{ github.ref