airbyte-cloud-dbt-cloud.yaml

id: airbyte-cloud-dbt-cloud
namespace: company.team

tasks:
  - id: data_ingestion
    type: io.kestra.plugin.core.flow.Parallel
    tasks:
      - id: salesforce
        type: io.kestra.plugin.airbyte.cloud.jobs.Sync
        connectionId: e3b1ce92-547c-436f-b1e8-23b6936c12ab

      - id: google_analytics
        type: io.kestra.plugin.airbyte.cloud.jobs.Sync
        connectionId: e3b1ce92-547c-436f-b1e8-23b6936c12cd

      - id: facebook_ads
        type: io.kestra.plugin.airbyte.cloud.jobs.Sync
        connectionId: e3b1ce92-547c-436f-b1e8-23b6936c12ef

  - id: dbt_cloud_job
    type: io.kestra.plugin.dbt.cloud.TriggerRun
    jobId: "396284"
    accountId: "{{ secret('DBT_CLOUD_ACCOUNT_ID') }}"
    token: "{{ secret('DBT_CLOUD_API_TOKEN') }}"
    wait: true

pluginDefaults:
  - type: io.kestra.plugin.airbyte.cloud.jobs.Sync
    values:
      token: "{{ secret('AIRBYTE_CLOUD_API_TOKEN') }}"

extend:
  title: Trigger multiple Airbyte Cloud syncs, then run a dbt Cloud job
  description: >-
    This flow will sync data from multiple sources in parallel using Airbyte
    Cloud. Then, it will run a dbt Cloud job.

    It's recommended to configure the dbt Cloud and [Airbyte
    API](https://portal.airbyte.com/apiKeys) tokens as secrets.
  tags:
    - Ingest
    - dbt
    - Parallel
    - Data
  ee: false
  demo: false
  meta_description: This flow will sync data from multiple sources in parallel
    using Airbyte Cloud. Then, it will run a dbt Cloud job.