diff --git a/.github/workflows/airflow-plugin.yml b/.github/workflows/airflow-plugin.yml index 97a0da8546ed17..158d3416bc2a9d 100644 --- a/.github/workflows/airflow-plugin.yml +++ b/.github/workflows/airflow-plugin.yml @@ -76,6 +76,7 @@ jobs: **/build/reports/tests/test/** **/build/test-results/test/** **/junit.*.xml + !**/binary/** - name: Upload coverage to Codecov if: always() uses: codecov/codecov-action@v3 diff --git a/.github/workflows/build-and-test.yml b/.github/workflows/build-and-test.yml index 6daf1904ba3ae3..64493e99211b46 100644 --- a/.github/workflows/build-and-test.yml +++ b/.github/workflows/build-and-test.yml @@ -29,11 +29,15 @@ jobs: "except_metadata_ingestion", "frontend", ] - timezone: ["UTC", "America/New_York"] + timezone: ["UTC"] + include: + # We only need the timezone variation for frontend tests. + - command: "frontend" + timezone: "America/New_York" runs-on: ubuntu-latest timeout-minutes: 60 steps: - - uses: szenius/set-timezone@v1.0 + - uses: szenius/set-timezone@v1.2 with: timezoneLinux: ${{ matrix.timezone }} - uses: hsheth2/sane-checkout-action@v1 @@ -48,8 +52,7 @@ jobs: python-version: "3.10" cache: pip - name: Gradle build (and test) for metadata ingestion - # we only need the timezone runs for frontend tests - if: ${{ matrix.command == 'except_metadata_ingestion' && matrix.timezone == 'America/New_York' }} + if: ${{ matrix.command == 'except_metadata_ingestion' }} run: | ./gradlew build -x :metadata-ingestion:build -x :metadata-ingestion:check -x docs-website:build -x :metadata-integration:java:spark-lineage:test -x :metadata-io:test -x :metadata-ingestion-modules:airflow-plugin:build -x :metadata-ingestion-modules:airflow-plugin:check -x :datahub-frontend:build -x :datahub-web-react:build --parallel - name: Gradle build (and test) for frontend @@ -66,15 +69,9 @@ jobs: **/build/reports/tests/test/** **/build/test-results/test/** **/junit.*.xml + !**/binary/** - name: Ensure codegen is updated uses: ./.github/actions/ensure-codegen-updated - - name: Slack failure notification - if: failure() && github.event_name == 'push' - uses: kpritam/slack-job-status-action@v1 - with: - job-status: ${{ job.status }} - slack-bot-token: ${{ secrets.SLACK_BOT_TOKEN }} - channel: github-activities quickstart-compose-validation: runs-on: ubuntu-latest @@ -83,10 +80,6 @@ jobs: - uses: actions/setup-python@v4 with: python-version: "3.10" - - name: Download YQ - uses: chrisdickinson/setup-yq@v1.0.1 - with: - yq-version: v4.28.2 - name: Quickstart Compose Validation run: ./docker/quickstart/generate_and_compare.sh diff --git a/.github/workflows/docker-unified.yml b/.github/workflows/docker-unified.yml index 8afce059572c7d..d246bf329bcb07 100644 --- a/.github/workflows/docker-unified.yml +++ b/.github/workflows/docker-unified.yml @@ -905,13 +905,7 @@ jobs: **/build/reports/tests/test/** **/build/test-results/test/** **/junit.*.xml - - name: Slack failure notification - if: failure() && github.event_name == 'push' - uses: kpritam/slack-job-status-action@v1 - with: - job-status: ${{ job.status }} - slack-bot-token: ${{ secrets.SLACK_BOT_TOKEN }} - channel: github-activities + !**/binary/** deploy_datahub_head: name: Deploy to Datahub HEAD runs-on: ubuntu-latest diff --git a/.github/workflows/metadata-ingestion.yml b/.github/workflows/metadata-ingestion.yml index af73db483f9aeb..1da08b14b8b5b2 100644 --- a/.github/workflows/metadata-ingestion.yml +++ b/.github/workflows/metadata-ingestion.yml @@ -79,6 +79,7 @@ jobs: **/build/reports/tests/test/** **/build/test-results/test/** **/junit.*.xml + !**/binary/** - name: Upload coverage to Codecov if: ${{ always() && matrix.python-version == '3.10' }} uses: codecov/codecov-action@v3 diff --git a/.github/workflows/metadata-io.yml b/.github/workflows/metadata-io.yml index c964352c3e129a..eb5822b5b480d0 100644 --- a/.github/workflows/metadata-io.yml +++ b/.github/workflows/metadata-io.yml @@ -50,6 +50,7 @@ jobs: **/build/reports/tests/test/** **/build/test-results/test/** **/junit.*.xml + !**/binary/** - name: Ensure codegen is updated uses: ./.github/actions/ensure-codegen-updated diff --git a/.github/workflows/spark-smoke-test.yml b/.github/workflows/spark-smoke-test.yml index ee7ead27f29659..e463e15243ee3e 100644 --- a/.github/workflows/spark-smoke-test.yml +++ b/.github/workflows/spark-smoke-test.yml @@ -68,10 +68,4 @@ jobs: **/build/reports/tests/test/** **/build/test-results/test/** **/junit.*.xml - - name: Slack failure notification - if: failure() && github.event_name == 'push' - uses: kpritam/slack-job-status-action@v1 - with: - job-status: ${{ job.status }} - slack-bot-token: ${{ secrets.SLACK_BOT_TOKEN }} - channel: github-activities + !**/binary/** diff --git a/metadata-ingestion/build.gradle b/metadata-ingestion/build.gradle index 047699f084c612..b3cc350cc109fa 100644 --- a/metadata-ingestion/build.gradle +++ b/metadata-ingestion/build.gradle @@ -70,6 +70,7 @@ task customPackageGenerate(type: Exec, dependsOn: [environmentSetup, installPack def package_version = project.findProperty('package_version') commandLine 'bash', '-c', "source ${venv_name}/bin/activate && " + + "pip install build && " + "./scripts/custom_package_codegen.sh '${package_name}' '${package_version}'" }