Preview environment regression check #1831
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "Preview environment regression check" | |
| on: | |
| workflow_run: | |
| workflows: ["Build"] | |
| types: [completed] | |
| branches: ["main"] | |
| workflow_dispatch: | |
| inputs: | |
| name: | |
| required: true | |
| description: "The name of the preview environment" | |
| version: | |
| required: true | |
| description: "The version of Gitpod to install" | |
| infrastructure_provider: | |
| description: "The infrastructure provider to use. Valid options: harvester, gcp" | |
| required: false | |
| default: gcp | |
| jobs: | |
| create-runner: | |
| uses: gitpod-io/gce-github-runner/.github/workflows/create-vm.yml@main | |
| secrets: | |
| runner_token: ${{ secrets.SELF_HOSTED_GITHUB_RUNNER_TOKEN }} | |
| gcp_credentials: ${{ secrets.SELF_HOSTED_GITHUB_RUNNER_GCP_CREDENTIALS }} | |
| configuration: | |
| needs: [create-runner] | |
| name: Configuration | |
| runs-on: ${{ needs.create-runner.outputs.label }} | |
| outputs: | |
| skip: ${{ steps.configuration.outputs.skip }} | |
| name: ${{ steps.configuration.outputs.name }} | |
| version: ${{ steps.configuration.outputs.version }} | |
| infrastructure_provider: ${{ steps.configuration.outputs.infrastructure_provider }} | |
| steps: | |
| - name: "Set outputs" | |
| id: configuration | |
| run: | | |
| if [[ '${{ github.event.inputs.name }}' != '' ]]; then | |
| # The workflow was triggered by workflow_dispatch | |
| { | |
| echo "version=${{ github.event.inputs.version }}" | |
| echo "name=${{ github.event.inputs.name }}" | |
| echo "infrastructure_provider=${{ github.event.inputs.infrastructure_provider }}" | |
| echo "skip=false" | |
| } >> $GITHUB_OUTPUT | |
| else | |
| # The workflow was triggered by workflow_run | |
| { | |
| echo "version=main-gha.${{ github.event.workflow_run.run_number }}" | |
| echo "name=preview-regression-check-main-${{ github.run_id }}-${{ github.run_attempt }}" | |
| echo "infrastructure_provider=harvester" | |
| echo "skip=${{ github.event.workflow_run.conclusion == 'failure' }}" | |
| } >> $GITHUB_OUTPUT | |
| fi | |
| infrastructure: | |
| name: Create preview environment infrastructure | |
| needs: [configuration, create-runner] | |
| runs-on: ${{ needs.create-runner.outputs.label }} | |
| concurrency: | |
| group: ${{ needs.configuration.outputs.name }}-infrastructure | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Create preview environment infrastructure | |
| id: create | |
| uses: ./.github/actions/preview-create | |
| with: | |
| name: ${{ needs.configuration.outputs.name }} | |
| sa_key: ${{ secrets.GCP_CREDENTIALS }} | |
| infrastructure_provider: ${{ needs.configuration.outputs.infrastructure_provider }} | |
| large_vm: false | |
| - name: Deploy Gitpod to the preview environment | |
| id: deploy-gitpod | |
| uses: ./.github/actions/deploy-gitpod | |
| with: | |
| name: ${{ needs.configuration.outputs.name }} | |
| sa_key: ${{ secrets.GCP_CREDENTIALS }} | |
| version: ${{ needs.configuration.outputs.version}} | |
| check: | |
| name: Check for regressions | |
| needs: [configuration, infrastructure, create-runner] | |
| if: ${{ needs.configuration.outputs.skip == 'false' }} | |
| runs-on: ${{ needs.create-runner.outputs.label }} | |
| container: | |
| image: eu.gcr.io/gitpod-core-dev/dev/dev-environment:at-node-18-17-1-gha.15610 | |
| volumes: | |
| - /var/tmp:/var/tmp | |
| - /tmp:/tmp | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Check | |
| shell: bash | |
| env: | |
| ROBOQUAT_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| USERNAME: ${{ secrets.IDE_INTEGRATION_TEST_USERNAME }} | |
| USER_TOKEN: ${{ secrets.IDE_INTEGRATION_TEST_USER_TOKEN }} | |
| PREVIEW_ENV_DEV_SA_KEY: ${{ secrets.GCP_CREDENTIALS }} | |
| PREVIEW_NAME: ${{ needs.configuration.outputs.name }} | |
| run: | | |
| set -euo pipefail | |
| export LEEWAY_WORKSPACE_ROOT="$(pwd)" | |
| export HOME="/home/gitpod" | |
| export PREVIEW_ENV_DEV_SA_KEY_PATH="/home/gitpod/.config/gcloud/preview-environment-dev-sa.json" | |
| echo "${PREVIEW_ENV_DEV_SA_KEY}" > "${PREVIEW_ENV_DEV_SA_KEY_PATH}" | |
| gcloud auth activate-service-account --key-file "${PREVIEW_ENV_DEV_SA_KEY_PATH}" | |
| leeway run dev/preview/previewctl:install | |
| echo "Setting up access to core-dev and harvester" | |
| previewctl get-credentials --gcp-service-account "${PREVIEW_ENV_DEV_SA_KEY_PATH}" | |
| previewctl install-context --branch "${PREVIEW_NAME}" --log-level debug --timeout 1m --gcp-service-account "${PREVIEW_ENV_DEV_SA_KEY_PATH}" | |
| # start integration test | |
| args=() | |
| args+=( "-kubeconfig=/home/gitpod/.kube/config" ) | |
| args+=( "-namespace=default" ) | |
| [[ "$USERNAME" != "" ]] && args+=( "-username=$USERNAME" ) | |
| args+=( "-timeout=60m" ) | |
| TESTS_DIR="$GITHUB_WORKSPACE/test/tests/smoke-test" | |
| go install github.com/jstemmer/go-junit-report/v2@latest | |
| echo "running integration for smoke test" | |
| cd "${TESTS_DIR}" | |
| set +e | |
| go test -v ./... "${args[@]}" 2>&1 | go-junit-report -subtest-mode=exclude-parents -set-exit-code -out "TEST.xml" -iocopy | |
| RC=${PIPESTATUS[0]} | |
| set -e | |
| if [ "${RC}" -ne "0" ]; then | |
| exit ${RC} | |
| fi | |
| - name: Test Summary | |
| id: test_summary | |
| uses: test-summary/action@v2 | |
| with: | |
| paths: "test/tests/**/TEST.xml" | |
| if: always() | |
| - id: auth | |
| if: failure() | |
| uses: google-github-actions/auth@v1 | |
| with: | |
| token_format: access_token | |
| credentials_json: "${{ secrets.GCP_CREDENTIALS }}" | |
| - name: Get Secrets from GCP | |
| if: failure() | |
| id: "secrets" | |
| uses: "google-github-actions/get-secretmanager-secrets@v1" | |
| with: | |
| secrets: |- | |
| devx-slack-webhook:gitpod-core-dev/devx-alerts-slack-webhook | |
| - name: Slack Notification | |
| uses: rtCamp/action-slack-notify@v2 | |
| if: failure() | |
| env: | |
| SLACK_WEBHOOK: "${{ steps.secrets.outputs.devx-slack-webhook }}" | |
| SLACK_COLOR: ${{ job.status }} | |
| SLACK_MESSAGE: "`${{ needs.configuration.outputs.version}}` smoke test failed" | |
| SLACK_FOOTER: "<https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}|Workflow logs>" | |
| delete: | |
| name: Delete preview environment | |
| needs: [configuration, infrastructure, check, create-runner] | |
| if: always() | |
| runs-on: ${{ needs.create-runner.outputs.label }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Delete preview environment | |
| uses: ./.github/actions/delete-preview | |
| with: | |
| name: ${{ needs.configuration.outputs.name }} | |
| sa_key: ${{ secrets.GCP_CREDENTIALS }} | |
| delete-runner: | |
| if: always() | |
| needs: | |
| - create-runner | |
| - configuration | |
| - infrastructure | |
| - check | |
| - delete | |
| uses: gitpod-io/gce-github-runner/.github/workflows/delete-vm.yml@main | |
| secrets: | |
| gcp_credentials: ${{ secrets.SELF_HOSTED_GITHUB_RUNNER_GCP_CREDENTIALS }} | |
| with: | |
| runner-label: ${{ needs.create-runner.outputs.label }} | |
| machine-zone: ${{ needs.create-runner.outputs.machine-zone }} |