Build and Deploy Images #1172
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and Deploy | |
| on: | |
| push: | |
| branches: | |
| - master | |
| - release/** | |
| pull_request: | |
| branches: | |
| - master | |
| - release/** | |
| release: | |
| types: [published] | |
| workflow_dispatch: | |
| env: | |
| DOCKERHUB_IMAGE: solarwinds/swi-opentelemetry-collector | |
| jobs: | |
| build_and_test: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| image_tag: ${{ steps.generate-tag.outputs.value }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Deploy skaffold | |
| uses: ./.github/actions/deploy-skaffold | |
| - name: Generate docker image tag | |
| id: generate-tag | |
| run: echo "::set-output name=value::v${{ github.run_number }}-$(git rev-parse --short HEAD)" | |
| - name: Build | |
| run: skaffold build --file-output=/tmp/tags.json --tag ${{ steps.generate-tag.outputs.value }} | |
| - name: Test | |
| run: skaffold test --build-artifacts=/tmp/tags.json | |
| - name: Deploy kubernetes | |
| uses: ./.github/actions/deploy-kubernetes | |
| - name: Add dependency chart repos | |
| run: helm repo add prometheus-community https://prometheus-community.github.io/helm-charts | |
| - name: Deploy services using Skaffold | |
| run: skaffold deploy --build-artifacts=/tmp/tags.json | |
| - name: Run integration tests | |
| uses: ./.github/actions/run-integration-tests | |
| - name: Save image | |
| if: github.event_name == 'release' && github.event.action == 'published' && !contains(github.ref, 'swo-k8s-collector') | |
| run: | | |
| docker save --output swi-k8s-opentelemetry-collector.tar swi-k8s-opentelemetry-collector:${{ steps.generate-tag.outputs.value }} | |
| - uses: actions/upload-artifact@v3 | |
| if: github.event_name == 'release' && github.event.action == 'published' && !contains(github.ref, 'swo-k8s-collector') | |
| with: | |
| name: image | |
| path: swi-k8s-opentelemetry-collector.tar | |
| retention-days: 2 | |
| build_and_test_windows: | |
| runs-on: windows-2022 | |
| if: github.event_name == 'release' && github.event.action == 'published' && !contains(github.ref, 'swo-k8s-collector') | |
| outputs: | |
| image_tag: ${{ steps.generate-tag.outputs.value }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Generate docker image tag | |
| id: generate-tag | |
| run: echo "::set-output name=value::v${{ github.run_number }}-$(git rev-parse --short HEAD)" | |
| - name: Build | |
| run: docker build -t swi-k8s-opentelemetry-collector:${{ steps.generate-tag.outputs.value }}-nanoserver-ltsc2022 -f build/docker/Dockerfile.Windows . | |
| - name: Save image | |
| if: github.event_name == 'release' && github.event.action == 'published' && !contains(github.ref, 'swo-k8s-collector') | |
| run: | | |
| docker save --output swi-k8s-opentelemetry-collector-windows.tar swi-k8s-opentelemetry-collector:${{ steps.generate-tag.outputs.value }}-nanoserver-ltsc2022 | |
| - uses: actions/upload-artifact@v3 | |
| if: github.event_name == 'release' && github.event.action == 'published' && !contains(github.ref, 'swo-k8s-collector') | |
| with: | |
| name: image | |
| path: swi-k8s-opentelemetry-collector-windows.tar | |
| retention-days: 2 | |
| # Verify whether Helm chart works with image published in DockerHub | |
| helm_e2e: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| image_tag: ${{ steps.generate-tag.outputs.value }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Deploy skaffold | |
| uses: ./.github/actions/deploy-skaffold | |
| - name: Deploy kubernetes | |
| uses: ./.github/actions/deploy-kubernetes | |
| - name: Add dependency chart repos | |
| run: helm repo add prometheus-community https://prometheus-community.github.io/helm-charts | |
| - name: Build | |
| run: skaffold build -p=ci-helm-e2e --file-output=/tmp/tags.json | |
| - name: Deploy services using Skaffold | |
| run: skaffold deploy -p=ci-helm-e2e --build-artifacts=/tmp/tags.json | |
| - name: Run integration tests | |
| uses: ./.github/actions/run-integration-tests | |
| helm_verify: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Set up Helm | |
| uses: azure/setup-helm@v3 | |
| with: | |
| version: v3.10.0 | |
| - name: Add dependency chart repos | |
| run: helm repo add prometheus-community https://prometheus-community.github.io/helm-charts | |
| - name: Download chart dependencies before linting | |
| run: helm dependency build deploy/helm | |
| - name: Lint helm | |
| run: helm lint deploy/helm | |
| - name: Install Unit test plugin | |
| run: helm plugin install https://github.com/helm-unittest/helm-unittest.git | |
| - name: Run unit tests | |
| run: helm unittest deploy/helm | |
| helm_test_auto_update_against_last_published: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Deploy Kubernetes | |
| uses: ./.github/actions/deploy-kubernetes | |
| - name: Add dependency chart repos | |
| run: | | |
| helm repo add prometheus-community https://prometheus-community.github.io/helm-charts | |
| helm repo add solarwinds https://helm.solarwinds.com | |
| helm repo update | |
| - name: Deploy mocks.yaml | |
| run: kubectl apply -f tests/deploy/base/mocks.yaml | |
| - name: Create Dockerfile with Helm repository | |
| run: | | |
| cat <<EOF > Dockerfile | |
| FROM python:3.8-alpine | |
| WORKDIR /app | |
| COPY . . | |
| EXPOSE 5000 | |
| CMD ["python", "-m", "http.server", "5000"] | |
| EOF | |
| - name: Package and build Helm repository image | |
| run: | | |
| helm dependency build deploy/helm | |
| helm package deploy/helm | |
| helm repo index . | |
| docker build -t helm-repo:latest . | |
| - name: Deploy Helm repository in Kubernetes cluster | |
| run: | | |
| cat <<EOF | kubectl apply -f - | |
| apiVersion: apps/v1 | |
| kind: Deployment | |
| metadata: | |
| name: helm-repo | |
| spec: | |
| selector: | |
| matchLabels: | |
| app: helm-repo | |
| replicas: 1 | |
| template: | |
| metadata: | |
| labels: | |
| app: helm-repo | |
| spec: | |
| containers: | |
| - name: helm-repo | |
| image: helm-repo:latest | |
| imagePullPolicy: Never | |
| ports: | |
| - containerPort: 5000 | |
| --- | |
| apiVersion: v1 | |
| kind: Service | |
| metadata: | |
| name: helm-repo | |
| spec: | |
| selector: | |
| app: helm-repo | |
| ports: | |
| - protocol: TCP | |
| port: 5000 | |
| targetPort: 5000 | |
| type: ClusterIP | |
| EOF | |
| - name: Deploy swo-k8s-collector Helm chart | |
| run: | | |
| helm install swo-k8s-collector solarwinds/swo-k8s-collector \ | |
| --create-namespace \ | |
| --namespace swo-k8s-collector \ | |
| --set cluster.name=test-cluster \ | |
| --set cluster.uid=test-cluster \ | |
| --set otel.endpoint=timeseries-mock-service:9082 \ | |
| --set prometheus.enabled=true \ | |
| --set autoupdate.enabled=true \ | |
| --set autoupdate.devel=true \ | |
| --set otel.metrics.swi_endpoint_check=false \ | |
| --set otel.metrics.prometheus_check=false \ | |
| --set otel.metrics.resources.requests.memory=100Mi \ | |
| --set otel.events.resources.requests.memory=100Mi \ | |
| --set otel.logs.resources.requests.memory=100Mi | |
| - name: Update AutoUpdate ConfigMap to use local Helm repository | |
| run: | | |
| kubectl get configmap swo-k8s-collector-autoupdate-script -n swo-k8s-collector -o yaml > autoupdate-script.yaml | |
| sed -i 's|https://helm.solarwinds.com|http://helm-repo.default.svc.cluster.local:5000|' autoupdate-script.yaml | |
| kubectl apply -f autoupdate-script.yaml | |
| cat autoupdate-script.yaml | |
| - name: Trigger helm-autoupdate CronJob and verify | |
| run: | | |
| kubectl create job --from=cronjob/helm-autoupdate helm-autoupdate-manual-trigger -n swo-k8s-collector | |
| kubectl wait --for=condition=complete --timeout=300s job/helm-autoupdate-manual-trigger -n swo-k8s-collector | |
| - name: Trigger helm-autoupdate CronJob logs | |
| if: ${{ always() }} | |
| run: | | |
| kubectl logs jobs/helm-autoupdate-manual-trigger -n swo-k8s-collector --all-containers=true | |
| deploy_dockerhub: | |
| runs-on: ubuntu-latest | |
| needs: build_and_test | |
| name: Deploy to docker hub | |
| if: github.event_name == 'release' && github.event.action == 'published' && !contains(github.ref, 'swo-k8s-collector') | |
| environment: | |
| name: production | |
| url: https://hub.docker.com/repository/docker/solarwinds/swi-opentelemetry-collector | |
| steps: | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: image | |
| - name: Get image tag | |
| id: vars | |
| run: echo ::set-output name=tag::${GITHUB_REF#refs/*/} | |
| - name: Load image | |
| run: | | |
| docker load --input swi-k8s-opentelemetry-collector.tar | |
| - name: Tag images | |
| run: | | |
| docker tag swi-k8s-opentelemetry-collector:${{ needs.build_and_test.outputs.image_tag }} ${{ env.DOCKERHUB_IMAGE }}:${{ steps.vars.outputs.tag }} | |
| docker tag swi-k8s-opentelemetry-collector:${{ needs.build_and_test.outputs.image_tag }} ${{ env.DOCKERHUB_IMAGE }}:latest | |
| - name: Docker login | |
| env: | |
| DOCKER_HUB_CI_PASSWORD: ${{ secrets.DOCKER_HUB_CI_PASSWORD }} | |
| DOCKER_HUB_CI_USER: ${{ secrets.DOCKER_HUB_CI_USER }} | |
| run: echo "$DOCKER_HUB_CI_PASSWORD" | docker login -u "$DOCKER_HUB_CI_USER" --password-stdin | |
| - name: Push as specific | |
| run: docker push ${{ env.DOCKERHUB_IMAGE }}:${{ steps.vars.outputs.tag }} | |
| deploy_dockerhub_windows: | |
| runs-on: windows-2022 | |
| needs: build_and_test_windows | |
| name: Deploy to docker hub Windows | |
| if: github.event_name == 'release' && github.event.action == 'published' && !contains(github.ref, 'swo-k8s-collector') | |
| environment: | |
| name: production | |
| url: https://hub.docker.com/repository/docker/solarwinds/swi-opentelemetry-collector | |
| steps: | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: image | |
| - name: Get image tag | |
| id: vars | |
| run: echo "tag=$env:GITHUB_REF_NAME" >> $ENV:GITHUB_OUTPUT | |
| - name: Load image | |
| run: | | |
| docker load --input swi-k8s-opentelemetry-collector-windows.tar | |
| - name: Tag images | |
| run: | | |
| docker tag swi-k8s-opentelemetry-collector:${{ needs.build_and_test_windows.outputs.image_tag }}-nanoserver-ltsc2022 ${{ env.DOCKERHUB_IMAGE }}:${{ steps.vars.outputs.tag }}-nanoserver-ltsc2022 | |
| - name: Docker login | |
| env: | |
| DOCKER_HUB_CI_PASSWORD: ${{ secrets.DOCKER_HUB_CI_PASSWORD }} | |
| DOCKER_HUB_CI_USER: ${{ secrets.DOCKER_HUB_CI_USER }} | |
| run: echo "$env:DOCKER_HUB_CI_PASSWORD" | docker login -u "$env:DOCKER_HUB_CI_USER" --password-stdin | |
| - name: Push as specific | |
| run: docker push ${{ env.DOCKERHUB_IMAGE }}:${{ steps.vars.outputs.tag }}-nanoserver-ltsc2022 | |