Added functionality for running CI unit tests on modified modules only #293
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and Test Monorepo | |
| on: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| branches: | |
| - main | |
| jobs: | |
| get_changed_modules: | |
| runs-on: ubuntu-latest | |
| name: Get changed modules | |
| outputs: | |
| modified_modules: ${{ steps.output-changes.outputs.modified_modules }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 # OR "2" -> To retrieve the preceding commit. | |
| - name: Find changed files inside action folder | |
| id: changed-files-action | |
| uses: tj-actions/changed-files@v42 | |
| with: | |
| files: src/action/** | |
| - name: Get changed files inside interfacing folder | |
| id: changed-files-interfacing | |
| uses: tj-actions/changed-files@v42 | |
| with: | |
| files: src/interfacing/** | |
| - name: Get changed files inside perception folder | |
| id: changed-files-perception | |
| uses: tj-actions/changed-files@v42 | |
| with: | |
| files: src/perception/** | |
| - name: Get changed files inside samples folder | |
| id: changed-files-samples | |
| uses: tj-actions/changed-files@v42 | |
| with: | |
| files: src/samples/** | |
| - name: Get changed files inside simulation folder | |
| id: changed-files-simulation | |
| uses: tj-actions/changed-files@v42 | |
| with: | |
| files: src/simulation/** | |
| - name: Get changed files inside world_modeling folder | |
| id: changed-files-world-modeling | |
| uses: tj-actions/changed-files@v42 | |
| with: | |
| files: src/world_modeling/** | |
| - name: Create list of changed modules | |
| env: | |
| CHANGED_MODULES: "" | |
| run: | | |
| if [ ${{ steps.changed-files-action.outputs.any_changed == 'true' }} ]; then | |
| echo "Detected action changes" | |
| CHANGED_MODULES += "action " | |
| fi | |
| if [ ${{ steps.changed-files-interfacing.outputs.any_changed == 'true'}} ]; then | |
| echo "Detected interfacing changes" | |
| CHANGED_MODULES += "interfacing " | |
| fi | |
| if [ ${{ steps.changed-files-perception.outputs.any_changed == 'true'}} ]; then | |
| echo "Detected perception changes" | |
| CHANGED_MODULES += "perception " | |
| fi | |
| if [ ${{ steps.changed-files-samples.outputs.any_changed == 'true'}} ]; then | |
| echo "Detected samples changes" | |
| CHANGED_MODULES += "samples " | |
| fi | |
| if [ ${{ steps.changed-files-simulation.outputs.any_changed == 'true'}} ]; then | |
| echo "Detected simulation changes" | |
| CHANGED_MODULES += "simulation " | |
| fi | |
| if [ ${{ steps.changed-files-world-modeling.outputs.any_changed == 'true'}} ]; then | |
| echo "Detected world_modeling changes" | |
| CHANGED_MODULES += "world_modeling" | |
| fi | |
| echo "CHANGED_MODULES = $CHANGED_MODULES" >> $GITHUB_ENV | |
| - name: Output list of changed modules | |
| id: output-changes | |
| run: | | |
| echo "The changed modules are: $CHANGED_MODULES" | |
| echo "modified_modules=$CHANGED_MODULES" >> $GITHUB_OUTPUT | |
| setup-environment: | |
| name: Setup environment | |
| runs-on: ubuntu-latest | |
| needs: get_changed_modules | |
| env: | |
| modified_modules: ${{ needs.get_changed_modules.outputs.modified_modules }} | |
| outputs: | |
| docker_matrix: ${{ steps.docker-environment.outputs.docker_matrix }} | |
| registry: ${{ steps.docker-environment.outputs.registry }} | |
| repository: ${{ steps.docker-environment.outputs.repository }} | |
| source_branch: ${{ steps.github-environment.outputs.source_branch }} | |
| target_branch: ${{ steps.github-environment.outputs.target_branch }} | |
| steps: | |
| - name: Checkout Repository | |
| uses: actions/checkout@v4 | |
| - name: Setup Watod Environment | |
| run: ./watod_scripts/watod-setup-env.sh | |
| shell: bash | |
| - name: Check module changes | |
| run: echo "changed is ${{ env.modified_modules }}" | |
| - name: Generate Docker Environment | |
| id: docker-environment | |
| uses: "./.github/templates/docker_context" | |
| with: | |
| modified_modules: ${{ env.modified_modules }} | |
| - name: Generate GitHub Environment | |
| id: github-environment | |
| uses: "./.github/templates/github_context" | |
| build-and-unittest: | |
| name: Build Image and Run Unit Testing Suite | |
| runs-on: ubuntu-latest | |
| needs: setup-environment | |
| env: | |
| DOCKER_REGISTRY: ${{ needs.setup-environment.outputs.registry }} | |
| DOCKER_REPOSITORY: ${{ needs.setup-environment.outputs.repository }} | |
| SOURCE_BRANCH: ${{ needs.setup-environment.outputs.source_branch }} | |
| TARGET_BRANCH: ${{ needs.setup-environment.outputs.target_branch }} | |
| strategy: | |
| fail-fast: false | |
| matrix: ${{ fromJSON(needs.setup-environment.outputs.docker_matrix) }} | |
| concurrency: | |
| group: ${{ matrix.service }}-${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Construct Registry URL | |
| id: construct-registry-url | |
| run: | | |
| echo "url=${{ env.DOCKER_REGISTRY }}/${{ env.DOCKER_REPOSITORY }}/${{ matrix.module }}/${{ matrix.service }}" \ | |
| >> $GITHUB_OUTPUT | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| id: buildx | |
| - name: Docker Login | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ${{ env.DOCKER_REGISTRY }} | |
| username: ${{ secrets.GHCR_USER }} | |
| password: ${{ secrets.GHCR_PWD }} | |
| - name: Prepare Image Dependencies | |
| if: ${{ matrix.module != 'infrastructure' }} | |
| uses: docker/build-push-action@v5 | |
| with: | |
| context: . | |
| file: docker/${{ matrix.module }}/${{ matrix.service }}/${{ matrix.service }}.Dockerfile | |
| push: true | |
| tags: | | |
| ${{ steps.construct-registry-url.outputs.url }}:source_${{ env.SOURCE_BRANCH }} | |
| cache-from: | | |
| ${{ steps.construct-registry-url.outputs.url }}:source_${{ env.SOURCE_BRANCH }} | |
| ${{ steps.construct-registry-url.outputs.url }}:source_${{ env.TARGET_BRANCH }} | |
| cache-to: type=inline | |
| builder: ${{ steps.buildx.outputs.name }} | |
| target: dependencies | |
| - name: Build Image from Source | |
| uses: docker/build-push-action@v5 | |
| with: | |
| context: . | |
| file: docker/${{ matrix.module }}/${{ matrix.service }}/${{ matrix.service }}.Dockerfile | |
| push: true | |
| tags: | | |
| ${{ steps.construct-registry-url.outputs.url }}:build_${{ env.SOURCE_BRANCH }} | |
| cache-from: | | |
| ${{ steps.construct-registry-url.outputs.url }}:source_${{ env.SOURCE_BRANCH }} | |
| ${{ steps.construct-registry-url.outputs.url }}:build_${{ env.SOURCE_BRANCH }} | |
| ${{ steps.construct-registry-url.outputs.url }}:build_${{ env.TARGET_BRANCH }} | |
| cache-to: type=inline | |
| builder: ${{ steps.buildx.outputs.name }} | |
| target: build | |
| - name: Security Sanitation for Deployment | |
| uses: docker/build-push-action@v5 | |
| with: | |
| context: . | |
| file: docker/${{ matrix.module }}/${{ matrix.service }}/${{ matrix.service }}.Dockerfile | |
| push: true | |
| tags: | | |
| ${{ steps.construct-registry-url.outputs.url }}:${{ env.SOURCE_BRANCH }} | |
| cache-from: | | |
| ${{ steps.construct-registry-url.outputs.url }}:build_${{ env.SOURCE_BRANCH }} | |
| ${{ steps.construct-registry-url.outputs.url }}:${{ env.SOURCE_BRANCH }} | |
| ${{ steps.construct-registry-url.outputs.url }}:${{ env.TARGET_BRANCH }} | |
| cache-to: type=inline | |
| builder: ${{ steps.buildx.outputs.name }} | |
| target: deploy | |
| - name: Run testing suite | |
| uses: "./.github/templates/test" | |
| env: | |
| DOCKER_BUILDKIT: 1 | |
| COMPOSE_DOCKER_CLI_BUILD: 1 | |
| BUILDKIT_INLINE_CACHE: 1 | |
| with: | |
| image: ${{ steps.construct-registry-url.outputs.url }} | |
| tag: build_${{ env.SOURCE_BRANCH }} |