Added functionality for running CI unit tests on modified modules only #291
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and Test Monorepo | |
| on: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| branches: | |
| - main | |
| jobs: | |
| get_changed_modules: | |
| runs-on: ubuntu-latest | |
| name: Get changed modules | |
| outputs: | |
| modified_modules: ${{ steps.output-changes.outputs.modified_modules }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 # OR "2" -> To retrieve the preceding commit. | |
| - name: Find changed files inside action folder | |
| id: changed-files-action | |
| uses: tj-actions/changed-files@v42 | |
| with: | |
| files: src/action/** | |
| - name: Get changed files inside interfacing folder | |
| id: changed-files-interfacing | |
| uses: tj-actions/changed-files@v42 | |
| with: | |
| files: src/interfacing/** | |
| - name: Get changed files inside perception folder | |
| id: changed-files-perception | |
| uses: tj-actions/changed-files@v42 | |
| with: | |
| files: src/perception/** | |
| - name: Get changed files inside samples folder | |
| id: changed-files-samples | |
| uses: tj-actions/changed-files@v42 | |
| with: | |
| files: src/samples/** | |
| - name: Get changed files inside simulation folder | |
| id: changed-files-simulation | |
| uses: tj-actions/changed-files@v42 | |
| with: | |
| files: src/simulation/** | |
| - name: Get changed files inside world_modeling folder | |
| id: changed-files-world-modeling | |
| uses: tj-actions/changed-files@v42 | |
| with: | |
| files: src/world_modeling/** | |
| - name: Create list of changed modules | |
| env: | |
| CHANGED_MODULES: "" | |
| run: | | |
| if [ ${{ steps.changed-files-action.outputs.any_changed }} ]; then | |
| echo "Detected action changes" | |
| echo "CHANGED_MODULES=$CHANGED_MODULES action" >> $GITHUB_ENV | |
| echo "The changed modules are: $CHANGED_MODULES" | |
| fi | |
| if [ ${{ steps.changed-files-interfacing.outputs.any_changed }} ]; then | |
| echo "Detected interfacing changes" | |
| echo "CHANGED_MODULES=$CHANGED_MODULES interfacing" >> $GITHUB_ENV | |
| echo "The changed modules are: $CHANGED_MODULES" | |
| fi | |
| if [ ${{ steps.changed-files-perception.outputs.any_changed }} ]; then | |
| echo "Detected perception changes" | |
| echo "CHANGED_MODULES=$CHANGED_MODULES perception" >> $GITHUB_ENV | |
| echo "The changed modules are: $CHANGED_MODULES" | |
| fi | |
| if [ ${{ steps.changed-files-samples.outputs.any_changed }} ]; then | |
| echo "Detected samples changes" | |
| echo "CHANGED_MODULES=$CHANGED_MODULES samples" >> $GITHUB_ENV | |
| echo "The changed modules are: $CHANGED_MODULES" | |
| fi | |
| if [ ${{ steps.changed-files-simulation.outputs.any_changed }} ]; then | |
| echo "Detected simulation changes" | |
| echo "CHANGED_MODULES=$CHANGED_MODULES simulation" >> $GITHUB_ENV | |
| echo "The changed modules are: $CHANGED_MODULES" | |
| fi | |
| if [ ${{ steps.changed-files-world-modeling.outputs.any_changed }} ]; then | |
| echo "Detected world_modeling changes" | |
| echo "CHANGED_MODULES=$CHANGED_MODULES world_modeling" >> $GITHUB_ENV | |
| echo "The changed modules are: $CHANGED_MODULES" | |
| fi | |
| - name: Output list of changed modules | |
| id: output-changes | |
| run: | | |
| echo "The changed modules are: $CHANGED_MODULES" | |
| echo "modified_modules=$CHANGED_MODULES" >> $GITHUB_OUTPUT | |
| setup-environment: | |
| name: Setup environment | |
| runs-on: ubuntu-latest | |
| needs: get_changed_modules | |
| env: | |
| modified_modules: ${{ needs.get_changed_modules.outputs.modified_modules }} | |
| outputs: | |
| docker_matrix: ${{ steps.docker-environment.outputs.docker_matrix }} | |
| registry: ${{ steps.docker-environment.outputs.registry }} | |
| repository: ${{ steps.docker-environment.outputs.repository }} | |
| source_branch: ${{ steps.github-environment.outputs.source_branch }} | |
| target_branch: ${{ steps.github-environment.outputs.target_branch }} | |
| steps: | |
| - name: Checkout Repository | |
| uses: actions/checkout@v4 | |
| - name: Setup Watod Environment | |
| run: ./watod_scripts/watod-setup-env.sh | |
| shell: bash | |
| - name: Check module changes | |
| run: echo "changed is ${{ env.modified_modules }}" | |
| - name: Generate Docker Environment | |
| id: docker-environment | |
| uses: "./.github/templates/docker_context" | |
| with: | |
| modified_modules: ${{ env.modified_modules }} | |
| - name: Generate GitHub Environment | |
| id: github-environment | |
| uses: "./.github/templates/github_context" | |
| build-and-unittest: | |
| name: Build Image and Run Unit Testing Suite | |
| runs-on: ubuntu-latest | |
| needs: setup-environment | |
| env: | |
| DOCKER_REGISTRY: ${{ needs.setup-environment.outputs.registry }} | |
| DOCKER_REPOSITORY: ${{ needs.setup-environment.outputs.repository }} | |
| SOURCE_BRANCH: ${{ needs.setup-environment.outputs.source_branch }} | |
| TARGET_BRANCH: ${{ needs.setup-environment.outputs.target_branch }} | |
| strategy: | |
| fail-fast: false | |
| matrix: ${{ fromJSON(needs.setup-environment.outputs.docker_matrix) }} | |
| concurrency: | |
| group: ${{ matrix.service }}-${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Construct Registry URL | |
| id: construct-registry-url | |
| run: | | |
| echo "url=${{ env.DOCKER_REGISTRY }}/${{ env.DOCKER_REPOSITORY }}/${{ matrix.module }}/${{ matrix.service }}" \ | |
| >> $GITHUB_OUTPUT | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| id: buildx | |
| - name: Docker Login | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ${{ env.DOCKER_REGISTRY }} | |
| username: ${{ secrets.GHCR_USER }} | |
| password: ${{ secrets.GHCR_PWD }} | |
| - name: Prepare Image Dependencies | |
| if: ${{ matrix.module != 'infrastructure' }} | |
| uses: docker/build-push-action@v5 | |
| with: | |
| context: . | |
| file: docker/${{ matrix.module }}/${{ matrix.service }}/${{ matrix.service }}.Dockerfile | |
| push: true | |
| tags: | | |
| ${{ steps.construct-registry-url.outputs.url }}:source_${{ env.SOURCE_BRANCH }} | |
| cache-from: | | |
| ${{ steps.construct-registry-url.outputs.url }}:source_${{ env.SOURCE_BRANCH }} | |
| ${{ steps.construct-registry-url.outputs.url }}:source_${{ env.TARGET_BRANCH }} | |
| cache-to: type=inline | |
| builder: ${{ steps.buildx.outputs.name }} | |
| target: dependencies | |
| - name: Build Image from Source | |
| uses: docker/build-push-action@v5 | |
| with: | |
| context: . | |
| file: docker/${{ matrix.module }}/${{ matrix.service }}/${{ matrix.service }}.Dockerfile | |
| push: true | |
| tags: | | |
| ${{ steps.construct-registry-url.outputs.url }}:build_${{ env.SOURCE_BRANCH }} | |
| cache-from: | | |
| ${{ steps.construct-registry-url.outputs.url }}:source_${{ env.SOURCE_BRANCH }} | |
| ${{ steps.construct-registry-url.outputs.url }}:build_${{ env.SOURCE_BRANCH }} | |
| ${{ steps.construct-registry-url.outputs.url }}:build_${{ env.TARGET_BRANCH }} | |
| cache-to: type=inline | |
| builder: ${{ steps.buildx.outputs.name }} | |
| target: build | |
| - name: Security Sanitation for Deployment | |
| uses: docker/build-push-action@v5 | |
| with: | |
| context: . | |
| file: docker/${{ matrix.module }}/${{ matrix.service }}/${{ matrix.service }}.Dockerfile | |
| push: true | |
| tags: | | |
| ${{ steps.construct-registry-url.outputs.url }}:${{ env.SOURCE_BRANCH }} | |
| cache-from: | | |
| ${{ steps.construct-registry-url.outputs.url }}:build_${{ env.SOURCE_BRANCH }} | |
| ${{ steps.construct-registry-url.outputs.url }}:${{ env.SOURCE_BRANCH }} | |
| ${{ steps.construct-registry-url.outputs.url }}:${{ env.TARGET_BRANCH }} | |
| cache-to: type=inline | |
| builder: ${{ steps.buildx.outputs.name }} | |
| target: deploy | |
| - name: Run testing suite | |
| uses: "./.github/templates/test" | |
| env: | |
| DOCKER_BUILDKIT: 1 | |
| COMPOSE_DOCKER_CLI_BUILD: 1 | |
| BUILDKIT_INLINE_CACHE: 1 | |
| with: | |
| image: ${{ steps.construct-registry-url.outputs.url }} | |
| tag: build_${{ env.SOURCE_BRANCH }} |