android-device-test #2340
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: android-device-test | |
| on: | |
| workflow_run: | |
| workflows: [android-ci] | |
| types: | |
| - completed | |
| jobs: | |
| android-device-test: | |
| strategy: | |
| max-parallel: 2 | |
| matrix: | |
| test: [ | |
| { | |
| artifactName: android-render-tests, | |
| testFile: RenderTests.apk, | |
| appFile: RenderTestsApp.apk, | |
| name: "Android Render Tests", | |
| # Google Pixel 7 Pro | |
| devicePool: "arn:aws:devicefarm:us-west-2:373521797162:devicepool:20687d72-0e46-403e-8f03-0941850665bc/9692fe7f-86a9-4ecc-908f-175600968564" | |
| }, | |
| { | |
| artifactName: benchmarkAPKs, | |
| testFile: "MapboxGLAndroidSDKTestApp-drawable-release-androidTest.apk", | |
| appFile: "MapboxGLAndroidSDKTestApp-drawable-release.apk", | |
| name: "Android Benchmark", | |
| testFilter: "org.maplibre.android.benchmark.Benchmark", | |
| # top devices, query with `aws list-device-pools --arn <project_arn>` | |
| devicePool: "arn:aws:devicefarm:us-west-2::devicepool:082d10e5-d7d7-48a5-ba5c-b33d66efa1f5", | |
| # benchmark-android.yaml | |
| # see https://github.com/maplibre/ci-runners/tree/main/aws-device-farm/custom-test-envs | |
| testSpecArn: "arn:aws:devicefarm:us-west-2:373521797162:upload:20687d72-0e46-403e-8f03-0941850665bc/14862afb-cf88-44aa-9f1e-5131cbb22f01" | |
| } | |
| ] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - id: parent_workflow | |
| run: | | |
| conclusion=$(curl ${{ github.event.workflow_run.jobs_url }} | jq -r '.jobs[] | select(.name == "android-build").conclusion') | |
| was_skipped=$([[ "$conclusion" = "skipped" || "$conclusion" = "cancelled" ]] && echo "true" || echo "false") | |
| echo "was_skipped=$was_skipped" >> "$GITHUB_OUTPUT" | |
| # get comment from PR | |
| - uses: ./.github/actions/get-pr-number | |
| id: get-pr-number | |
| - name: Generate token | |
| id: generate_token | |
| uses: tibdex/github-app-token@v2 | |
| with: | |
| app_id: ${{ secrets.MAPLIBRE_NATIVE_BOT_APP_ID }} | |
| private_key: ${{ secrets.MAPLIBRE_NATIVE_BOT_PRIVATE_KEY }} | |
| - name: Check if comment on PR contains '!benchmark android' | |
| if: matrix.test.name == 'Android Benchmark' && steps.get-pr-number.outputs.pr-number | |
| uses: peter-evans/find-comment@v3 | |
| id: benchmark_comment | |
| with: | |
| issue-number: ${{ steps.get-pr-number.outputs.pr-number }} | |
| body-regex: '^!benchmark.*android.*$' | |
| - name: Should we run this device test? | |
| # always run when something was merged into main | |
| # run benchmark when comment with '!benchmark android' exists in PR | |
| if: | | |
| steps.parent_workflow.outputs.was_skipped == 'false' && | |
| ((github.event.workflow_run.head_branch == 'main' && github.event.workflow_run.event == 'push') || | |
| matrix.test.name == 'Android Benchmark' && steps.benchmark_comment.outputs.comment-id || | |
| matrix.test.name != 'Android Benchmark') | |
| run: | |
| echo "run_device_test=true" >> "$GITHUB_ENV" | |
| - uses: LouisBrunner/[email protected] | |
| if: env.run_device_test == 'true' || matrix.test.name == 'Android Render Tests' | |
| id: create_check | |
| with: | |
| token: ${{ steps.generate_token.outputs.token }} | |
| details_url: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }} | |
| status: queued | |
| name: ${{ matrix.test.name }} | |
| sha: ${{ github.event.workflow_run.head_sha }} | |
| - uses: ./.github/actions/download-workflow-run-artifact | |
| if: env.run_device_test == 'true' | |
| with: | |
| artifact-name: ${{ matrix.test.artifactName }} | |
| expect-files: "${{ matrix.test.testFile }}, ${{ matrix.test.appFile }}" | |
| - name: Configure AWS Credentials | |
| if: env.run_device_test == 'true' && matrix.test.name == 'Android Benchmark' | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: us-west-2 | |
| role-to-assume: ${{ vars.AWS_ROLE_TO_ASSUME }} | |
| role-duration-seconds: 21600 | |
| role-session-name: MySessionName | |
| - name: Upload external data for benchmark | |
| if: env.run_device_test == 'true' && matrix.test.name == 'Android Benchmark' | |
| run: | | |
| export RESULTS_API=${{ secrets.MLN_RESULTS_API }} | |
| export AWS_DEVICE_FARM_PROJECT_ARN=${{ vars.AWS_DEVICE_FARM_PROJECT_ARN }} | |
| upload_arn="$(.github/workflows/android-device-test/upload-external-data.sh)" | |
| echo external_data_arn="$upload_arn" >> "$GITHUB_ENV" | |
| - uses: ./.github/actions/aws-device-farm-run | |
| if: env.run_device_test == 'true' | |
| with: | |
| name: ${{ matrix.test.name }} | |
| appType: ANDROID_APP | |
| appFile: ${{ matrix.test.appFile }} | |
| testFile: ${{ matrix.test.testFile }} | |
| testPackageType: INSTRUMENTATION_TEST_PACKAGE | |
| testType: INSTRUMENTATION | |
| testFilter: ${{ matrix.test.testFilter }} | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| AWS_ROLE_TO_ASSUME: ${{ vars.AWS_ROLE_TO_ASSUME }} | |
| AWS_DEVICE_FARM_PROJECT_ARN: ${{ vars.AWS_DEVICE_FARM_PROJECT_ARN }} | |
| AWS_DEVICE_FARM_DEVICE_POOL_ARN: ${{ matrix.test.devicePool }} | |
| externalData: ${{ env.external_data_arn }} | |
| testSpecArn: ${{ matrix.test.testSpecArn }} | |
| - uses: LouisBrunner/[email protected] | |
| if: always() && (env.run_device_test == 'true' || matrix.test.name == 'Android Render Tests') | |
| with: | |
| token: ${{ steps.generate_token.outputs.token }} | |
| check_id: ${{ steps.create_check.outputs.check_id }} | |
| conclusion: ${{ job.status }} | |
| sha: ${{ github.event.workflow_run.sha }} |