Update parallel for all tests #419
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: E2E_API Tests All | |
| on: | |
| # workflow will run daily at 7:00 AM BDT (1:00 AM UTC) | |
| schedule: | |
| - cron: 0 1 * * * | |
| # workflow will trigger on pull request | |
| pull_request: | |
| branches: [pw] | |
| # workflow will trigger on push to develop branch | |
| push: | |
| branches: [develop, pw] | |
| # workflow can be manually triggered | |
| workflow_dispatch: | |
| inputs: | |
| testsuite: | |
| description: Choose which test suite to run | |
| default: All | |
| type: choice | |
| options: | |
| - E2E | |
| - API | |
| - All | |
| # Cancels all previous workflow runs for pull requests that have not completed. | |
| concurrency: | |
| # The concurrency group contains the workflow name and the branch name for pull requests or the commit hash for any other events. | |
| group: ${{ github.workflow }}-${{ github.event_name == 'pull_request' && github.head_ref || github.sha }} | |
| cancel-in-progress: true | |
| # workflow permissions | |
| permissions: | |
| checks: write | |
| contents: write | |
| issues: write | |
| pull-requests: write | |
| # workflow environment variables | |
| env: | |
| ADMIN: admin | |
| ADMIN_PASSWORD: password | |
| VENDOR: vendor1 | |
| VENDOR2: vendor2 | |
| CUSTOMER: customer1 | |
| CUSTOMER2: customer2 | |
| USER_PASSWORD: 01dokan01 | |
| GMAP: ${{secrets.GMAP}} | |
| MAPBOX: ${{secrets.MAPBOX}} | |
| LICENSE_KEY: ${{secrets.LICENSE_KEY}} | |
| BASE_URL: http://localhost:9999 | |
| CI: true | |
| # DOKAN_PRO: true | |
| FORCE_COLOR: 1 | |
| DB_HOST_NAME: localhost | |
| DB_USER_NAME: root | |
| DB_USER_PASSWORD: password | |
| DB_PORT: 9998 | |
| DATABASE: tests-wordpress | |
| DB_PREFIX: wp | |
| PR_NUMBER: ${{ github.event.number }} | |
| SHA: ${{ github.event.pull_request.head.sha }} | |
| SYSTEM_INFO: ./tests/pw/playwright/systemInfo.json | |
| API_TEST_RESULT: ./tests/pw/playwright-report/api/summary-report/results.json | |
| E2E_TEST_RESULT: ./tests/pw/playwright-report/e2e/summary-report/results.json | |
| API_COVERAGE: ./tests/pw/playwright-report/api/coverage-report/coverage.json | |
| E2E_COVERAGE: ./tests/pw/playwright-report/e2e/coverage-report/coverage.json | |
| TEST_PUBLISH_KEY_STRIPE: ${{secrets.TEST_PUBLISH_KEY_STRIPE}} | |
| TEST_SECRET_KEY_STRIPE: ${{secrets.TEST_SECRET_KEY_STRIPE}} | |
| CLIENT_ID_STRIPE: ${{secrets.CLIENT_ID_STRIPE}} | |
| SANDBOX_CLIENT_ID_MANGOPAY: ${{secrets.SANDBOX_CLIENT_ID_MANGOPAY}} | |
| SANDBOX_API_KEY_MANGOPAY: ${{secrets.SANDBOX_API_KEY_MANGOPAY}} | |
| TEST_KEY_ID_RAZORPAY: ${{secrets.TEST_KEY_ID_RAZORPAY}} | |
| TEST_KEY_SECRET_RAZORPAY: ${{secrets.TEST_KEY_SECRET_RAZORPAY}} | |
| TEST_PUBLISH_KEY_STRIPE_EXPRESS: ${{secrets.TEST_PUBLISH_KEY_STRIPE_EXPRESS}} | |
| TEST_SECRET_KEY_STRIPE_EXPRESS: ${{secrets.TEST_SECRET_KEY_STRIPE_EXPRESS}} | |
| TEST_MERCHANT_ID_PAYPAL_MARKETPLACE: ${{secrets.TEST_MERCHANT_ID_PAYPAL_MARKETPLACE}} | |
| TEST_CLIENT_ID_PAYPAL_MARKETPLACE: ${{secrets.TEST_CLIENT_ID_PAYPAL_MARKETPLACE}} | |
| TEST_CLIENT_SECRET_PAYPAL_MARKETPLACE: ${{secrets.TEST_CLIENT_SECRET_PAYPAL_MARKETPLACE}} | |
| TALKJS_APP_ID: ${{secrets.TALKJS_APP_ID}} | |
| TALKJS_APP_SECRET: ${{secrets.TALKJS_APP_SECRET}} | |
| VONAGE_API_KEY: ${{secrets.VONAGE_API_KEY}} | |
| VONAGE_API_SECRET: ${{secrets.VONAGE_API_SECRET}} | |
| FB_APP_ID: ${{secrets.FB_APP_ID}} | |
| FB_APP_SECRET: ${{secrets.FB_APP_SECRET}} | |
| PRINTFUL_APP_ID: ${{secrets.PRINTFUL_APP_ID}} | |
| PRINTFUL_APP_SECRET: ${{secrets.PRINTFUL_APP_SECRET}} | |
| RECAPTCHA_SITE_KEY: ${{secrets.RECAPTCHA_SITE_KEY}} | |
| RECAPTCHA_SECRET_KEY: ${{secrets.RECAPTCHA_SECRET_KEY}} | |
| jobs: | |
| tests: | |
| name: e2e_api tests | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| shardIndex: [1, 2] | |
| shardTotal: [2] | |
| steps: | |
| - name: Checkout testing repo | |
| id: clone-dokan-lite | |
| uses: actions/checkout@v4 | |
| - name: Use desired version of NodeJS | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: 20 | |
| cache: npm | |
| - name: Clone dokan-pro | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: getdokan/dokan-pro | |
| token: ${{ secrets.ACCESS_TOKEN }} | |
| path: 'plugins/dokan-pro' | |
| ref: 'test_utils' | |
| - name: Unzip woocommerce plugins | |
| working-directory: plugins/dokan-pro/tests/plugins | |
| run: | | |
| unzip woocommerce-bookings.zip | |
| unzip woocommerce-product-addons.zip | |
| unzip woocommerce-simple-auctions.zip | |
| unzip woocommerce-subscriptions.zip | |
| - name: Composer install and build (Dokan-lite) | |
| run: | | |
| composer i --no-dev -o || composer update --no-dev -o | |
| - name: Npm install and build (Dokan-lite) | |
| run: | | |
| npm ci || npm i | |
| npm run build | |
| - name: Composer install and build (Dokan-pro) | |
| working-directory: plugins/dokan-pro | |
| run: | | |
| composer i --no-dev -o || composer update --no-dev -o | |
| - name: Npm install and build (Dokan-pro) | |
| working-directory: plugins/dokan-pro | |
| run: | | |
| npm ci || npm i | |
| npm run build | |
| - name: Update Required Plugin name from dokan-lite to dokan (Dokan-pro) | |
| working-directory: plugins/dokan-pro | |
| run: | | |
| sed -i'' 's/Requires Plugins: woocommerce, dokan-lite/Requires Plugins: woocommerce, dokan/' dokan-pro.php | |
| # Install test dependencies | |
| - name: Install test dependencies | |
| working-directory: tests/pw | |
| run: | | |
| npm ci || npm i | |
| # Override wp-env for pro required plugins | |
| - name: Allow override wp-env.json via .wp-env.override.json | |
| working-directory: tests/pw | |
| run: | | |
| mv .wp-env.override.alltest .wp-env.override.json | |
| # Create wp debuglog file | |
| - name: Create wp debuglog file | |
| id: debug-log | |
| working-directory: tests/pw | |
| run: | | |
| mkdir -p wp-data && touch wp-data/debug.log | |
| # Start wordpress environment | |
| - name: Start WordPress Env | |
| id: wp-env | |
| uses: nick-fields/retry@v3 | |
| with: | |
| timeout_minutes: 4 | |
| max_attempts: 2 | |
| retry_on: error | |
| command: | | |
| cd tests/pw | |
| npm run start:env | |
| # Set permalink structure | |
| - name: Set Permalink structure | |
| working-directory: tests/pw | |
| run: | | |
| npm run wp-env run tests-cli wp rewrite structure /%postname%/ | |
| # Activate theme | |
| - name: Activate theme:Storefront | |
| working-directory: tests/pw | |
| run: | | |
| npm run wp-env run tests-cli wp theme activate storefront | |
| # Get Playwright version | |
| - name: Get installed Playwright version | |
| id: playwright-version | |
| working-directory: tests/pw | |
| run: | | |
| echo "PLAYWRIGHT_VERSION=$(npm ls @playwright/test --json | jq --raw-output '.dependencies["@playwright/test"].version')" >> $GITHUB_ENV | |
| # Cache browser binaries, cache key is based on Playwright version and OS | |
| - name: Cache playwright binaries | |
| id: playwright-cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: | | |
| ~/.cache/ms-playwright | |
| key: ${{ runner.os }}-playwright-${{ env.PLAYWRIGHT_VERSION }} | |
| restore-keys: | | |
| ${{ runner.os }}-playwright- | |
| # Install browser binaries & OS dependencies if cache missed | |
| - name: Install Playwright browser binaries & OS dependencies | |
| id: pw-install | |
| if: steps.playwright-cache.outputs.cache-hit != 'true' | |
| working-directory: tests/pw | |
| run: | | |
| npm run pw:browser-with-deps | |
| # Install only the OS dependencies if cache hit not needed | |
| # - name: Install Playwright OS dependencies | |
| # if: steps.playwright-cache.outputs.cache-hit == 'true' | |
| # working-directory: tests/pw | |
| # run: | | |
| # npm run pw:deps-only | |
| # Run e2e tests | |
| - name: 🧪 Run e2e tests-${{ matrix.shardIndex }} | |
| id: e2e-test | |
| if: success() && (github.event_name != 'workflow_dispatch' || ( github.event_name == 'workflow_dispatch' && (github.event.inputs.testsuite == 'E2E' || github.event.inputs.testsuite == 'All'))) | |
| timeout-minutes: 40 | |
| working-directory: tests/pw | |
| run: | | |
| npm run test:e2e -- --shard=${{ matrix.shardIndex }}/${{ matrix.shardTotal }} | |
| # Run e2e coverage | |
| - name: 🧪 Run e2e coverage | |
| if: always() && (steps.e2e-test.outcome == 'success' || steps.e2e-test.outcome == 'failure') | |
| working-directory: tests/pw | |
| run: | | |
| npm run test:e2e:coverage | |
| # # Run API tests | |
| # - name: 🧪 Run api tests | |
| # id: api-test | |
| # if: always() && steps.wp-env.outcome == 'success' && ( github.event_name != 'workflow_dispatch' || ( github.event_name == 'workflow_dispatch' && (github.event.inputs.testsuite == 'API' || github.event.inputs.testsuite == 'All'))) | |
| # working-directory: tests/pw | |
| # run: | | |
| # if [[ "${{ matrix.group }}" == "api_1" ]]; then | |
| # npm run test:api:pro | |
| # fi | |
| # Prepare test summary | |
| - name: Prepare test summary | |
| id: prepare-test-summary | |
| uses: actions/github-script@v7 | |
| if: always() && steps.clone-dokan-lite.outcome == 'success' | |
| with: | |
| result-encoding: string | |
| script: | | |
| const script = require("./tests/pw/utils/gitTestSummary.ts") | |
| return await script({github, context, core}) | |
| # Find PR comment | |
| - name: Find PR comment by github-actions[bot] | |
| uses: peter-evans/find-comment@v3 | |
| id: find-comment | |
| if: github.event_name == 'pull_request' | |
| with: | |
| issue-number: ${{ github.event.pull_request.number }} | |
| comment-author: 'github-actions[bot]' | |
| body-includes: Tests Summary | |
| # Post test summary as PR comment | |
| - name: Create or update PR comment | |
| uses: peter-evans/create-or-update-comment@v4 | |
| if: github.event_name == 'pull_request' | |
| with: | |
| comment-id: ${{ steps.find-comment.outputs.comment-id }} | |
| issue-number: ${{ github.event.pull_request.number }} | |
| body: ${{ steps.prepare-test-summary.outputs.result }} | |
| edit-mode: replace | |
| # - name: Generate Test Report | |
| # uses: phoenix-actions/test-reporting@v8 | |
| # id: test-report # Set ID reference for step | |
| # if: success() || failure() # run this step even if previous step failed | |
| # with: | |
| # name: e2e tests result # Name of the check run which will be created | |
| # path: tests/pw/playwright-report/results.xml # Path to test results | |
| # reporter: jest-junit | |
| # only-summary: "false" # Allows you to generate only the summary. | |
| # list-suites: "all" # Limits which test suites are listed: 'all', 'failed' | |
| # list-tests: "all" # Limits which test cases are listed: 'all','failed', 'none' | |
| # fail-on-error: "true" # Set action as failed if test report contains any failed test | |
| # - name: Test results | |
| # run: | | |
| # echo "url is ${{ steps.test-report.outputs.runHtmlUrl }}" | |
| # Backup Database | |
| - name: Backup Database | |
| if: always() && steps.wp-env.outcome == 'success' | |
| working-directory: tests/pw | |
| run: | | |
| npm run wp-env run tests-cli wp db export wp-data/db.sql | |
| # Upload artifacts | |
| - name: Archive test artifacts (screenshots, HTML snapshots, Reports) | |
| uses: actions/upload-artifact@v4 | |
| if: always() && steps.debug-log.outcome == 'success' | |
| with: | |
| name: test-artifact-${{ matrix.shardIndex }} | |
| path: | | |
| tests/pw/wp-data | |
| tests/pw/playwright | |
| tests/pw/playwright-report | |
| if-no-files-found: ignore | |
| retention-days: 1 | |
| merge-reports: | |
| # Merge reports after playwright-tests, even if some shards have failed | |
| if: ${{ !cancelled() }} | |
| needs: [tests] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout testing repo | |
| id: clone-dokan-lite | |
| uses: actions/checkout@v4 | |
| - name: Use desired version of NodeJS | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: 20 | |
| cache: npm | |
| - name: Install test dependencies | |
| working-directory: tests/pw | |
| run: | | |
| npm ci || npm i | |
| - name: Download blob reports from GitHub Actions Artifacts | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: tests/pw/all-reports | |
| pattern: test-artifact-* | |
| # merge-multiple: true | |
| - name: Debug test-artifact-1 structure | |
| working-directory: tests/pw/all-reports | |
| run: | | |
| echo "Contents of test-artifact-1:" | |
| ls -R test-artifact-1 | |
| - name: Check blob reports | |
| working-directory: tests/pw/all-reports | |
| run: | | |
| echo "Listing all directories and files:" | |
| ls -R | |
| echo "Navigating to blob-report:" | |
| cd test-artifact-1/playwright-report/e2e/blob-report | |
| ls | |
| - name: Move all blob report folder contents into a single folder | |
| working-directory: tests/pw/all-reports | |
| run: | | |
| mkdir -p all-blob-reports | |
| echo "Finding all blob-report directories and moving contents..." | |
| find . -type d -name "blob-report" | while read -r dir; do | |
| echo "Processing $dir" | |
| mv "$dir"/* all-blob-reports/ || echo "No files in $dir" | |
| done | |
| echo "All blob report contents moved to all-blob-reports:" | |
| ls all-blob-reports | |
| - name: Generate HTML Report | |
| working-directory: tests/pw | |
| run: | | |
| npx playwright merge-reports --reporter html ./all-blob-reports | |
| - name: Upload HTML report | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: html-report--attempt-${{ github.run_attempt }} | |
| path: tests/pw/all-reports | |
| retention-days: | |
| 7 | |
| # - name: Publish HTML report to GH Pages | |
| # if: always() # We want this to always run, even if test fail prior to this step running | |
| # uses: peaceiris/actions-gh-pages@v4 | |
| # with: | |
| # github_token: ${{ secrets.GITHUB_TOKEN }} | |
| # publish_branch: gh-pages | |
| # publish_dir: tests/pw/playwright-report/e2e/html-report # This is where index.html will be output | |
| # keep_files: true # Set this to true to make sure we don't wipe out the other content in GitHub Pages | |
| # user_name: "github-actions[bot]" # This will be the username that gets stamped in the repo commit | |
| # user_email: "github-actions[bot]@users.noreply.github.com" # This will be the user email that gets stamped in the repo commit | |
| # - name: Test results | |
| # if: always() | |
| # run: | | |
| # echo "https://$GITHUB_REPOSITORY_OWNER.github.io/${GITHUB_REPOSITORY#*/}" | |
| # publishTestResults: | |
| # name: Publish Test Result | |
| # needs: tests | |
| # runs-on: ubuntu-latest | |
| # if: always() | |
| # steps: | |
| # - name: Download artifacts | |
| # uses: actions/download-artifact@v2 | |
| # id: download | |
| # - name: Publish HTML report to GH Pages | |
| # if: always() # We want this to always run, even if test fail prior to this step running | |
| # uses: peaceiris/actions-gh-pages@v3 | |
| # with: | |
| # github_token: ${{ secrets.GITHUB_TOKEN }} | |
| # publish_dir: ${{steps.download.outputs.download-path}} # This is where index.html will be output | |
| # # keep_files: true # Set this to true to make sure we don't wipe out the other content in GitHub Pages | |
| # user_name: "github-actions[bot]" # This will be the username that gets stamped in the repo commit | |
| # user_email: "github-actions[bot]@users.noreply.github.com" # This will be the user email that gets stamped in the repo commit | |
| # # redundant / in echo url remove before run | |
| # - name: Test results | |
| # run: | | |
| # echo "url is https://$GITHUB_REPOSITORY_OWNER.github.io/${GITHUB_REPOSITORY#/*/}" | |
| # iff: github.event_name == 'pull_request' | |
| # - name: Log github context & env variables | |
| # env: | |
| # GITHUB_CONTEXT: ${{ toJson(github) }} | |
| # run: | | |
| # echo "$GITHUB_CONTEXT" | |
| # env |