Merge pull request #21829 from prlanzarin/u30/fix/livekit-pkg-ada0 #819
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "Automated tests" | |
| on: | |
| push: | |
| branches: | |
| - "develop" | |
| - "v2.[5-9].x-release" | |
| - "v[3-9].*.x-release" | |
| paths-ignore: | |
| - "docs/**" | |
| - "**/*.md" | |
| - "bigbluebutton-html5/public/locales/*.json" | |
| pull_request: | |
| types: [opened, synchronize, reopened] | |
| paths-ignore: | |
| - "docs/**" | |
| - "**/*.md" | |
| - "bigbluebutton-html5/public/locales/*.json" | |
| permissions: | |
| contents: read | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| build-package: | |
| runs-on: ubuntu-22.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| package: | |
| [ | |
| bbb-apps-akka, | |
| bbb-config, | |
| bbb-export-annotations, | |
| bbb-learning-dashboard, | |
| bbb-playback-record, | |
| bbb-graphql-server, | |
| bbb-etherpad, | |
| bbb-web, | |
| bbb-fsesl-akka, | |
| bbb-html5, | |
| bbb-freeswitch, | |
| bbb-webrtc, | |
| others, | |
| ] | |
| include: | |
| - package: bbb-apps-akka | |
| cache-files-list: akka-bbb-apps bbb-common-message | |
| - package: bbb-config | |
| cache-files-list: bigbluebutton-config | |
| - package: bbb-export-annotations | |
| cache-files-list: bbb-export-annotations | |
| - package: bbb-learning-dashboard | |
| cache-files-list: bbb-learning-dashboard | |
| - package: bbb-playback-record | |
| build-list: bbb-playback bbb-playback-notes bbb-playback-podcast bbb-playback-presentation bbb-playback-screenshare bbb-playback-video bbb-record-core | |
| - package: bbb-graphql-server | |
| build-name: bbb-graphql-server | |
| build-list: bbb-graphql-server bbb-graphql-middleware bbb-graphql-actions | |
| - package: bbb-etherpad | |
| cache-files-list: bbb-etherpad.placeholder.sh | |
| cache-urls-list: https://api.github.com/repos/mconf/ep_pad_ttl/commits https://api.github.com/repos/alangecker/bbb-etherpad-plugin/commits https://api.github.com/repos/mconf/ep_redis_publisher/commits https://api.github.com/repos/alangecker/bbb-etherpad-skin/commits | |
| - package: bbb-web | |
| cache-files-list: bigbluebutton-web bbb-common-message bbb-common-web | |
| - package: bbb-fsesl-akka | |
| cache-files-list: akka-bbb-fsesl bbb-common-message | |
| - package: bbb-html5 | |
| build-list: bbb-html5 | |
| cache-files-list: bigbluebutton-html5 | |
| - package: bbb-freeswitch | |
| build-list: bbb-freeswitch-core bbb-freeswitch-sounds | |
| cache-files-list: freeswitch.placeholder.sh | |
| cache-urls-list: https://ubuntu.bigbluebutton.org/sounds.tar.gz | |
| - package: bbb-webrtc | |
| build-list: bbb-webrtc-sfu bbb-webrtc-recorder | |
| cache-files-list: bbb-webrtc-sfu.placeholder.sh bbb-webrtc-recorder.placeholder.sh | |
| - package: others | |
| build-list: bbb-mkclean bbb-pads bbb-libreoffice-docker bbb-transcription-controller bigbluebutton bbb-livekit | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Merge branches | |
| uses: ./.github/actions/merge-branches | |
| - name: Set cache-key vars | |
| run: | | |
| BUILD_DIRS="$(echo '${{ matrix.build-list || matrix.package }}' | sed 's/[^ ]\+/build\/packages-template\/&/g')" | |
| echo "Including build dirs: $BUILD_DIRS" | |
| echo "CACHE_KEY_FILES=$(echo '${{ matrix.cache-files-list }} '$BUILD_DIRS' .gitlab-ci.yml build/deb-helper.sh' | xargs -n1 git log -1 --format=%h -- | tr '\n' '-' | sed 's/-$//')" >> $GITHUB_ENV | |
| echo "CACHE_KEY_URLS=$(echo '${{ matrix.cache-urls-list }}' | xargs -r -n 1 curl -Is | grep -i 'Last-Modified' | md5sum | cut -c1-10)" >> $GITHUB_ENV | |
| cat bigbluebutton-config/bigbluebutton-release >> $GITHUB_ENV | |
| echo "FORCE_GIT_REV=0" >> $GITHUB_ENV #used by setup.sh | |
| echo "FORCE_COMMIT_DATE=0" >> $GITHUB_ENV #used by setup.sh | |
| - name: Handle cache | |
| if: matrix.cache-files-list != '' | |
| id: cache-action | |
| uses: actions/cache@v4 | |
| with: | |
| path: artifacts.tar | |
| key: ${{ runner.os }}-${{ matrix.package }}-${{ env.BIGBLUEBUTTON_RELEASE }}-commits-${{ env.CACHE_KEY_FILES }}-urls-${{ env.CACHE_KEY_URLS }} | |
| - if: ${{ steps.cache-action.outputs.cache-hit != 'true' }} | |
| name: Generate artifacts | |
| shell: bash | |
| run: | | |
| ./build/get_external_dependencies.sh | |
| echo "${{ matrix.build-list || matrix.package }}" | xargs -n 1 ./build/setup.sh | |
| tar cvf artifacts.tar artifacts/ | |
| - name: Archive packages | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: artifacts_${{ matrix.package }}.tar | |
| path: artifacts.tar | |
| install-and-run-tests: | |
| needs: build-package | |
| runs-on: ubuntu-22.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| shard: [1, 2, 3, 4, 5, 6, 7, 8] | |
| env: | |
| shard: ${{ matrix.shard }}/8 | |
| MATRIX_SHARD_UNDERSCORED: ${{ matrix.shard }}_8 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Merge branches | |
| uses: ./.github/actions/merge-branches | |
| - run: ./build/get_external_dependencies.sh | |
| - name: Download artifacts_bbb-apps-akka | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: artifacts_bbb-apps-akka.tar | |
| - run: tar xf artifacts.tar | |
| - name: Download artifacts_bbb-config | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: artifacts_bbb-config.tar | |
| - run: tar xf artifacts.tar | |
| - name: Download artifacts_bbb-export-annotations | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: artifacts_bbb-export-annotations.tar | |
| - run: tar xf artifacts.tar | |
| - name: Download artifacts_bbb-learning-dashboard | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: artifacts_bbb-learning-dashboard.tar | |
| - run: tar xf artifacts.tar | |
| - name: Download artifacts_bbb-playback-record | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: artifacts_bbb-playback-record.tar | |
| - run: tar xf artifacts.tar | |
| - name: Download artifacts_bbb-graphql-server | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: artifacts_bbb-graphql-server.tar | |
| - run: tar xf artifacts.tar | |
| - name: Download artifacts_bbb-etherpad | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: artifacts_bbb-etherpad.tar | |
| - run: tar xf artifacts.tar | |
| - name: Download artifacts_bbb-freeswitch | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: artifacts_bbb-freeswitch.tar | |
| - run: tar xf artifacts.tar | |
| - name: Download artifacts_bbb-webrtc | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: artifacts_bbb-webrtc.tar | |
| - run: tar xf artifacts.tar | |
| - name: Download artifacts_bbb-web | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: artifacts_bbb-web.tar | |
| - run: tar xf artifacts.tar | |
| - name: Download artifacts_bbb-fsesl-akka | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: artifacts_bbb-fsesl-akka.tar | |
| - run: tar xf artifacts.tar | |
| - name: Download artifacts_bbb-html5 | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: artifacts_bbb-html5.tar | |
| - run: tar xf artifacts.tar | |
| - name: Download artifacts | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: artifacts_others.tar | |
| - run: tar xf artifacts.tar | |
| - name: Extracting files .tar | |
| run: | | |
| set -e | |
| pwd | |
| echo "----ls artifacts/----" | |
| ls artifacts/ | |
| echo "Done" | |
| - name: Generate CA | |
| run: | | |
| sudo -i <<EOF | |
| set -e | |
| mkdir /root/bbb-ci-ssl/ | |
| cd /root/bbb-ci-ssl/ | |
| openssl rand -base64 48 > /root/bbb-ci-ssl/bbb-dev-ca.pass ; | |
| chmod 600 /root/bbb-ci-ssl/bbb-dev-ca.pass ; | |
| openssl genrsa -des3 -out bbb-dev-ca.key -passout file:/root/bbb-ci-ssl/bbb-dev-ca.pass 2048 ; | |
| openssl req -x509 -new -nodes -key bbb-dev-ca.key -sha256 -days 1460 -passin file:/root/bbb-ci-ssl/bbb-dev-ca.pass -out bbb-dev-ca.crt -subj "/C=CA/ST=BBB/L=BBB/O=BBB/OU=BBB/CN=BBB-DEV" ; | |
| EOF | |
| - name: Trust CA | |
| run: | | |
| sudo -i <<EOF | |
| set -e | |
| sudo mkdir /usr/local/share/ca-certificates/bbb-dev/ | |
| sudo cp /root/bbb-ci-ssl/bbb-dev-ca.crt /usr/local/share/ca-certificates/bbb-dev/ | |
| sudo chmod 644 /usr/local/share/ca-certificates/bbb-dev/bbb-dev-ca.crt | |
| sudo update-ca-certificates | |
| EOF | |
| - name: Generate certificate | |
| run: | | |
| sudo sh -c ' | |
| cd /root/bbb-ci-ssl/ | |
| echo "$(hostname -I | cut -d" " -f1) bbb-ci.test" >> /etc/hosts | |
| openssl genrsa -out bbb-ci.test.key 2048 | |
| rm -f bbb-ci.test.csr bbb-ci.test.crt bbb-ci.test.key | |
| cat > bbb-ci.test.ext << EOF | |
| authorityKeyIdentifier=keyid,issuer | |
| basicConstraints=CA:FALSE | |
| keyUsage = digitalSignature, nonRepudiation, keyEncipherment, dataEncipherment | |
| subjectAltName = @alt_names | |
| [alt_names] | |
| DNS.1 = bbb-ci.test | |
| EOF | |
| openssl req -nodes -newkey rsa:2048 -keyout bbb-ci.test.key -out bbb-ci.test.csr -subj "/C=CA/ST=BBB/L=BBB/O=BBB/OU=BBB/CN=bbb-ci.test" -addext "subjectAltName = DNS:bbb-ci.test" | |
| openssl x509 -req -in bbb-ci.test.csr -CA bbb-dev-ca.crt -CAkey bbb-dev-ca.key -CAcreateserial -out bbb-ci.test.crt -days 825 -sha256 -passin file:/root/bbb-ci-ssl/bbb-dev-ca.pass -extfile bbb-ci.test.ext | |
| cd | |
| mkdir -p /local/certs/ | |
| cp /root/bbb-ci-ssl/bbb-dev-ca.crt /local/certs/ | |
| cat /root/bbb-ci-ssl/bbb-ci.test.crt > /local/certs/fullchain.pem | |
| cat /root/bbb-ci-ssl/bbb-dev-ca.crt >> /local/certs/fullchain.pem | |
| cat /root/bbb-ci-ssl/bbb-ci.test.key > /local/certs/privkey.pem | |
| ' | |
| - name: Setup local repository | |
| shell: bash | |
| run: | | |
| sudo -i <<EOF | |
| set -e | |
| apt install -yq dpkg-dev | |
| cd /root && wget -nv http://ci.bbb.imdt.dev/cache-3rd-part-packages.tar | |
| cp -r /home/runner/work/bigbluebutton/bigbluebutton/artifacts/ /artifacts/ | |
| cd /artifacts && tar xf /root/cache-3rd-part-packages.tar | |
| cd /artifacts && dpkg-scanpackages . /dev/null | gzip -9c > Packages.gz | |
| echo "deb [trusted=yes] file:/artifacts/ ./" >> /etc/apt/sources.list | |
| EOF | |
| - name: Prepare for install | |
| run: | | |
| sudo sh -c ' | |
| apt --purge -y remove apache2-bin | |
| apt-mark hold firefox #hold ff once bbb-install frequently stuck at `Installing the firefox snap` | |
| #bbb-webrtc-sfu: removes the special scheduling policies | |
| mkdir -p /etc/systemd/system/bbb-webrtc-sfu.service.d/ | |
| tee /etc/systemd/system/bbb-webrtc-sfu.service.d/override.conf > /dev/null <<EOL | |
| [Service] | |
| CPUSchedulingPolicy=other | |
| Nice=19 | |
| EOL | |
| systemctl daemon-reload | |
| ' | |
| - name: Install BBB | |
| env: | |
| NODE_EXTRA_CA_CERTS: /usr/local/share/ca-certificates/bbb-dev/bbb-dev-ca.crt | |
| ACTIONS_RUNNER_DEBUG: true | |
| run: | | |
| sudo -i <<'EOF' | |
| set -e | |
| cd /root/ | |
| wget -nv https://raw.githubusercontent.com/bigbluebutton/bbb-install/v3.0.x-release/bbb-install.sh -O bbb-install.sh | |
| sed -i "s|> /etc/apt/sources.list.d/bigbluebutton.list||g" bbb-install.sh | |
| chmod +x bbb-install.sh | |
| COMMAND="./bbb-install.sh -v jammy-30-dev -s bbb-ci.test -j -d /certs/" | |
| TIMEOUT=1500 # 25 minutes | |
| MAX_RETRIES=3 | |
| RETRY_INTERVAL=60 | |
| RETRY_COUNT=0 | |
| SUCCESS=0 | |
| while [[ $RETRY_COUNT -lt $MAX_RETRIES ]]; do | |
| echo "Attempt $((RETRY_COUNT + 1)) of $MAX_RETRIES to install BBB..." | |
| # Run the command with timeout and handle its exit code | |
| # Capture both stdout and stderr | |
| COMMAND_EXIT_CODE=0 | |
| timeout $TIMEOUT $COMMAND || COMMAND_EXIT_CODE=$? | |
| if [[ $COMMAND_EXIT_CODE -eq 0 ]]; then | |
| SUCCESS=1 | |
| break | |
| elif [[ $COMMAND_EXIT_CODE -eq 124 ]]; then | |
| echo "Installation timed out after ${TIMEOUT} seconds. Retrying..." | |
| else | |
| echo "Installation failed with exit code $COMMAND_EXIT_CODE" | |
| echo "Retrying installation within $RETRY_INTERVAL seconds..." | |
| sleep $RETRY_INTERVAL | |
| fi | |
| echo "Check if there is some process still locking:1" | |
| ps aux | grep -E 'dpkg|apt' | |
| echo "Stop any ongoing processes related to apt-get or dpkg that might be stuck" | |
| # Use -q to suppress "no process found" messages | |
| # Kill any apt-get or dpkg processes that might be hanging | |
| killall -9 -q apt-get || true | |
| killall -9 -q dpkg || true | |
| echo "Remove the lock files that may have been left behind" | |
| # Group lock file removal for better readability | |
| rm -f /var/lib/dpkg/lock-frontend | |
| rm -f /var/lib/dpkg/lock | |
| rm -f /var/cache/apt/archives/lock | |
| rm -f /var/cache/debconf/config.dat | |
| echo "Reconfigure the package manager" | |
| dpkg --configure -a | |
| echo "Clean up any partially installed packages" | |
| apt-get clean | |
| apt-get autoremove | |
| echo "Check if there is some process still locking:2" | |
| ps aux | grep -E 'dpkg|apt' | |
| RETRY_COUNT=$((RETRY_COUNT + 1)) | |
| done | |
| if [[ $SUCCESS -eq 0 ]]; then | |
| echo "All attempts to install BBB failed." | |
| exit 1 | |
| fi | |
| bbb-conf --salt bbbci | |
| sed -i "s/\"minify\": true,/\"minify\": false,/" /usr/share/etherpad-lite/settings.json | |
| sudo yq e -i '.log_level = "TRACE"' /usr/share/bbb-graphql-middleware/config.yml | |
| cat > /etc/bigbluebutton/bbb-conf/apply-config.sh << HERE | |
| #!/bin/bash | |
| # Pull in the helper functions for configuring BigBlueButton | |
| source /etc/bigbluebutton/bbb-conf/apply-lib.sh | |
| # Available configuration options | |
| enableHTML5ClientLog | |
| #enableUFWRules | |
| HERE | |
| chmod +x /etc/bigbluebutton/bbb-conf/apply-config.sh | |
| bbb-conf --restart | |
| EOF | |
| - name: List systemctl services | |
| timeout-minutes: 1 | |
| run: | | |
| sudo -i <<EOF | |
| systemctl --type=service --state=running,exited,failed --all --no-pager --no-legend | |
| EOF | |
| - name: Install test dependencies | |
| working-directory: ./bigbluebutton-tests/playwright | |
| timeout-minutes: 25 | |
| run: | | |
| sh -c ' | |
| npm ci | |
| npx playwright install-deps | |
| npx playwright install | |
| ' | |
| - name: Run tests | |
| uses: nick-fields/retry@v3 | |
| with: | |
| timeout_minutes: 25 | |
| max_attempts: 2 | |
| command: | | |
| cd ./bigbluebutton-tests/playwright | |
| npm run test-chromium-ci -- --shard ${{ env.shard }} | |
| env: | |
| NODE_EXTRA_CA_CERTS: /usr/local/share/ca-certificates/bbb-dev/bbb-dev-ca.crt | |
| ACTIONS_RUNNER_DEBUG: true | |
| BBB_URL: https://bbb-ci.test/bigbluebutton/api | |
| BBB_SECRET: bbbci | |
| - name: Run Firefox tests | |
| working-directory: ./bigbluebutton-tests/playwright | |
| if: | | |
| contains(github.event.pull_request.labels.*.name, 'test Firefox') || | |
| contains(github.event.pull_request.labels.*.name, 'Test Firefox') | |
| env: | |
| NODE_EXTRA_CA_CERTS: /usr/local/share/ca-certificates/bbb-dev/bbb-dev-ca.crt | |
| ACTIONS_RUNNER_DEBUG: true | |
| BBB_URL: https://bbb-ci.test/bigbluebutton/api | |
| BBB_SECRET: bbbci | |
| # patch playwright's firefox so that it uses the system's root certificate authority | |
| run: | | |
| sh -c ' | |
| find $HOME/.cache/ms-playwright -name libnssckbi.so -exec rm {} \; -exec ln -s /usr/lib/x86_64-linux-gnu/pkcs11/p11-kit-trust.so {} \; | |
| npm run test-firefox-ci -- --shard ${{ env.shard }} | |
| ' | |
| - if: always() | |
| name: Upload blob report to GitHub Actions Artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: blob-report-${{ matrix.shard }} | |
| path: bigbluebutton-tests/playwright/blob-report | |
| - if: failure() | |
| name: Prepare artifacts (configs and logs) | |
| run: | | |
| sudo -i <<EOF | |
| mkdir configs | |
| cp /etc/haproxy/haproxy.cfg configs/haproxy.cfg | |
| touch /etc/bigbluebutton/turn-stun-servers.xml | |
| cp /etc/bigbluebutton/turn-stun-servers.xml configs/turn-stun-servers.xml | |
| cp /opt/freeswitch/etc/freeswitch/vars.xml configs/freeswitch_vars.xml | |
| cp /opt/freeswitch/etc/freeswitch/sip_profiles/external.xml configs/freeswitch_sip_profiles_external.xml | |
| cp /etc/bigbluebutton/bbb-apps-akka.conf configs/bbb-apps-akka.conf | |
| cp /etc/bigbluebutton/bbb-fsesl-akka.conf configs/bbb-fsesl-akka.conf | |
| cp /etc/bigbluebutton/bbb-html5.yml configs/bbb-html5.yml | |
| cp /etc/bigbluebutton/bbb-web.properties configs/bbb-web.properties | |
| cp /etc/bigbluebutton/bigbluebutton-release configs/bigbluebutton-release | |
| cp /etc/bigbluebutton/turn-stun-servers.xml configs/turn-stun-servers.xml | |
| cp /usr/local/bigbluebutton/bbb-webrtc-sfu/config/default.yml configs/bbb-webrtc-sfu-default.yml | |
| cp /etc/bbb-webrtc-recorder/bbb-webrtc-recorder.yml configs/bbb-webrtc-recorder-default.yml | |
| cp /usr/share/bigbluebutton/nginx/sip.nginx configs/nginx_sip.nginx | |
| cp /etc/hosts /configs/hosts | |
| mv configs /home/runner/work/bigbluebutton/bigbluebutton/configs | |
| chmod a+r -R /home/runner/work/bigbluebutton/bigbluebutton/configs | |
| bbb-conf --zip | |
| ls -t /root/*.tar.gz | head -1 | xargs -I '{}' cp '{}' /home/runner/work/bigbluebutton/bigbluebutton/bbb-logs.tar.gz | |
| EOF | |
| - if: failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: bbb-configs-${{ env.MATRIX_SHARD_UNDERSCORED }} | |
| path: configs | |
| - if: failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: bbb-logs-${{ env.MATRIX_SHARD_UNDERSCORED }} | |
| path: ./bbb-logs.tar.gz | |
| upload-report: | |
| if: always() && !contains(github.event.head_commit.message, 'Merge pull request') | |
| needs: install-and-run-tests | |
| runs-on: ubuntu-latest | |
| env: | |
| hasReportData: ${{ needs.install-and-run-tests.result == 'success' || needs.install-and-run-tests.result == 'failure' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Upload blob report | |
| if: ${{ env.hasReportData }} | |
| uses: ./.github/actions/upload-blob-report | |
| - name: Remove unnecessary artifact | |
| uses: geekyeggo/delete-artifact@v5 | |
| with: | |
| name: all-blob-reports | |
| failOnError: false | |
| - name: Write PR data for auto-comment | |
| if: github.event_name == 'pull_request' | |
| working-directory: ./ | |
| run: | | |
| mkdir -p ./pr-comment-data | |
| echo ${{ github.event.number }} > ./pr-comment-data/pr_number | |
| echo ${{ github.run_id }} > ./pr-comment-data/workflow_id | |
| - name: Upload PR data for auto-comment | |
| if: github.event_name == 'pull_request' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: pr-comment-data | |
| path: pr-comment-data |