Build viewer #3
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build viewer | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - "Firestorm*.*.*" | |
| - "*alpha" | |
| - "*nightly" | |
| - "*preview" | |
| schedule: | |
| - cron: '00 03 * * *' # Run every day at 3am UTC | |
| env: | |
| AUTOBUILD_VARIABLES_FILE: ${{github.workspace}}/build-variables/variables | |
| EXTRA_ARGS: -DUSE_FMODSTUDIO=ON -DUSE_KDU=ON --crashreporting | |
| build_secrets_checkout: ${{github.workspace}}/signing | |
| XZ_DEFAULTS: -T0 | |
| FS_RELEASE_TYPE: Unknown | |
| platform: Unknown | |
| fallback_platform: ${platform} | |
| FS_RELEASE_CHAN: ${FS_RELEASE_TYPE}x64 | |
| FS_GRID: "GRID FLAGS NOT SET" | |
| PYTHON: | |
| jobs: | |
| build_matrix: | |
| strategy: | |
| matrix: | |
| os: [macos-11,ubuntu-20.04,windows-2022] | |
| grid: [sl,os] | |
| addrsize: [64] | |
| runs-on: ${{ matrix.os }} | |
| outputs: | |
| viewer_channel: ${{ steps.channel.outputs.viewer_channel }} | |
| viewer_version: ${{ steps.version.outputs.viewer_version }} | |
| steps: | |
| - name: Install Bash 4 and GNU sed on Mac | |
| if: runner.os == 'macOS' | |
| run: | | |
| /bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)" | |
| brew update | |
| brew install bash | |
| brew install gnu-sed | |
| echo "/usr/local/bin" >> $GITHUB_PATH | |
| echo "$(brew --prefix)/opt/gnu-sed/libexec/gnubin" >> $GITHUB_PATH | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| id: py311 | |
| with: | |
| python-version: '3.11' | |
| - name: Set PYTHON environment for CMake | |
| run: | | |
| echo "PYTHON=${{ steps.py311.outputs.python-path }}" >> $GITHUB_ENV | |
| shell: bash | |
| - name: Install python requirements | |
| run: | | |
| python3 -m pip install -r requirements.txt | |
| python -m pip install -r requirements.txt | |
| # export the new python to the environment var $PYTHON | |
| - name: Check python version | |
| run: python -V | |
| - name: Check python3 version | |
| run: python3 -V | |
| - name: Test python llsd | |
| run: | | |
| python - <<EOF | |
| import llsd | |
| print("Hello from inline Python script!") | |
| EOF | |
| shell: bash | |
| - name: Test python3 llsd | |
| run: | | |
| python3 - <<EOF | |
| import llsd | |
| print("Hello from inline Python script!") | |
| EOF | |
| shell: bash | |
| - name: Free Disk Space (Ubuntu) | |
| if: runner.os == 'Linux' | |
| uses: jlumbroso/free-disk-space@main | |
| with: | |
| swap-storage: false | |
| - name: Set gcc version on Linux | |
| if: runner.os == 'Linux' | |
| run: | | |
| echo "CC=gcc-10" >> $GITHUB_ENV | |
| echo "CXX=g++-10" >> $GITHUB_ENV | |
| - name: Setup rclone and download the folder | |
| uses: beqjanus/setup-rclone@main | |
| with: | |
| rclone_config: ${{ secrets.RCLONE_CONFIG }} | |
| - name: Set OS/SL flags | |
| run: echo "FS_GRID=-DOPENSIM:BOOL=$([ "${{ matrix.grid }}" == "os" ] && echo "ON" || echo "OFF") -DHAVOK_TPV:BOOL=$([ "${{ matrix.grid }}" == "sl" ] && echo "ON" || echo "OFF")" >> $GITHUB_ENV | |
| shell: bash | |
| - name: find channel from Branch name | |
| id: channel | |
| run: | | |
| if [[ "${{ github.ref_name }}" == Firestorm* ]]; then | |
| FS_RELEASE_TYPE=Release | |
| elif [[ "${{ github.ref_name }}" == *review* ]]; then | |
| FS_RELEASE_TYPE=Beta | |
| elif [[ "${{ github.ref_name }}" == *alpha* ]]; then | |
| FS_RELEASE_TYPE=Alpha | |
| elif [[ "${{ github.ref_name }}" == *nightly* ]] || [[ "${{ github.event_name }}" == 'schedule' ]]; then | |
| FS_RELEASE_TYPE=Nightly | |
| else | |
| FS_RELEASE_TYPE=Unknown | |
| fi | |
| if [[ "${{ matrix.addrsize }}" == "64" ]]; then | |
| FS_RELEASE_CHAN="${FS_RELEASE_TYPE}x64" | |
| else | |
| FS_RELEASE_CHAN=${FS_RELEASE_TYPE} | |
| fi | |
| echo "FS_RELEASE_TYPE=${FS_RELEASE_TYPE}" >> $GITHUB_ENV | |
| echo "FS_RELEASE_CHAN=${FS_RELEASE_CHAN}" >> $GITHUB_ENV | |
| echo "Building for channel ${FS_RELEASE_CHAN}" | |
| viewer_channel=${FS_RELEASE_CHAN} | |
| shell: bash | |
| - name: Get the code | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Checkout build vars (after the main code) | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: FirestormViewer/fs-build-variables | |
| path: build-variables | |
| - name: Define platform variable(s) | |
| run: | | |
| declare -A os_map | |
| os_map=( ["Windows"]="windows" ["Linux"]="linux" ["macOS"]="darwin" ) | |
| platform="${os_map[${{ runner.os}}]}" | |
| echo "fallback_platform=${platform}" >> $GITHUB_ENV | |
| if [ ${{ matrix.addrsize }} -ne 32 ]; | |
| then | |
| platform+=${{ matrix.addrsize }} | |
| fi | |
| echo "platform=${platform}" >> $GITHUB_ENV | |
| shell: bash | |
| - name: rclone the private 3p packages for this platform (both 64 & 32) | |
| run: 'rclone copy fs_bundles: --filter "- Alpha/*" --filter "+ *${{ env.fallback_platform }}*bz2" .' | |
| - name: rclone any extra private 3p packages for Alpha (allows library updates not in the main repo) | |
| if: env.FS_RELEASE_TYPE == 'Alpha' | |
| run: 'rclone copy fs_bundles:Alpha --include "*${{ env.fallback_platform }}*bz2" .' | |
| - name: set VSVER for Windows builds | |
| if: runner.os == 'Windows' | |
| run: echo "AUTOBUILD_VSVER=170" >> $GITHUB_ENV | |
| shell: bash | |
| - name: Install certificate | |
| if: runner.os == 'macOS' | |
| env: | |
| FS_CERT: ${{ secrets.FS_CERT }} | |
| FS_CERT_PASS: ${{ secrets.FS_CERT_PASS }} | |
| FS_KEYCHAIN_PASS: ${{ secrets.FS_KEYCHAIN_PASS }} | |
| NOTARIZE_CREDS: ${{ secrets.NOTARIZE_CREDS }} | |
| run: | | |
| mkdir -p ${build_secrets_checkout}/code-signing-osx | |
| echo -n "$FS_CERT" | base64 --decode --output ${build_secrets_checkout}/code-signing-osx/fs-cert.p12 | |
| echo -n "$FS_CERT_PASS" >${build_secrets_checkout}/code-signing-osx/password.txt | |
| echo -n "$NOTARIZE_CREDS" | base64 --decode --output ${build_secrets_checkout}/code-signing-osx/notarize_creds.sh | |
| security create-keychain -p "$FS_KEYCHAIN_PASS" ~/Library/Keychains/viewer.keychain | |
| security set-keychain-settings -lut 21600 ~/Library/Keychains/viewer.keychain | |
| security unlock-keychain -p "$FS_KEYCHAIN_PASS" ~/Library/Keychains/viewer.keychain | |
| security import ${build_secrets_checkout}/code-signing-osx/fs-cert.p12 -P "$FS_CERT_PASS" -A -t cert -f pkcs12 -k ~/Library/Keychains/viewer.keychain | |
| security set-key-partition-list -S apple-tool:,apple:, -s -k "$FS_KEYCHAIN_PASS" -t private ~/Library/Keychains/viewer.keychain | |
| security list-keychain -d user -s ~/Library/Keychains/viewer.keychain | |
| - name: Install required Ubuntu packages and release some space. | |
| if: runner.os == 'Linux' | |
| run: | | |
| dependencies=("python3-setuptools" "mesa-common-dev" "libgl1-mesa-dev" "libxinerama-dev" "libxrandr-dev" "libpulse-dev" "libglu1-mesa-dev" "libfreetype6-dev" "libfontconfig1") | |
| sudo apt-get update | |
| sudo apt-get install -y "${dependencies[@]}" | |
| sudo apt-get autoremove --purge | |
| sudo apt-get clean | |
| - name: test macOS bundles are present | |
| if: runner.os == 'MacOS' | |
| run: | | |
| dirlisting="$(ls -l ${{ github.workspace }}${path_sep}${pattern})" | |
| echo "${dirlisting}" | |
| shell: bash | |
| - name: edit installables | |
| run: | | |
| path_sep="/" | |
| if [[ "${{ runner.os }}" == "Windows" ]]; then | |
| path_sep="\\" | |
| fi | |
| function find_most_recent_bundle() { | |
| local pattern="$1-.*$2[-_]+.*" | |
| local most_recent_file=$(ls -t "${{ github.workspace }}" | egrep "$pattern" | head -1) | |
| if [ -z "$most_recent_file" ]; then | |
| echo "" | |
| else | |
| echo "$most_recent_file" | |
| fi | |
| } | |
| packages=("fmodstudio" "llphysicsextensions_tpv" "kdu") | |
| for package in "${packages[@]}"; do | |
| package_file=$(find_most_recent_bundle $package ${{ env.platform }}) | |
| full_package_path="${{ github.workspace }}${path_sep}${package_file}" | |
| if [ -n "$package_file" ]; then | |
| echo "Installing ${package_file}" | |
| autobuild installables remove ${package} | |
| autobuild installables add ${package} platform=${{ env.platform }} url="file:///${full_package_path}" | |
| else | |
| echo "No bundle found for ${package} on ${{ env.platform }}" | |
| package_file=$(find_most_recent_bundle $package ${{ env.fallback_platform }}) | |
| full_package_path="${{ github.workspace }}${path_sep}${package_file}" | |
| if [ -n "$package_file" ]; then | |
| echo "Installing ${package_file}" | |
| autobuild installables remove ${package} | |
| autobuild installables add ${package} platform=${{ env.fallback_platform }} url="file:///${full_package_path}" | |
| else | |
| echo "No bundle found for ${package} on ${{ env.fallback_platform }}. Package will not be available for build." | |
| fi | |
| fi | |
| done | |
| shell: bash | |
| - name: make Nightly builds expire after 14 days | |
| if: env.FS_RELEASE_TYPE == 'Nightly' | |
| run: | | |
| echo "EXTRA_ARGS=${{ env.EXTRA_ARGS}} --testbuild=14" >> $GITHUB_ENV | |
| shell: bash | |
| - name: make Alpha builds expire after 28 days | |
| if: env.FS_RELEASE_TYPE == 'Alpha' | |
| run: | | |
| echo "EXTRA_ARGS=${{ env.EXTRA_ARGS}} --testbuild=28" >> $GITHUB_ENV | |
| shell: bash | |
| - name: make Beta builds expire after 28 days | |
| if: env.FS_RELEASE_TYPE == 'Beta' | |
| run: | | |
| echo "EXTRA_ARGS=${{ env.EXTRA_ARGS}} --testbuild=60" >> $GITHUB_ENV | |
| shell: bash | |
| - name: Clean up packages to give more space | |
| run: rm *${{ env.fallback_platform }}*bz2 | |
| shell: bash | |
| - name: Configure | |
| run: autobuild configure -c ReleaseFS -A${{matrix.addrsize}} -- --package --chan ${{env.FS_RELEASE_CHAN}} ${{env.EXTRA_ARGS}} ${{env.FS_GRID}} | |
| shell: bash | |
| - name: build | |
| id: build | |
| run: autobuild build -c ReleaseFS -A${{matrix.addrsize}} --no-configure | |
| shell: bash | |
| # - name: Extract version number | |
| # id: version | |
| # shell: bash | |
| # run: | | |
| # if [ -r "indra/newview/viewer_version.txt" ] | |
| # then | |
| # viewer_version="$(<"$build_dir/newview/viewer_version.txt")" | |
| # echo "viewer_version=$viewer_version" >> "$GITHUB_OUTPUT" | |
| # fi | |
| - name: Publish artifacts | |
| if: runner.os == 'Windows' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ env.FS_RELEASE_TYPE }}-${{ matrix.os }}-${{ matrix.addrsize }}-${{ matrix.grid }}-artifacts.zip | |
| path: | | |
| build-*/newview/Release/*Setup.exe | |
| build-*/newview/Release/*.xz | |
| - name: publish Linux artifacts | |
| if: runner.os == 'Linux' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ env.FS_RELEASE_TYPE }}-${{ matrix.os }}-${{matrix.addrsize}}-${{matrix.grid}}-artifacts.zip | |
| path: | | |
| build-linux-*/newview/*.xz | |
| build-linux-*/newview/*.bz2 | |
| - name: publish MacOS artifacts | |
| if: runner.os == 'macOS' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ env.FS_RELEASE_TYPE }}-${{ matrix.os }}-${{matrix.addrsize}}-${{matrix.grid}}-artifacts.zip | |
| path: | | |
| build-darwin-*/newview/*.dmg | |
| build-darwin-*/newview/*.bz2 | |
| # post-windows-symbols: | |
| # needs: build_matrix | |
| # runs-on: ubuntu-latest | |
| # steps: | |
| # - name: Post Windows symbols | |
| # uses: secondlife/viewer-build-util/post-bugsplat-windows@v1 | |
| # with: | |
| # username: ${{ secrets.BUGSPLAT_USER }} | |
| # password: ${{ secrets.BUGSPLAT_PASS }} | |
| # database: "firestorm_release" | |
| # channel: ${{ needs.build_matrix.outputs.viewer_channel }} | |
| # version: ${{ needs.build_matrix.outputs.viewer_version }} | |
| # post-mac-symbols: | |
| # needs: build_matrix | |
| # runs-on: ubuntu-latest | |
| # steps: | |
| # - name: Post Mac symbols | |
| # uses: secondlife/viewer-build-util/post-bugsplat-mac@v1 | |
| # with: | |
| # username: ${{ secrets.BUGSPLAT_USER }} | |
| # password: ${{ secrets.BUGSPLAT_PASS }} | |
| # database: "firestorm_release" | |
| # channel: ${{ needs.build_matrix.outputs.viewer_channel }} | |
| # version: ${{ needs.build_matrix.outputs.viewer_version }} | |
| deploy: | |
| runs-on: ubuntu-latest | |
| needs: build_matrix | |
| env: | |
| FS_BUILD_WEBHOOK_URL: | |
| FS_RELEASE_FOLDER: | |
| if: always() | |
| steps: | |
| - name: Checkout files | |
| uses: Bhacaz/checkout-files@v2 | |
| with: | |
| files: fsutils/download_list.py | |
| branch: ${{ github.head_ref || github.ref_name || 'master' }} | |
| - name: Install discord-webhook library | |
| run: pip install discord-webhook | |
| - name: find channel and webhook from Branch name | |
| run: | | |
| if [[ "${{ github.ref_name }}" == Firestorm* ]]; then | |
| FS_RELEASE_FOLDER=release | |
| FS_BUILD_WEBHOOK_URL=${{ secrets.RELEASE_WEBHOOK_URL }} | |
| elif [[ "${{ github.ref_name }}" == *review* ]]; then | |
| FS_RELEASE_FOLDER=preview | |
| FS_BUILD_WEBHOOK_URL=${{ secrets.BETA_WEBHOOK_URL }} | |
| elif [[ "${{ github.ref_name }}" == *alpha* ]]; then | |
| FS_RELEASE_FOLDER=test | |
| FS_BUILD_WEBHOOK_URL=${{ secrets.BETA_WEBHOOK_URL }} | |
| elif [[ "${{ github.ref_name }}" == *nightly* ]] || [[ "${{ github.event_name }}" == 'schedule' ]]; then | |
| FS_RELEASE_FOLDER=nightly | |
| FS_BUILD_WEBHOOK_URL=${{ secrets.NIGHTLY_WEBHOOK_URL }} | |
| else | |
| FS_RELEASE_TYPE=Unknown | |
| fi | |
| echo "FS_RELEASE_FOLDER=${FS_RELEASE_FOLDER}" >> $GITHUB_ENV | |
| echo "FS_BUILD_WEBHOOK_URL=${FS_BUILD_WEBHOOK_URL}" >> $GITHUB_ENV | |
| - name: Download artifacts | |
| uses: actions/download-artifact@v4 | |
| id: download | |
| with: | |
| path: to_deploy | |
| - name: List artifacts download | |
| run: ls -R | |
| working-directory: ${{steps.download.outputs.download-path}} | |
| - name: Reorganise artifacts ready for server upload. | |
| run: python ./fsutils/download_list.py -u ${{steps.download.outputs.download-path}} -w ${{ env.FS_BUILD_WEBHOOK_URL }} | |
| - name: Setup rclone and download the folder | |
| uses: beqjanus/setup-rclone@main | |
| with: | |
| rclone_config: ${{ secrets.RCLONE_CONFIG }} | |
| - name: Copy files to remote host | |
| run: rclone copy ${{steps.download.outputs.download-path}}/${{ env.FS_RELEASE_FOLDER }} fs_r2_deploy:viewerdownloads/${{ env.FS_RELEASE_FOLDER }} | |