Nightly Build #143
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# | |
# REF: | |
# 1. https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idstrategymatrixinclude | |
# 2. https://github.com/JasonEtco/create-an-issue | |
# 3. https://docs.github.com/en/actions/learn-github-actions/variables | |
# 4. https://github.com/actions/github-script | |
# | |
name: Nightly Build | |
on: | |
push: | |
branches: | |
- nightly # Just for test purpose only with the nightly repo | |
# This schedule will run only from the default branch | |
schedule: | |
- cron: '15 0 * * *' # run at 00:15 AM UTC | |
defaults: | |
run: | |
shell: bash | |
jobs: | |
prepare: | |
name: Prepare | |
runs-on: ubuntu-latest | |
# This job is required by the release job, so we should make it run both from Nushell repo and nightly repo | |
# if: github.repository == 'nushell/nightly' | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v4 | |
if: github.repository == 'nushell/nightly' | |
with: | |
ref: main | |
fetch-depth: 0 | |
# Configure PAT here: https://github.com/settings/tokens for the push operation in the following steps | |
token: ${{ secrets.WORKFLOW_TOKEN }} | |
- name: Setup Nushell | |
uses: hustcer/[email protected] | |
if: github.repository == 'nushell/nightly' | |
with: | |
version: 0.86.0 | |
env: | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
# Synchronize the main branch of nightly repo with the main branch of Nushell official repo | |
- name: Prepare for Nightly Release | |
shell: nu {0} | |
if: github.repository == 'nushell/nightly' | |
run: | | |
cd $env.GITHUB_WORKSPACE | |
git checkout main | |
# We can't push if no user name and email are configured | |
git config user.name 'hustcer' | |
git config user.email '[email protected]' | |
git pull origin main | |
git remote add src https://github.com/nushell/nushell.git | |
git fetch src main | |
# All the changes will be overwritten by the upstream main branch | |
git reset --hard src/main | |
git push origin main -f | |
let sha_short = (git rev-parse --short origin/main | str trim | str substring 0..7) | |
let tag_name = $'nightly-($sha_short)' | |
if (git ls-remote --tags origin $tag_name | is-empty) { | |
git tag -a $tag_name -m $'Nightly build from ($sha_short)' | |
git push origin --tags | |
} | |
standard: | |
name: Std | |
needs: prepare | |
strategy: | |
fail-fast: false | |
matrix: | |
target: | |
- aarch64-apple-darwin | |
- x86_64-apple-darwin | |
- x86_64-pc-windows-msvc | |
- aarch64-pc-windows-msvc | |
- x86_64-unknown-linux-gnu | |
- x86_64-unknown-linux-musl | |
- aarch64-unknown-linux-gnu | |
- armv7-unknown-linux-gnueabihf | |
- riscv64gc-unknown-linux-gnu | |
extra: ['bin'] | |
include: | |
- target: aarch64-apple-darwin | |
os: macos-latest | |
target_rustflags: '' | |
- target: x86_64-apple-darwin | |
os: macos-latest | |
target_rustflags: '' | |
- target: x86_64-pc-windows-msvc | |
extra: 'bin' | |
os: windows-latest | |
target_rustflags: '' | |
- target: x86_64-pc-windows-msvc | |
extra: msi | |
os: windows-latest | |
target_rustflags: '' | |
- target: aarch64-pc-windows-msvc | |
extra: 'bin' | |
os: windows-latest | |
target_rustflags: '' | |
- target: aarch64-pc-windows-msvc | |
extra: msi | |
os: windows-latest | |
target_rustflags: '' | |
- target: x86_64-unknown-linux-gnu | |
os: ubuntu-20.04 | |
target_rustflags: '' | |
- target: x86_64-unknown-linux-musl | |
os: ubuntu-20.04 | |
target_rustflags: '' | |
- target: aarch64-unknown-linux-gnu | |
os: ubuntu-20.04 | |
target_rustflags: '' | |
- target: armv7-unknown-linux-gnueabihf | |
os: ubuntu-20.04 | |
target_rustflags: '' | |
- target: riscv64gc-unknown-linux-gnu | |
os: ubuntu-20.04 | |
target_rustflags: '' | |
runs-on: ${{matrix.os}} | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
ref: main | |
fetch-depth: 0 | |
- name: Update Rust Toolchain Target | |
run: | | |
echo "targets = ['${{matrix.target}}']" >> rust-toolchain.toml | |
- name: Setup Rust toolchain and cache | |
uses: actions-rust-lang/[email protected] | |
# WARN: Keep the rustflags to prevent from the winget submission error: `CAQuietExec: Error 0xc0000135` | |
with: | |
rustflags: '' | |
- name: Setup Nushell | |
uses: hustcer/[email protected] | |
with: | |
version: 0.86.0 | |
env: | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
- name: Release Nu Binary | |
id: nu | |
run: nu .github/workflows/release-pkg.nu | |
env: | |
RELEASE_TYPE: standard | |
OS: ${{ matrix.os }} | |
REF: ${{ github.ref }} | |
TARGET: ${{ matrix.target }} | |
_EXTRA_: ${{ matrix.extra }} | |
TARGET_RUSTFLAGS: ${{ matrix.target_rustflags }} | |
- name: Create an Issue for Release Failure | |
if: ${{ failure() }} | |
uses: JasonEtco/[email protected] | |
env: | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
with: | |
update_existing: true | |
search_existing: open | |
filename: .github/AUTO_ISSUE_TEMPLATE/nightly-build-fail.md | |
- name: Set Outputs of Short SHA | |
id: vars | |
run: | | |
echo "date=$(date -u +'%Y-%m-%d')" >> $GITHUB_OUTPUT | |
sha_short=$(git rev-parse --short HEAD) | |
echo "sha_short=${sha_short:0:7}" >> $GITHUB_OUTPUT | |
# REF: https://github.com/marketplace/actions/gh-release | |
# Create a release only in nushell/nightly repo | |
- name: Publish Archive | |
uses: softprops/[email protected] | |
if: ${{ startsWith(github.repository, 'nushell/nightly') }} | |
with: | |
prerelease: true | |
files: ${{ steps.nu.outputs.archive }} | |
tag_name: nightly-${{ steps.vars.outputs.sha_short }} | |
name: Nu-nightly-${{ steps.vars.outputs.date }}-${{ steps.vars.outputs.sha_short }} | |
env: | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
full: | |
name: Full | |
needs: prepare | |
strategy: | |
fail-fast: false | |
matrix: | |
target: | |
- aarch64-apple-darwin | |
- x86_64-apple-darwin | |
- x86_64-pc-windows-msvc | |
- aarch64-pc-windows-msvc | |
- x86_64-unknown-linux-gnu | |
- x86_64-unknown-linux-musl | |
- aarch64-unknown-linux-gnu | |
extra: ['bin'] | |
include: | |
- target: aarch64-apple-darwin | |
os: macos-latest | |
target_rustflags: '--features=dataframe,extra' | |
- target: x86_64-apple-darwin | |
os: macos-latest | |
target_rustflags: '--features=dataframe,extra' | |
- target: x86_64-pc-windows-msvc | |
extra: 'bin' | |
os: windows-latest | |
target_rustflags: '--features=dataframe,extra' | |
- target: x86_64-pc-windows-msvc | |
extra: msi | |
os: windows-latest | |
target_rustflags: '--features=dataframe,extra' | |
- target: aarch64-pc-windows-msvc | |
extra: 'bin' | |
os: windows-latest | |
target_rustflags: '--features=dataframe,extra' | |
- target: aarch64-pc-windows-msvc | |
extra: msi | |
os: windows-latest | |
target_rustflags: '--features=dataframe,extra' | |
- target: x86_64-unknown-linux-gnu | |
os: ubuntu-20.04 | |
target_rustflags: '--features=dataframe,extra' | |
- target: x86_64-unknown-linux-musl | |
os: ubuntu-20.04 | |
target_rustflags: '--features=dataframe,extra' | |
- target: aarch64-unknown-linux-gnu | |
os: ubuntu-20.04 | |
target_rustflags: '--features=dataframe,extra' | |
runs-on: ${{matrix.os}} | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
ref: main | |
fetch-depth: 0 | |
- name: Update Rust Toolchain Target | |
run: | | |
echo "targets = ['${{matrix.target}}']" >> rust-toolchain.toml | |
- name: Setup Rust toolchain and cache | |
uses: actions-rust-lang/[email protected] | |
# WARN: Keep the rustflags to prevent from the winget submission error: `CAQuietExec: Error 0xc0000135` | |
with: | |
rustflags: '' | |
- name: Setup Nushell | |
uses: hustcer/[email protected] | |
with: | |
version: 0.86.0 | |
env: | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
- name: Release Nu Binary | |
id: nu | |
run: nu .github/workflows/release-pkg.nu | |
env: | |
RELEASE_TYPE: full | |
OS: ${{ matrix.os }} | |
REF: ${{ github.ref }} | |
TARGET: ${{ matrix.target }} | |
_EXTRA_: ${{ matrix.extra }} | |
TARGET_RUSTFLAGS: ${{ matrix.target_rustflags }} | |
- name: Create an Issue for Release Failure | |
if: ${{ failure() }} | |
uses: JasonEtco/[email protected] | |
env: | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
with: | |
update_existing: true | |
search_existing: open | |
filename: .github/AUTO_ISSUE_TEMPLATE/nightly-build-fail.md | |
- name: Set Outputs of Short SHA | |
id: vars | |
run: | | |
echo "date=$(date -u +'%Y-%m-%d')" >> $GITHUB_OUTPUT | |
sha_short=$(git rev-parse --short HEAD) | |
echo "sha_short=${sha_short:0:7}" >> $GITHUB_OUTPUT | |
# REF: https://github.com/marketplace/actions/gh-release | |
# Create a release only in nushell/nightly repo | |
- name: Publish Archive | |
uses: softprops/[email protected] | |
if: ${{ startsWith(github.repository, 'nushell/nightly') }} | |
with: | |
draft: false | |
prerelease: true | |
name: Nu-nightly-${{ steps.vars.outputs.date }}-${{ steps.vars.outputs.sha_short }} | |
tag_name: nightly-${{ steps.vars.outputs.sha_short }} | |
body: | | |
This is a NIGHTLY build of Nushell. | |
It is NOT recommended for production use. | |
files: ${{ steps.nu.outputs.archive }} | |
env: | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
cleanup: | |
name: Cleanup | |
# Should only run in nushell/nightly repo | |
if: github.repository == 'nushell/nightly' | |
runs-on: ubuntu-latest | |
steps: | |
# Sleep for 30 minutes, waiting for the release to be published | |
- name: Waiting for Release | |
run: sleep 1800 | |
- uses: actions/checkout@v4 | |
with: | |
ref: main | |
- name: Setup Nushell | |
uses: hustcer/[email protected] | |
with: | |
version: 0.86.0 | |
env: | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
# Keep the last a few releases | |
- name: Delete Older Releases | |
shell: nu {0} | |
run: | | |
let KEEP_COUNT = 10 | |
let deprecated = (http get https://api.github.com/repos/nushell/nightly/releases | sort-by -r created_at | select tag_name id | range $KEEP_COUNT..) | |
for release in $deprecated { | |
print $'Deleting tag ($release.tag_name)' | |
git push origin --delete $release.tag_name | |
print $'Deleting release ($release.tag_name)' | |
let delete_url = $'https://api.github.com/repos/nushell/nightly/releases/($release.id)' | |
let version = "X-GitHub-Api-Version: 2022-11-28" | |
let accept = "Accept: application/vnd.github+json" | |
let auth = "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" | |
# http delete $delete_url -H $version -H $auth -H $accept | |
curl -L -X DELETE -H $accept -H $auth -H $version $delete_url | |
} |