K Framework Release feature/pyk-pypi-publishing #1300

Workflow file for this run

.github/workflows/release.yml at d727308

	name: 'Release'
	run-name: K Framework Release ${{ github.ref_name }}
	on:
	push:
	branches:
	- feature/pyk-pypi-publishing
	release:
	types:
	- prereleased
	# concurrency:
	# group: ${{ github.workflow }}

	jobs:

	set-release-id:
	name: 'Set Release ID'
	runs-on: ubuntu-20.04
	steps:
	- name: 'Get release_id'
	run: echo "release_id=$(jq --raw-output '.release.id' $GITHUB_EVENT_PATH)" >> ${GITHUB_OUTPUT}
	id: release
	outputs:
	release_id: ${{ steps.release.outputs.release_id }}

	source-tarball:
	name: 'Create source tarball'
	runs-on: ubuntu-latest
	environment: production
	steps:
	- name: 'Check out code'
	uses: actions/checkout@v4
	with:
	submodules: recursive
	# - name: 'Create source tarball'
	# env:
	# GITHUB_TOKEN: ${{ secrets.JENKINS_GITHUB_PAT }}
	# run: \|
	# set -x
	# version=$(cat package/version)
	# tarball=kframework-${version}-src.tar.gz
	# find . -name .git \| xargs rm -r
	# CURDIR=$(pwd)
	# cd ..
	# tar czvf ${tarball} $(basename ${CURDIR})
	# mv ${tarball} ${CURDIR}/
	# cd ${CURDIR}
	# gh release upload --repo runtimeverification/k --clobber v${version} ${tarball}

	# cachix-release:
	# name: 'k-framework-binary cachix release'
	# strategy:
	# matrix:
	# include:
	# - runner: ubuntu-20.04
	# os: ubuntu-20.04
	# - runner: macos-13
	# os: macos-13
	# - runner: MacM1
	# os: self-macos-12
	# runs-on: ${{ matrix.runner }}
	# timeout-minutes: 120
	# steps:
	# - name: 'Check out code'
	# uses: actions/checkout@v4

	# - name: 'Install Nix'
	# if: ${{ !startsWith(matrix.os, 'self') }}
	# uses: cachix/install-nix-action@v22
	# with:
	# install_url: https://releases.nixos.org/nix/nix-2.13.3/install
	# extra_nix_config: \|
	# access-tokens = github.com=${{ secrets.GITHUB_TOKEN }}
	# substituters = http://cache.nixos.org https://hydra.iohk.io
	# trusted-public-keys = cache.nixos.org-1:6NCHdD59X431o0gWypbMrAURkbJ16ZPMQFGspcDShjY= hydra.iohk.io:f/Ea+s+dFdN+3Y/G+FDgSq+a5NEWhJGzdjvKNGv0/EQ=

	# - name: 'Install Cachix'
	# if: ${{ !startsWith(matrix.os, 'self') }}
	# uses: cachix/cachix-action@v14
	# with:
	# name: k-framework-binary

	# - name: 'Publish K to k-framework-binary cache'
	# uses: workflow/[email protected]
	# env:
	# CACHIX_AUTH_TOKEN: '${{ secrets.CACHIX_PRIVATE_KFB_TOKEN }}'
	# GC_DONT_GC: '1'
	# with:
	# packages: jq
	# script: \|
	# export PATH="$(nix build github:runtimeverification/kup --no-link --json \| jq -r '.[].outputs \| to_entries[].value')/bin:$PATH"
	# kup publish k-framework-binary .#k --keep-days 180
	# kup publish k-framework-binary .#k.openssl.procps.secp256k1 --keep-days 180

	# ubuntu-jammy:
	# name: 'K Ubuntu Jammy Package'
	# runs-on: [self-hosted, linux, normal]
	# timeout-minutes: 90
	# steps:
	# - uses: actions/checkout@v4
	# - name: 'Build and Test Package'
	# uses: ./.github/actions/test-package
	# with:
	# os: ubuntu
	# distro: jammy
	# llvm: 15
	# pkg-name: kframework_amd64_ubuntu_jammy.deb
	# build-package: package/debian/build-package jammy
	# test-package: package/debian/test-package
	# - name: 'Upload Package to Release'
	# env:
	# GITHUB_TOKEN: ${{ secrets.JENKINS_GITHUB_PAT }}
	# run: \|
	# set -x
	# version=$(cat package/version)
	# cp kframework_amd64_ubuntu_jammy.deb kframework_${version}_amd64_ubuntu_jammy.deb
	# gh release upload --repo runtimeverification/k --clobber v${version} kframework_${version}_amd64_ubuntu_jammy.deb
	# - name: 'Build, Test, and Push Dockerhub Image'
	# shell: bash {0}
	# env:
	# DOCKERHUB_PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
	# DOCKERHUB_REPO: runtimeverificationinc/kframework-k
	# run: \|
	# set -euxo pipefail
	# version=$(cat package/version)
	# version_tag=ubuntu-jammy-${version}
	# docker login --username rvdockerhub --password ${DOCKERHUB_PASSWORD}
	# docker image build . --file package/docker/Dockerfile.ubuntu-jammy --tag ${DOCKERHUB_REPO}:${version_tag}
	# docker run --name k-package-docker-test-jammy-${GITHUB_SHA} --rm -it --detach ${DOCKERHUB_REPO}:${version_tag}
	# docker exec -t k-package-docker-test-jammy-${GITHUB_SHA} bash -c 'cd ~ && echo "module TEST imports BOOL endmodule" > test.k'
	# docker exec -t k-package-docker-test-jammy-${GITHUB_SHA} bash -c 'cd ~ && kompile test.k --backend llvm'
	# docker exec -t k-package-docker-test-jammy-${GITHUB_SHA} bash -c 'cd ~ && kompile test.k --backend haskell'
	# docker exec -t k-package-docker-test-jammy-${GITHUB_SHA} bash -c 'cd ~ && pyk kompile test.k --backend llvm'
	# docker exec -t k-package-docker-test-jammy-${GITHUB_SHA} bash -c 'cd ~ && pyk kompile test.k --backend haskell'
	# docker image push ${DOCKERHUB_REPO}:${version_tag}
	# - name: 'Clean up Docker Container'
	# if: always()
	# run: \|
	# docker stop --time=0 k-package-docker-test-jammy-${GITHUB_SHA}
	# - name: On Failure, Upload the kore-exec.tar.gz file to the Summary Page
	# if: failure()
	# uses: actions/upload-artifact@v4
	# with:
	# name: kore-exec.tar.gz
	# path: \|
	# **/kore-exec.tar.gz

	# macos-build:
	# name: 'Build MacOS Package'
	# runs-on: macos-14
	# timeout-minutes: 120
	# environment: production
	# needs: [set-release-id, source-tarball]
	# steps:
	# - name: Check out code
	# uses: actions/checkout@v4
	# with:
	# submodules: recursive
	# path: kframework

	# - name: Check out matching homebrew repo branch
	# uses: actions/checkout@v4
	# id: checkout
	# with:
	# repository: runtimeverification/homebrew-k
	# path: homebrew-k
	# ref: staging
	# continue-on-error: true

	# - name: Check out homebrew repo master branch
	# uses: actions/checkout@v4
	# if: ${{ steps.checkout.outcome == 'failure' }}
	# with:
	# repository: runtimeverification/homebrew-k
	# path: homebrew-k

	# - name: Cache maven
	# uses: actions/cache@v4
	# with:
	# path: ~/.m2/repository
	# key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}-
	# restore-keys: \|
	# ${{ runner.os }}-maven-

	# - name: Mac Dependencies
	# run: \|
	# # Via: https://github.com/ledger/ledger/commit/1eec9f86667cad3b0bbafb82a83739a0d30ca09f
	# # Unlink and re-link to prevent errors when github mac runner images
	# # install python outside of brew, for example:
	# # https://github.com/orgs/Homebrew/discussions/3895
	# # https://github.com/actions/setup-python/issues/577
	# # https://github.com/actions/runner-images/issues/6459
	# # https://github.com/actions/runner-images/issues/6507
	# # https://github.com/actions/runner-images/issues/2322
	# brew list -1 \| grep python \| while read formula; do brew unlink $formula; brew link --overwrite $formula; done

	# - name: Build brew bottle
	# id: build
	# env:
	# HOMEBREW_NO_INSTALLED_DEPENDENTS_CHECK: 1
	# MAVEN_OPTS: >-
	# -Dhttp.keepAlive=false
	# -Dmaven.wagon.http.pool=false
	# -Dmaven.wagon.httpconnectionManager.ttlSeconds=30
	# run: \|
	# PACKAGE=kframework
	# VERSION=$(cat kframework/package/version)
	# ROOT_URL='https://github.com/runtimeverification/k/releases/download'
	# wget "$ROOT_URL/v${VERSION}/kframework-${VERSION}-src.tar.gz"
	# cd homebrew-k
	# ../kframework/package/macos/brew-update-to-local ${PACKAGE} ${VERSION}
	# git commit Formula/$PACKAGE.rb -m "Update ${PACKAGE} to ${VERSION}: part 1"
	# ../kframework/package/macos/brew-build-and-update-to-local-bottle ${PACKAGE} ${VERSION} ${ROOT_URL}
	# git reset HEAD^
	# LOCAL_BOTTLE_NAME=$(basename $(find . -name "kframework--${VERSION}.arm64_sonoma.bottle*.tar.gz"))
	# BOTTLE_NAME=$(echo ${LOCAL_BOTTLE_NAME#./} \| sed 's!kframework--!kframework-!')
	# ../kframework/package/macos/brew-update-to-final ${PACKAGE} ${VERSION} ${ROOT_URL}
	# echo "path=${LOCAL_BOTTLE_NAME}" >> ${GITHUB_OUTPUT}
	# echo "path_remote=${BOTTLE_NAME}" >> ${GITHUB_OUTPUT}
	# echo "version=${VERSION}" >> ${GITHUB_OUTPUT}

	# - name: Upload bottle
	# uses: actions/upload-artifact@v4
	# with:
	# name: homebrew
	# path: homebrew-k

	# - name: Delete Release
	# if: failure()
	# uses: actions/github-script@v7
	# with:
	# github-token: ${{secrets.GITHUB_TOKEN}}
	# script: \|
	# const { owner, repo } = context.repo
	# await github.rest.repos.deleteRelease({ owner, repo, release_id: ${{ needs.set-release-id.outputs.release_id }} })

	# outputs:
	# bottle_path: ${{ steps.build.outputs.path }}
	# bottle_path_remote: ${{ steps.build.outputs.path_remote }}
	# version: ${{ steps.build.outputs.version }}

	# macos-test:
	# name: 'Test MacOS Package'
	# runs-on: macos-14
	# timeout-minutes: 60
	# environment: production
	# needs: [macos-build, set-release-id]
	# steps:
	# - name: 'Check out matching homebrew repo branch'
	# uses: actions/checkout@v4
	# id: checkout
	# with:
	# repository: runtimeverification/homebrew-k
	# token: ${{ secrets.JENKINS_GITHUB_PAT }}
	# path: homebrew-k
	# ref: staging
	# continue-on-error: true

	# - name: 'Check out homebrew repo master branch'
	# uses: actions/checkout@v4
	# if: ${{ steps.checkout.outcome == 'failure' }}
	# with:
	# repository: runtimeverification/homebrew-k
	# token: ${{ secrets.JENKINS_GITHUB_PAT }}
	# path: homebrew-k

	# - name: 'Download bottle'
	# uses: actions/download-artifact@v4
	# with:
	# name: homebrew
	# path: homebrew-k-old

	# - name: Mac Dependencies
	# run: \|
	# # Via: https://github.com/ledger/ledger/commit/1eec9f86667cad3b0bbafb82a83739a0d30ca09f
	# # Unlink and re-link to prevent errors when github mac runner images
	# # install python outside of brew, for example:
	# # https://github.com/orgs/Homebrew/discussions/3895
	# # https://github.com/actions/setup-python/issues/577
	# # https://github.com/actions/runner-images/issues/6459
	# # https://github.com/actions/runner-images/issues/6507
	# # https://github.com/actions/runner-images/issues/2322
	# brew list -1 \| grep python \| while read formula; do brew unlink $formula; brew link --overwrite $formula; done

	# - name: 'Test brew bottle'
	# id: test
	# env:
	# # github actions sets the JAVA_HOME variable to Java 8 explicitly for
	# # some reason. There doesn't seem to be a way to tell it to unset the
	# # variable, so instead we just have to tell it to use Java 17
	# # explicitly instead.
	# JAVA_HOME: ${{ env.JAVA_HOME_17_X64 }}
	# HOMEBREW_NO_INSTALLED_DEPENDENTS_CHECK: 1
	# run: \|
	# # The macOS public runners are prone to flakiness when running this
	# # test suite, so the PL-tutorial is disabled for now.
	# # - https://github.com/runtimeverification/k/issues/3705
	# cd homebrew-k-old
	# brew tap runtimeverification/k "file:///$(pwd)"
	# brew install ${{ needs.macos-build.outputs.bottle_path }} -v
	# # cp -R /usr/local/share/kframework/pl-tutorial ~
	# # WD=`pwd`
	# # cd
	# # echo 'Starting kserver...'
	# # spawn-kserver $WD/kserver.log
	# # cd pl-tutorial
	# # echo 'Testing tutorial in user environment...'
	# # make -j`sysctl -n hw.ncpu` ${MAKE_EXTRA_ARGS}
	# # cd ~
	# echo 'module TEST imports BOOL endmodule' > test.k
	# kompile test.k --backend llvm
	# kompile test.k --backend haskell

	# - name: 'Check out code'
	# uses: actions/checkout@v4
	# with:
	# path: k-homebrew-checkout
	# token: ${{ secrets.JENKINS_GITHUB_PAT }}

	# - name: 'Upload Package to Release'
	# env:
	# GITHUB_TOKEN: ${{ secrets.JENKINS_GITHUB_PAT }}
	# BOTTLE_NAME: ${{ needs.macos-build.outputs.bottle_path }}
	# REMOTE_BOTTLE_NAME: ${{ needs.macos-build.outputs.bottle_path_remote }}
	# run: \|
	# set -x
	# version=$(cat k-homebrew-checkout/package/version)
	# mv homebrew-k-old/${BOTTLE_NAME} homebrew-k-old/${REMOTE_BOTTLE_NAME}
	# gh release upload --repo runtimeverification/k --clobber v${version} homebrew-k-old/${REMOTE_BOTTLE_NAME}

	# - run: \|
	# git config --global user.name rv-jenkins
	# git config --global user.email [email protected]

	# - name: 'Commit changes'
	# run: \|
	# cp homebrew-k-old/Formula/kframework.rb homebrew-k/Formula/kframework.rb
	# cd homebrew-k
	# git commit -m 'Update brew package version' Formula/kframework.rb
	# git push origin master

	# - name: 'Delete Release'
	# if: failure()
	# uses: actions/github-script@v7
	# with:
	# github-token: ${{secrets.GITHUB_TOKEN}}
	# script: \|
	# const { owner, repo } = context.repo
	# await github.rest.repos.deleteRelease({ owner, repo, release_id: ${{ needs.set-release-id.outputs.release_id }} })

	pyk-publish:
	name: 'Publish Pyk'
	runs-on: [self-hosted, linux, flyweight]
	environment: production
	needs: [set-release-id, source-tarball]
	steps:
	- name: Checkout
	uses: actions/checkout@v4

	- name: Setup Python
	uses: actions/[email protected]
	with:
	python-version: '3.10'

	- name: Install Poetry
	uses: Gr1N/setup-poetry@v9
	with:
	python-version: '3.10'

	- name: Setup Caching
	uses: actions/cache@v4
	with:
	path: ~/.cache/poetry/virtualenvs
	key: ${{ runner.os }}-poetry-${{ hashFiles('pyk/pyproject.toml') }}
	restore-keys: \|
	${{ runner.os }}-poetry-

	- name: Build Pyk Whl
	working-directory: pyk
	run: \|
	make build

	- name: Publish Pyk to PypI
	uses: pypa/[email protected]
	with:
	packages-dir: pyk/dist
	user: ${{ secrets.PYPI_USERNAME }}
	password: ${{ secrets.PYPI_PASSWORD}}

	# release:
	# name: 'Publish Release'
	# runs-on: [self-hosted, linux, normal]
	# environment: production
	# needs: [cachix-release, macos-build, macos-test, source-tarball, ubuntu-jammy, set-release-id]
	# steps:
	# - name: 'Check out code'
	# uses: actions/checkout@v4
	# with:
	# submodules: recursive

	# - name: Set up Java for publishing to GitHub Maven Packages
	# uses: actions/setup-java@v4
	# with:
	# java-version: '11'
	# distribution: 'adopt'
	# overwrite-settings: true
	# server-id: runtime.verification.snapshots
	# server-username: MAVEN_USERNAME
	# server-password: MAVEN_PASSWORD

	# # Build and Run Tests in Docker
	# - name: 'Set up Docker'
	# uses: ./.github/actions/with-docker
	# with:
	# tag: k-release-ci-${{ github.sha }}
	# os: ubuntu
	# distro: jammy
	# llvm: 15

	# - name: 'Push Maven Packages'
	# shell: bash {0}
	# continue-on-error: true
	# env:
	# MAVEN_USERNAME: [email protected]
	# MAVEN_PASSWORD: ${{ secrets.CLOUDREPO_PASSWORD }}
	# run: \|
	# cat ~/.m2/settings.xml
	# docker exec -t k-release-ci-${GITHUB_SHA} bash -c 'mkdir -p /home/github-runner/.m2'
	# docker cp ~/.m2/settings.xml k-release-ci-${GITHUB_SHA}:/tmp/settings.xml
	# docker exec -t k-release-ci-${GITHUB_SHA} bash -c 'mv /tmp/settings.xml /home/github-runner/.m2/settings.xml'
	# docker exec -e MAVEN_USERNAME -e MAVEN_PASSWORD -t k-release-ci-${GITHUB_SHA} bash -c "mvn --batch-mode deploy"

	# - name: 'Tear down Docker'
	# if: always()
	# run: \|
	# docker stop --time=0 k-release-ci-${GITHUB_SHA}
	# docker container rm --force k-release-ci-${GITHUB_SHA} \|\| true

	# - name: Publish release
	# uses: actions/github-script@v7
	# with:
	# github-token: ${{secrets.GITHUB_TOKEN}}
	# script: \|
	# const { owner, repo } = context.repo
	# await github.rest.repos.updateRelease({ owner, repo, release_id: ${{ needs.set-release-id.outputs.release_id }}, prerelease: false })
	# - name: 'Update dependents'
	# env:
	# GITHUB_TOKEN: ${{ secrets.JENKINS_GITHUB_PAT }}
	# VERSION: ${{ needs.macos-build.outputs.version }}
	# run: \|
	# set -x
	# version=v"${VERSION}"
	# curl --fail \
	# -X POST \
	# -H "Accept: application/vnd.github+json" \
	# -H "Authorization: Bearer ${GITHUB_TOKEN}" \
	# -H "X-GitHub-Api-Version: 2022-11-28" \
	# https://api.github.com/repos/runtimeverification/devops/dispatches \
	# -d '{"event_type":"on-demand-test","client_payload":{"repo":"runtimeverification/k","version":"'${VERSION}'"}}'

	# gh-pages:
	# name: 'GitHub Pages deployment'
	# runs-on: ubuntu-20.04
	# timeout-minutes: 30
	# needs: [release]
	# steps:
	# - name: 'Install pandoc/texlive/calibre'
	# run: \|
	# sudo apt update --yes
	# sudo apt install --yes wget texlive-xetex libegl1 libopengl0
	# sudo wget -nv -O- https://download.calibre-ebook.com/linux-installer.sh \| sh /dev/stdin version=6.29.0
	# sudo wget https://github.com/jgm/pandoc/releases/download/2.18/pandoc-2.18-1-amd64.deb -O /tmp/pandoc.deb
	# sudo dpkg -i /tmp/pandoc.deb
	# - name: 'Checkout code and set up web build'
	# uses: actions/checkout@v4
	# with:
	# submodules: recursive
	# path: gh-pages
	# token: ${{ secrets.JENKINS_GITHUB_PAT }}
	# fetch-depth: 0
	# - name: 'Install Python'
	# uses: actions/setup-python@v5
	# with:
	# python-version: '3.10'
	# - name: 'Install Poetry'
	# uses: Gr1N/setup-poetry@v9
	# - name: 'Checkout PL Tutorial code'
	# uses: actions/checkout@v4
	# with:
	# repository: runtimeverification/pl-tutorial
	# path: gh-pages/k-distribution/pl-tutorial
	# token: ${{ secrets.JENKINS_GITHUB_PAT }}
	# - working-directory: gh-pages
	# run: \|
	# git config --global user.name rv-jenkins
	# git config --global user.email [email protected]
	# git checkout --orphan gh-pages origin/master
	# - name: 'Build webpage'
	# working-directory: gh-pages
	# run: \|
	# export PATH="$PATH":/opt/calibre
	# cd web
	# npm install
	# npm run build
	# npm run build-book
	# npm run build-sitemap
	# cd -
	# mv web/public_content ./
	# cd pyk
	# make docs
	# cd -
	# mkdir public_content/pyk
	# cp -r pyk/docs/build/html/* public_content/pyk
	# rm -rf $(find . -maxdepth 1 -not -name public_content -a -not -name .git -a -not -path . -a -not -path .. -a -not -name CNAME)
	# mv public_content/* ./
	# rm -rf public_content
	# touch .nojekyll
	# - name: 'Push gh-pages branch'
	# working-directory: gh-pages
	# run: \|
	# set -x
	# git add ./
	# git commit -m 'gh-pages: Updated the website'
	# git push --force origin gh-pages

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

K Framework Release feature/pyk-pypi-publishing #1300

Workflow file

K Framework Release feature/pyk-pypi-publishing #1300

Jobs

Run details

Workflow file for this run