Skip to content

Commit

Permalink
Switch to trusted publishing for pypi (#337)
Browse files Browse the repository at this point in the history
* Switch to trusted publishing for pypi

* Remove all arch -arm64 from commands in m1 wheel workflow

* Change m1 build job to use more generic mac arm runner tags

* Remove pip install twine
  • Loading branch information
Starttoaster authored Aug 17, 2023
1 parent e79ff69 commit 43175a2
Show file tree
Hide file tree
Showing 3 changed files with 45 additions and 79 deletions.
28 changes: 9 additions & 19 deletions .github/workflows/build-arm64-wheels.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,10 @@ on:
branches:
- '**'

permissions:
contents: read
id-token: write

jobs:
build_wheels:
name: ARM64 Python Wheels on ARM64 Ubuntu
Expand Down Expand Up @@ -65,27 +69,13 @@ jobs:
if [ ! -f "activate" ]; then ln -s venv/bin/activate; fi
. ./activate
pip install setuptools_rust
pip install twine
- name: Test for secrets access
id: check_secrets
shell: bash
run: |
unset HAS_SECRET
if [ -n "$SECRET" ]; then HAS_SECRET='true' ; fi
echo "HAS_SECRET=${HAS_SECRET}" >>$GITHUB_OUTPUT
env:
SECRET: "${{ secrets.test_pypi_password }}"
- name: publish (PyPi)
if: startsWith(github.event.ref, 'refs/tags') && steps.check_secrets.outputs.HAS_SECRET
env:
TWINE_USERNAME: __token__
TWINE_NON_INTERACTIVE: 1
TWINE_PASSWORD: ${{ secrets.pypi_password }}
run: |
. ./activate
twine upload --non-interactive --skip-existing --verbose 'target/wheels/*'
if: startsWith(github.event.ref, 'refs/tags')
uses: pypa/gh-action-pypi-publish@release/v1
with:
packages-dir: target/wheels/
skip-existing: true

- name: Clean up AMR64
if: startsWith(matrix.os, 'ARM64')
Expand Down
68 changes: 27 additions & 41 deletions .github/workflows/build-m1-wheel.yml
Original file line number Diff line number Diff line change
Expand Up @@ -15,10 +15,14 @@ concurrency:
group: ${{ github.ref }}-${{ github.workflow }}-${{ github.event_name }}--${{ (github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/heads/release/') || startsWith(github.ref, 'refs/heads/long_lived/')) && github.sha || '' }}
cancel-in-progress: true

permissions:
contents: read
id-token: write

jobs:
build_wheels:
name: Build wheel on Mac M1
runs-on: [m1]
runs-on: [MacOS, ARM64]
strategy:
fail-fast: false

Expand All @@ -33,56 +37,56 @@ jobs:
- name: Set up rust
run: |
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs > rust.sh
arch -arm64 sh rust.sh -y
sh rust.sh -y
- name: Build m1 wheels
run: |
arch -arm64 python3 -m venv venv
python3 -m venv venv
. ./venv/bin/activate
export PATH=~/.cargo/bin:$PATH
arch -arm64 pip install maturin
arch -arm64 maturin build -m wheel/Cargo.toml -i python --release --strip --features=openssl
pip install maturin
maturin build -m wheel/Cargo.toml -i python --release --strip --features=openssl
- name: Install clvm_rs wheel
run: |
. ./venv/bin/activate
ls ./target/wheels/
arch -arm64 pip install ./target/wheels/clvm_rs*.whl
pip install ./target/wheels/clvm_rs*.whl
- name: Install other wheels
run: |
. ./venv/bin/activate
arch -arm64 python -m pip install pytest
arch -arm64 python -m pip install blspy
python -m pip install pytest
python -m pip install blspy
- name: install clvm & clvm_tools
run: |
. ./venv/bin/activate
arch -arm64 git clone https://github.com/Chia-Network/clvm.git --branch=main --single-branch
arch -arm64 python -m pip install ./clvm
git clone https://github.com/Chia-Network/clvm.git --branch=main --single-branch
python -m pip install ./clvm
arch -arm64 git clone https://github.com/Chia-Network/clvm_tools.git --branch=main --single-branch
arch -arm64 python -m pip install ./clvm_tools
git clone https://github.com/Chia-Network/clvm_tools.git --branch=main --single-branch
python -m pip install ./clvm_tools
- name: Ensure clvm, clvm_rs, clvm_tools are installed
run: |
. ./venv/bin/activate
arch -arm64 python -c 'import clvm'
arch -arm64 python -c 'import clvm; print(clvm.__file__)'
arch -arm64 python -c 'import clvm_rs; print(clvm_rs.__file__)'
arch -arm64 python -c 'import clvm_tools; print(clvm_tools.__file__)'
python -c 'import clvm'
python -c 'import clvm; print(clvm.__file__)'
python -c 'import clvm_rs; print(clvm_rs.__file__)'
python -c 'import clvm_tools; print(clvm_tools.__file__)'
- name: Run tests from clvm
run: |
. ./venv/bin/activate
cd clvm
arch -arm64 pytest tests
pytest tests
- name: Run tests from clvm_tools
run: |
. ./venv/bin/activate
cd clvm_tools
arch -arm64 pytest tests
pytest tests
- name: Run tests from wheel
run: |
Expand All @@ -99,27 +103,9 @@ jobs:
name: wheels
path: ./target/wheels

- name: Test for secrets access
id: check_secrets
shell: bash
run: |
unset HAS_SECRET
if [ -n "$SECRET" ]; then HAS_SECRET='true' ; fi
echo "HAS_SECRET=${HAS_SECRET}" >>$GITHUB_OUTPUT
env:
SECRET: "${{ secrets.test_pypi_password }}"

- name: Install twine
run: |
. ./venv/bin/activate
arch -arm64 pip install twine
- name: Publish distribution to PyPI
if: startsWith(github.event.ref, 'refs/tags') && steps.check_secrets.outputs.HAS_SECRET
env:
TWINE_USERNAME: __token__
TWINE_NON_INTERACTIVE: 1
TWINE_PASSWORD: ${{ secrets.pypi_password }}
run: |
. ./venv/bin/activate
arch -arm64 twine upload --non-interactive --skip-existing --verbose 'target/wheels/*'
if: startsWith(github.event.ref, 'refs/tags')
uses: pypa/gh-action-pypi-publish@release/v1
with:
packages-dir: target/wheels/
skip-existing: true
28 changes: 9 additions & 19 deletions .github/workflows/build-test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,10 @@ on:
branches:
- '**'

permissions:
contents: read
id-token: write

jobs:
build_wheels:
name: Wheel on ${{ matrix.os }} py-${{ matrix.python }}
Expand Down Expand Up @@ -129,26 +133,12 @@ jobs:
name: wheels
path: ./target/wheels/

- name: Install Twine
run: pip install twine

- name: Test for secrets access
id: check_secrets
shell: bash
run: |
unset HAS_SECRET
if [ -n "$SECRET" ]; then HAS_SECRET='true' ; fi
echo "HAS_SECRET=${HAS_SECRET}" >>$GITHUB_OUTPUT
env:
SECRET: "${{ secrets.test_pypi_password }}"

- name: publish (PyPi)
if: startsWith(github.event.ref, 'refs/tags') && steps.check_secrets.outputs.HAS_SECRET
env:
TWINE_USERNAME: __token__
TWINE_NON_INTERACTIVE: 1
TWINE_PASSWORD: ${{ secrets.pypi_password }}
run: twine upload --non-interactive --skip-existing --verbose 'target/wheels/*'
if: startsWith(github.event.ref, 'refs/tags')
uses: pypa/gh-action-pypi-publish@release/v1
with:
packages-dir: target/wheels/
skip-existing: true

checks:
runs-on: ubuntu-20.04
Expand Down

0 comments on commit 43175a2

Please sign in to comment.