Python package building rework #3
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Build wheels with cibuildwheel | |
on: | |
workflow_dispatch: | |
inputs: | |
debugMode: | |
description: 'Debug Mode' | |
required: false | |
default: '' | |
type: choice | |
options: | |
- '0' | |
- '1' | |
push: | |
paths-ignore: | |
- ".gitignore" | |
- "CREDITS.TXT" | |
- "ChangeLog" | |
- "README.md" | |
- "docs/**" | |
pull_request: | |
env: | |
# Enable DEBUG flag either according to the tag release or manual override | |
CAPSTONE_DEBUG: ${{ inputs.debugMode != '' && inputs.debugMode || startsWith(github.ref, 'refs/tags') && '0' || '1' }} | |
jobs: | |
# job to be executed for every push - testing purpose | |
build_wheels_always: | |
name: Building on ${{ matrix.os }} - ${{ matrix.arch }} ${{ matrix.cibw_build }} | |
runs-on: ${{ matrix.os }} | |
strategy: | |
fail-fast: false | |
matrix: | |
include: | |
# NOTE: Making this to parallelize and speed up workflow | |
# i686 - manylinux | |
- { os: ubuntu-latest, arch: i686, cibw_build: 'cp38-manylinux', cibw_skip: '' } | |
# i686 - musllinux | |
- { os: ubuntu-latest, arch: i686, cibw_build: 'cp38-musllinux', cibw_skip: '' } | |
# x86_64 - manylinux | |
- { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp38-manylinux', cibw_skip: '' } | |
# x86_64 - musllinux | |
- { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp38-musllinux', cibw_skip: '' } | |
# aarch64 - manylinux | |
- { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp38-manylinux', cibw_skip: '' } | |
# aarch64 - musllinux | |
- { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp38-musllinux', cibw_skip: '' } | |
# macos - x86_64 | |
- { os: macos-13, arch: x86_64, cibw_build: 'cp38', cibw_skip: '' } | |
# macos - arm64 | |
- { os: macos-latest, arch: arm64, cibw_build: 'cp38', cibw_skip: '' } | |
# windows - x86_64 | |
- { os: windows-latest, arch: AMD64, cibw_build: 'cp38', cibw_skip: '' } | |
# windows - amd64 | |
- { os: windows-latest, arch: x86, cibw_build: 'cp38', cibw_skip: '' } | |
# windows - arm64 | |
- { os: windows-latest, arch: ARM64, cibw_build: 'cp39', cibw_skip: '' } | |
steps: | |
- uses: actions/checkout@v4 | |
# https://cibuildwheel.pypa.io/en/stable/faq/#macos-building-cpython-38-wheels-on-arm64 | |
- uses: actions/setup-python@v5 | |
if: runner.os == 'macOS' && runner.arch == 'ARM64' | |
with: | |
python-version: 3.8 | |
- name: '🛠️ Win MSVC 32 dev cmd setup' | |
if: runner.os == 'Windows' && matrix.arch == 'x86' | |
uses: ilammy/msvc-dev-cmd@v1 | |
with: | |
arch: x86 | |
- name: '🛠️ Win MSVC 64 dev cmd setup' | |
if: runner.os == 'Windows' && matrix.arch == 'AMD64' | |
uses: ilammy/msvc-dev-cmd@v1 | |
with: | |
arch: x64 | |
- name: '🛠️ Win MSVC ARM64 dev cmd setup' | |
if: runner.os == 'Windows' && matrix.arch == 'ARM64' | |
uses: ilammy/msvc-dev-cmd@v1 | |
with: | |
arch: amd64_arm64 | |
- name: '🛠️ Set up QEMU' | |
if: runner.os == 'Linux' | |
uses: docker/setup-qemu-action@v3 | |
- name: '🚧 cibuildwheel run' | |
uses: pypa/[email protected] | |
env: | |
CIBW_BUILD_FRONTEND: build | |
CIBW_BUILD: ${{ matrix.cibw_build }}* | |
CIBW_SKIP: ${{ matrix.cibw_skip }} | |
CIBW_ARCHS: ${{ matrix.arch }} | |
CIBW_ENVIRONMENT: DEBUG=${{ env.CAPSTONE_DEBUG }} | |
CIBW_ENVIRONMENT_PASS_LINUX: DEBUG | |
# https://cibuildwheel.pypa.io/en/stable/faq/#windows-arm64 | |
# https://github.com/pypa/cibuildwheel/pull/1169 | |
CIBW_TEST_SKIP: "*-win_arm64 cp38-macosx_*:arm64" | |
CIBW_TEST_COMMAND: > | |
python -m pip install {package}/cstest_py && | |
python {package}/tests/test_all.py && | |
cd {project}/suite/cstest/test/ && | |
python integration_tests.py cstest_py && | |
cd {project} && | |
cstest_py {project}/tests/MC/ && | |
cstest_py {project}/tests/details/ && | |
cstest_py {project}/tests/issues/ && | |
cstest_py {project}/tests/features/ | |
CIBW_TEST_COMMAND_WINDOWS: > | |
python -m pip install {package}/cstest_py && | |
python {package}/tests/test_all.py && | |
cd /d {project}/suite/cstest/test/ && | |
python integration_tests.py cstest_py && | |
cd /d {project} && | |
cstest_py {project}/tests/MC/ && | |
cstest_py {project}/tests/details/ && | |
cstest_py {project}/tests/issues/ && | |
cstest_py {project}/tests/features/ | |
with: | |
package-dir: bindings/python | |
output-dir: wheelhouse | |
- uses: actions/upload-artifact@v4 | |
with: | |
name: cibw-wheels-${{ matrix.os }}-${{ matrix.arch }}-${{ matrix.cibw_build }} | |
path: ./wheelhouse/*.whl | |
# To be executed only in case of a tag release | |
build_wheels_all: | |
name: Building on ${{ matrix.os }} - ${{ matrix.arch }} ${{ matrix.cibw_build }} | |
runs-on: ${{ matrix.os }} | |
if: startsWith(github.ref, 'refs/tags') | |
strategy: | |
fail-fast: false | |
matrix: | |
include: | |
# NOTE: Making this to parallelize and speed up workflow | |
# i686 - manylinux | |
- { os: ubuntu-latest, arch: i686, cibw_build: 'cp39-manylinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: i686, cibw_build: 'cp310-manylinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: i686, cibw_build: 'cp311-manylinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: i686, cibw_build: 'cp312-manylinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: i686, cibw_build: 'cp313-manylinux', cibw_skip: '' } | |
# i686 - musllinux | |
- { os: ubuntu-latest, arch: i686, cibw_build: 'cp39-musllinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: i686, cibw_build: 'cp310-musllinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: i686, cibw_build: 'cp311-musllinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: i686, cibw_build: 'cp312-musllinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: i686, cibw_build: 'cp313-musllinux', cibw_skip: '' } | |
# x86_64 - manylinux | |
- { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp39-manylinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp310-manylinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp311-manylinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp312-manylinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp313-manylinux', cibw_skip: '' } | |
# x86_64 - musllinux | |
- { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp39-musllinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp310-musllinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp311-musllinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp312-musllinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp313-musllinux', cibw_skip: '' } | |
# aarch64 - manylinux | |
- { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp39-manylinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp310-manylinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp311-manylinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp312-manylinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp313-manylinux', cibw_skip: '' } | |
# aarch64 - musllinux | |
- { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp39-musllinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp310-musllinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp311-musllinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp312-musllinux', cibw_skip: '' } | |
- { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp313-musllinux', cibw_skip: '' } | |
# macos - x86_64 | |
- { os: macos-13, arch: x86_64, cibw_build: 'cp', cibw_skip: '*36* *37* *38*' } | |
# macos - arm64 | |
- { os: macos-latest, arch: arm64, cibw_build: 'cp', cibw_skip: '*36* *37* *38*' } | |
# windows - amd64 | |
- { os: windows-latest, arch: AMD64, cibw_build: 'cp', cibw_skip: '*36* *37* *38*' } | |
# windows - x86 | |
- { os: windows-latest, arch: x86, cibw_build: 'cp', cibw_skip: '*36* *37* *38*' } | |
# windows - arm64 | |
- { os: windows-latest, arch: ARM64, cibw_build: 'cp', cibw_skip: '*36* *37* *38* *39*' } | |
steps: | |
- uses: actions/checkout@v4 | |
# https://cibuildwheel.pypa.io/en/stable/faq/#macos-building-cpython-38-wheels-on-arm64 | |
- uses: actions/setup-python@v5 | |
if: runner.os == 'macOS' && runner.arch == 'ARM64' | |
with: | |
python-version: 3.8 | |
- name: '🛠️ Win MSVC 32 dev cmd setup' | |
if: runner.os == 'Windows' && matrix.arch == 'x86' | |
uses: ilammy/msvc-dev-cmd@v1 | |
with: | |
arch: x86 | |
- name: '🛠️ Win MSVC 64 dev cmd setup' | |
if: runner.os == 'Windows' && matrix.arch == 'AMD64' | |
uses: ilammy/msvc-dev-cmd@v1 | |
with: | |
arch: x64 | |
- name: '🛠️ Win MSVC ARM64 dev cmd setup' | |
if: runner.os == 'Windows' && matrix.arch == 'ARM64' | |
uses: ilammy/msvc-dev-cmd@v1 | |
with: | |
arch: amd64_arm64 | |
- name: '🛠️ Set up QEMU' | |
if: runner.os == 'Linux' | |
uses: docker/setup-qemu-action@v3 | |
- name: '🚧 cibuildwheel run' | |
uses: pypa/[email protected] | |
env: | |
CIBW_BUILD_FRONTEND: build | |
CIBW_BUILD: ${{ matrix.cibw_build }}* | |
CIBW_SKIP: ${{ matrix.cibw_skip }} | |
CIBW_ARCHS: ${{ matrix.arch }} | |
CIBW_ENVIRONMENT: DEBUG=${{ env.CAPSTONE_DEBUG }} | |
CIBW_ENVIRONMENT_PASS_LINUX: DEBUG | |
# https://cibuildwheel.pypa.io/en/stable/faq/#windows-arm64 | |
# https://github.com/pypa/cibuildwheel/pull/1169 | |
CIBW_TEST_SKIP: "*-win_arm64 cp38-macosx_*:arm64" | |
CIBW_TEST_COMMAND: > | |
python -m pip install {package}/cstest_py && | |
python {package}/tests/test_all.py && | |
cd {project}/suite/cstest/test/ && | |
python integration_tests.py cstest_py && | |
cd {project} && | |
cstest_py {project}/tests/MC/ && | |
cstest_py {project}/tests/details/ && | |
cstest_py {project}/tests/issues/ && | |
cstest_py {project}/tests/features/ | |
CIBW_TEST_COMMAND_WINDOWS: > | |
python -m pip install {package}/cstest_py && | |
python {package}/tests/test_all.py && | |
cd /d {project}/suite/cstest/test/ && | |
python integration_tests.py cstest_py && | |
cd /d {project} && | |
cstest_py {project}/tests/MC/ && | |
cstest_py {project}/tests/details/ && | |
cstest_py {project}/tests/issues/ && | |
cstest_py {project}/tests/features/ | |
with: | |
package-dir: bindings/python | |
output-dir: wheelhouse | |
- uses: actions/upload-artifact@v4 | |
with: | |
name: cibw-wheels-${{ matrix.os }}-${{ matrix.arch }}-${{ matrix.cibw_build }} | |
path: ./wheelhouse/*.whl | |
make_sdist: | |
name: Make SDist | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
fetch-depth: 0 # Optional, use if you use setuptools_scm | |
submodules: true # Optional, use if you have submodules | |
- name: Build SDist | |
run: | | |
cd bindings/python | |
python3 -m pip install -U pip build | |
python3 -m build --sdist | |
- uses: actions/upload-artifact@v4 | |
with: | |
name: sdist-archive | |
path: bindings/python/dist/*.tar.gz | |
publish: | |
needs: [ build_wheels_always, build_wheels_all, make_sdist ] | |
environment: pypi | |
permissions: | |
id-token: write | |
runs-on: ubuntu-latest | |
if: startsWith(github.ref, 'refs/tags') | |
steps: | |
- uses: actions/download-artifact@v4 | |
with: | |
merge-multiple: true | |
path: dist | |
- name: Show downloaded artifacts | |
run: ls -laR dist | |
- name: '📦 Publish distribution to PyPI' | |
uses: pypa/gh-action-pypi-publish@release/v1 | |
if: ${{ success() }} | |
with: | |
user: __token__ | |
password: ${{ secrets.pypi_pass }} |