-
Notifications
You must be signed in to change notification settings - Fork 1.6k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Refactored setup.py to remove hacks regarding packaging of wheels f…
…or different platforms, improve and cleanup the code - Updated README.txt - Removed old Makefile and build_wheel.sh scripts - Created a new workflow that takes care of building and testing python packages for different platforms/architectures/python versions
- Loading branch information
Showing
10 changed files
with
372 additions
and
307 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,303 @@ | ||
| name: Build wheels with cibuildwheel | ||
|
|
||
| on: | ||
| workflow_dispatch: | ||
| inputs: | ||
| debugMode: | ||
| description: 'Debug Mode' | ||
| required: false | ||
| default: '' | ||
| type: choice | ||
| options: | ||
| - '0' | ||
| - '1' | ||
|
|
||
| push: | ||
| paths-ignore: | ||
| - ".gitignore" | ||
| - "CREDITS.TXT" | ||
| - "ChangeLog" | ||
| - "README.md" | ||
| - "docs/**" | ||
| pull_request: | ||
|
|
||
| env: | ||
| # Enable DEBUG flag either according to the tag release or manual override | ||
| CAPSTONE_DEBUG: ${{ inputs.debugMode != '' && inputs.debugMode || startsWith(github.ref, 'refs/tags') && '0' || '1' }} | ||
|
|
||
| jobs: | ||
| # job to be executed for every push - testing purpose | ||
| build_wheels_always: | ||
| name: Building on ${{ matrix.os }} - ${{ matrix.arch }} ${{ matrix.cibw_build }} | ||
| runs-on: ${{ matrix.os }} | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| include: | ||
| # NOTE: Making this to parallelize and speed up workflow | ||
| # i686 - manylinux | ||
| - { os: ubuntu-latest, arch: i686, cibw_build: 'cp38-manylinux', cibw_skip: '' } | ||
| # i686 - musllinux | ||
| - { os: ubuntu-latest, arch: i686, cibw_build: 'cp38-musllinux', cibw_skip: '' } | ||
| # x86_64 - manylinux | ||
| - { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp38-manylinux', cibw_skip: '' } | ||
| # x86_64 - musllinux | ||
| - { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp38-musllinux', cibw_skip: '' } | ||
| # aarch64 - manylinux | ||
| - { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp38-manylinux', cibw_skip: '' } | ||
| # aarch64 - musllinux | ||
| - { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp38-musllinux', cibw_skip: '' } | ||
| # macos - x86_64 | ||
| - { os: macos-13, arch: x86_64, cibw_build: 'cp38', cibw_skip: '' } | ||
| # macos - arm64 | ||
| - { os: macos-latest, arch: arm64, cibw_build: 'cp38', cibw_skip: '' } | ||
| # windows - x86_64 | ||
| - { os: windows-latest, arch: AMD64, cibw_build: 'cp38', cibw_skip: '' } | ||
| # windows - amd64 | ||
| - { os: windows-latest, arch: x86, cibw_build: 'cp38', cibw_skip: '' } | ||
| # windows - arm64 | ||
| - { os: windows-latest, arch: ARM64, cibw_build: 'cp39', cibw_skip: '' } | ||
|
|
||
| steps: | ||
| - uses: actions/checkout@v4 | ||
|
|
||
| # https://cibuildwheel.pypa.io/en/stable/faq/#macos-building-cpython-38-wheels-on-arm64 | ||
| - uses: actions/setup-python@v5 | ||
| if: runner.os == 'macOS' && runner.arch == 'ARM64' | ||
| with: | ||
| python-version: 3.8 | ||
|
|
||
| - name: '🛠️ Win MSVC 32 dev cmd setup' | ||
| if: runner.os == 'Windows' && matrix.arch == 'x86' | ||
| uses: ilammy/msvc-dev-cmd@v1 | ||
| with: | ||
| arch: x86 | ||
|
|
||
| - name: '🛠️ Win MSVC 64 dev cmd setup' | ||
| if: runner.os == 'Windows' && matrix.arch == 'AMD64' | ||
| uses: ilammy/msvc-dev-cmd@v1 | ||
| with: | ||
| arch: x64 | ||
|
|
||
| - name: '🛠️ Win MSVC ARM64 dev cmd setup' | ||
| if: runner.os == 'Windows' && matrix.arch == 'ARM64' | ||
| uses: ilammy/msvc-dev-cmd@v1 | ||
| with: | ||
| arch: amd64_arm64 | ||
|
|
||
| - name: '🛠️ Set up QEMU' | ||
| if: runner.os == 'Linux' | ||
| uses: docker/setup-qemu-action@v3 | ||
|
|
||
| - name: '🚧 cibuildwheel run' | ||
| uses: pypa/[email protected] | ||
| env: | ||
| CIBW_BUILD_FRONTEND: build | ||
| CIBW_BUILD: ${{ matrix.cibw_build }}* | ||
| CIBW_SKIP: ${{ matrix.cibw_skip }} | ||
| CIBW_ARCHS: ${{ matrix.arch }} | ||
| CIBW_ENVIRONMENT: DEBUG=${{ env.CAPSTONE_DEBUG }} | ||
| CIBW_ENVIRONMENT_PASS_LINUX: DEBUG | ||
| # https://cibuildwheel.pypa.io/en/stable/faq/#windows-arm64 | ||
| # https://github.com/pypa/cibuildwheel/pull/1169 | ||
| CIBW_TEST_SKIP: "*-win_arm64 cp38-macosx_*:arm64" | ||
| CIBW_TEST_COMMAND: > | ||
| python -m pip install {package}/cstest_py && | ||
| python {package}/tests/test_all.py && | ||
| cd {project}/suite/cstest/test/ && | ||
| python integration_tests.py cstest_py && | ||
| cd {project} && | ||
| cstest_py {project}/tests/MC/ && | ||
| cstest_py {project}/tests/details/ && | ||
| cstest_py {project}/tests/issues/ && | ||
| cstest_py {project}/tests/features/ | ||
| CIBW_TEST_COMMAND_WINDOWS: > | ||
| python -m pip install {package}/cstest_py && | ||
| python {package}/tests/test_all.py && | ||
| cd /d {project}/suite/cstest/test/ && | ||
| python integration_tests.py cstest_py && | ||
| cd /d {project} && | ||
| cstest_py {project}/tests/MC/ && | ||
| cstest_py {project}/tests/details/ && | ||
| cstest_py {project}/tests/issues/ && | ||
| cstest_py {project}/tests/features/ | ||
| with: | ||
| package-dir: bindings/python | ||
| output-dir: wheelhouse | ||
|
|
||
| - uses: actions/upload-artifact@v4 | ||
| with: | ||
| name: cibw-wheels-${{ matrix.os }}-${{ matrix.arch }}-${{ matrix.cibw_build }} | ||
| path: ./wheelhouse/*.whl | ||
|
|
||
| # To be executed only in case of a tag release | ||
| build_wheels_all: | ||
| name: Building on ${{ matrix.os }} - ${{ matrix.arch }} ${{ matrix.cibw_build }} | ||
| runs-on: ${{ matrix.os }} | ||
| if: startsWith(github.ref, 'refs/tags') | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| include: | ||
| # NOTE: Making this to parallelize and speed up workflow | ||
| # i686 - manylinux | ||
| - { os: ubuntu-latest, arch: i686, cibw_build: 'cp39-manylinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: i686, cibw_build: 'cp310-manylinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: i686, cibw_build: 'cp311-manylinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: i686, cibw_build: 'cp312-manylinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: i686, cibw_build: 'cp313-manylinux', cibw_skip: '' } | ||
| # i686 - musllinux | ||
| - { os: ubuntu-latest, arch: i686, cibw_build: 'cp39-musllinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: i686, cibw_build: 'cp310-musllinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: i686, cibw_build: 'cp311-musllinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: i686, cibw_build: 'cp312-musllinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: i686, cibw_build: 'cp313-musllinux', cibw_skip: '' } | ||
| # x86_64 - manylinux | ||
| - { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp39-manylinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp310-manylinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp311-manylinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp312-manylinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp313-manylinux', cibw_skip: '' } | ||
| # x86_64 - musllinux | ||
| - { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp39-musllinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp310-musllinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp311-musllinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp312-musllinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: x86_64, cibw_build: 'cp313-musllinux', cibw_skip: '' } | ||
| # aarch64 - manylinux | ||
| - { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp39-manylinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp310-manylinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp311-manylinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp312-manylinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp313-manylinux', cibw_skip: '' } | ||
| # aarch64 - musllinux | ||
| - { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp39-musllinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp310-musllinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp311-musllinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp312-musllinux', cibw_skip: '' } | ||
| - { os: ubuntu-latest, arch: aarch64, cibw_build: 'cp313-musllinux', cibw_skip: '' } | ||
| # macos - x86_64 | ||
| - { os: macos-13, arch: x86_64, cibw_build: 'cp', cibw_skip: '*36* *37* *38*' } | ||
| # macos - arm64 | ||
| - { os: macos-latest, arch: arm64, cibw_build: 'cp', cibw_skip: '*36* *37* *38*' } | ||
| # windows - amd64 | ||
| - { os: windows-latest, arch: AMD64, cibw_build: 'cp', cibw_skip: '*36* *37* *38*' } | ||
| # windows - x86 | ||
| - { os: windows-latest, arch: x86, cibw_build: 'cp', cibw_skip: '*36* *37* *38*' } | ||
| # windows - arm64 | ||
| - { os: windows-latest, arch: ARM64, cibw_build: 'cp', cibw_skip: '*36* *37* *38* *39*' } | ||
|
|
||
| steps: | ||
| - uses: actions/checkout@v4 | ||
|
|
||
| # https://cibuildwheel.pypa.io/en/stable/faq/#macos-building-cpython-38-wheels-on-arm64 | ||
| - uses: actions/setup-python@v5 | ||
| if: runner.os == 'macOS' && runner.arch == 'ARM64' | ||
| with: | ||
| python-version: 3.8 | ||
|
|
||
| - name: '🛠️ Win MSVC 32 dev cmd setup' | ||
| if: runner.os == 'Windows' && matrix.arch == 'x86' | ||
| uses: ilammy/msvc-dev-cmd@v1 | ||
| with: | ||
| arch: x86 | ||
|
|
||
| - name: '🛠️ Win MSVC 64 dev cmd setup' | ||
| if: runner.os == 'Windows' && matrix.arch == 'AMD64' | ||
| uses: ilammy/msvc-dev-cmd@v1 | ||
| with: | ||
| arch: x64 | ||
|
|
||
| - name: '🛠️ Win MSVC ARM64 dev cmd setup' | ||
| if: runner.os == 'Windows' && matrix.arch == 'ARM64' | ||
| uses: ilammy/msvc-dev-cmd@v1 | ||
| with: | ||
| arch: amd64_arm64 | ||
|
|
||
| - name: '🛠️ Set up QEMU' | ||
| if: runner.os == 'Linux' | ||
| uses: docker/setup-qemu-action@v3 | ||
|
|
||
| - name: '🚧 cibuildwheel run' | ||
| uses: pypa/[email protected] | ||
| env: | ||
| CIBW_BUILD_FRONTEND: build | ||
| CIBW_BUILD: ${{ matrix.cibw_build }}* | ||
| CIBW_SKIP: ${{ matrix.cibw_skip }} | ||
| CIBW_ARCHS: ${{ matrix.arch }} | ||
| CIBW_ENVIRONMENT: DEBUG=${{ env.CAPSTONE_DEBUG }} | ||
| CIBW_ENVIRONMENT_PASS_LINUX: DEBUG | ||
| # https://cibuildwheel.pypa.io/en/stable/faq/#windows-arm64 | ||
| # https://github.com/pypa/cibuildwheel/pull/1169 | ||
| CIBW_TEST_SKIP: "*-win_arm64 cp38-macosx_*:arm64" | ||
| CIBW_TEST_COMMAND: > | ||
| python -m pip install {package}/cstest_py && | ||
| python {package}/tests/test_all.py && | ||
| cd {project}/suite/cstest/test/ && | ||
| python integration_tests.py cstest_py && | ||
| cd {project} && | ||
| cstest_py {project}/tests/MC/ && | ||
| cstest_py {project}/tests/details/ && | ||
| cstest_py {project}/tests/issues/ && | ||
| cstest_py {project}/tests/features/ | ||
| CIBW_TEST_COMMAND_WINDOWS: > | ||
| python -m pip install {package}/cstest_py && | ||
| python {package}/tests/test_all.py && | ||
| cd /d {project}/suite/cstest/test/ && | ||
| python integration_tests.py cstest_py && | ||
| cd /d {project} && | ||
| cstest_py {project}/tests/MC/ && | ||
| cstest_py {project}/tests/details/ && | ||
| cstest_py {project}/tests/issues/ && | ||
| cstest_py {project}/tests/features/ | ||
| with: | ||
| package-dir: bindings/python | ||
| output-dir: wheelhouse | ||
|
|
||
| - uses: actions/upload-artifact@v4 | ||
| with: | ||
| name: cibw-wheels-${{ matrix.os }}-${{ matrix.arch }}-${{ matrix.cibw_build }} | ||
| path: ./wheelhouse/*.whl | ||
|
|
||
| make_sdist: | ||
| name: Make SDist | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - uses: actions/checkout@v4 | ||
| with: | ||
| fetch-depth: 0 # Optional, use if you use setuptools_scm | ||
| submodules: true # Optional, use if you have submodules | ||
|
|
||
| - name: Build SDist | ||
| run: | | ||
| cd bindings/python | ||
| python3 -m pip install -U pip build | ||
| python3 -m build --sdist | ||
| - uses: actions/upload-artifact@v4 | ||
| with: | ||
| name: sdist-archive | ||
| path: bindings/python/dist/*.tar.gz | ||
|
|
||
| publish: | ||
| needs: [ build_wheels_always, build_wheels_all, make_sdist ] | ||
| environment: pypi | ||
| permissions: | ||
| id-token: write | ||
| runs-on: ubuntu-latest | ||
| if: startsWith(github.ref, 'refs/tags') | ||
| steps: | ||
| - uses: actions/download-artifact@v4 | ||
| with: | ||
| merge-multiple: true | ||
| path: dist | ||
|
|
||
| - name: Show downloaded artifacts | ||
| run: ls -laR dist | ||
|
|
||
| - name: '📦 Publish distribution to PyPI' | ||
| uses: pypa/gh-action-pypi-publish@release/v1 | ||
| if: ${{ success() }} | ||
| with: | ||
| user: __token__ | ||
| password: ${{ secrets.pypi_pass }} |
This file was deleted.
Oops, something went wrong.
Oops, something went wrong.