Optimize Cmake build slightly #21
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CMake on multiple platforms | |
| on: | |
| push: | |
| branches: [ "main" ] | |
| pull_request: | |
| branches: [ "main" ] | |
| concurrency: | |
| group: cmake-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| build: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| # Set fail-fast to false to ensure that feedback is delivered for all matrix combinations. Consider changing this to true when your workflow is stable. | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest, windows-latest] | |
| cuda-version: ['11.8', '12.1'] | |
| build_type: [Release] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up MSVC | |
| if: matrix.os == 'windows-latest' | |
| uses: ilammy/[email protected] | |
| with: | |
| arch: amd64 | |
| - name: Setup Mambaforge | |
| uses: conda-incubator/[email protected] | |
| with: | |
| miniforge-variant: Mambaforge | |
| miniforge-version: latest | |
| activate-environment: bnb-env | |
| use-mamba: true | |
| - uses: conda-incubator/[email protected] | |
| with: | |
| auto-update-conda: true | |
| activate-environment: bnb-env | |
| environment-file: environment-bnb.yml | |
| use-only-tar-bz2: false | |
| auto-activate-base: true | |
| python-version: "3.10" | |
| mamba-version: "*" | |
| - name: Set reusable strings | |
| # Turn repeated input strings (such as the build output directory) into step outputs. These step outputs can be used throughout the workflow file. | |
| id: strings | |
| shell: bash | |
| run: | | |
| echo "build-output-dir=${{ github.workspace }}/build" >> "$GITHUB_OUTPUT" | |
| - name: CUDA Toolkit | |
| shell: bash -el {0} | |
| run: | | |
| if [ "${{ matrix.os }}" = "ubuntu-latest" ]; then | |
| # to prepare space | |
| sudo rm -rf /usr/share/dotnet | |
| sudo rm -rf /opt/ghc | |
| sudo rm -rf /usr/local/share/boost | |
| fi | |
| addon="" | |
| cuda_version=${{ matrix.cuda-version }} | |
| [ "$cuda_version" = "12.1" ] && [ "${{ matrix.os }}" = "ubuntu-latest" ] && addon="cuda-cudart-static cuda-nvrtc" | |
| [ "$cuda_version" = "12.1" ] && [ "${{ matrix.os }}" = "windows-latest" ] && addon="cuda-nvrtc" | |
| [ "$cuda_version" = "11.8" ] && cuda_version="11.8.0" | |
| [ "$cuda_version" = "12.1" ] && cuda_version="12.1.1" | |
| conda install pytorch-cuda=${{ matrix.cuda-version }} -c pytorch # it's dependency not correctly resolved sometime | |
| conda install cuda-python=${{ matrix.cuda-version }} cuda-libraries-dev cuda-nvcc cuda-nvtx cuda-cupti cuda-cudart cuda-cudart-dev cuda-runtime cuda-libraries $addon -c "nvidia/label/cuda-$cuda_version" | |
| [ "${{ matrix.os }}" = "windows-latest" ] && conda install "clang>=17.0.6" "clangxx>=17.0.6" -c conda-forge | |
| CUDA_HOME="${{ env.CONDA }}/envs/bnb-env" | |
| echo CUDA_HOME=$CUDA_HOME >> "$GITHUB_ENV" | |
| echo CUDA_PATH=$CUDA_HOME >> "$GITHUB_ENV" | |
| if [ "${{ matrix.os }}" = "windows-latest" ]; then | |
| echo CXX_COMPILER=cl >> "$GITHUB_ENV" | |
| echo C_COMPILER=cl >> "$GITHUB_ENV" | |
| # without -DCMAKE_CUDA_COMPILER=nvcc, cmake config always fail for cuda-11.8 | |
| echo DCMAKE_CUDA_COMPILER=-DCMAKE_CUDA_COMPILER=nvcc >> "$GITHUB_ENV" | |
| else | |
| echo CXX_COMPILER=g++ >> "$GITHUB_ENV" | |
| echo C_COMPILER=gcc >> "$GITHUB_ENV" | |
| fi | |
| nvcc --version | |
| - name: Update environment | |
| run: mamba env update -n bnb-env -f environment-bnb.yml | |
| - name: Prep build | |
| run: python -m pip install cmake==3.27.9 ninja setuptools wheel | |
| # TODO: the following steps (CUDA, NOBLASLT, CPU) could be moved to the matrix, so they're built in parallel | |
| - name: Configure CUDA | |
| run: > | |
| cmake -B ${{ steps.strings.outputs.build-output-dir }} | |
| -G Ninja ${{ env.DCMAKE_CUDA_COMPILER }} | |
| -DCMAKE_CXX_COMPILER=${{ env.CXX_COMPILER }} | |
| -DCMAKE_C_COMPILER=${{ env.C_COMPILER }} | |
| -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} | |
| -DCOMPUTE_CAPABILITY="50;52;60;61;62;70;72;75;80;86;87;89;90" | |
| -S ${{ github.workspace }} | |
| - name: Build CUDA | |
| run: cmake --build ${{ steps.strings.outputs.build-output-dir }} --config ${{ matrix.build_type }} | |
| - name: Configure NOBLASLT | |
| run: > | |
| cmake -B ${{ steps.strings.outputs.build-output-dir }} | |
| -G Ninja ${{ env.DCMAKE_CUDA_COMPILER }} | |
| -DCMAKE_CXX_COMPILER=${{ env.CXX_COMPILER }} | |
| -DCMAKE_C_COMPILER=${{ env.C_COMPILER }} | |
| -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} | |
| -DCOMPUTE_CAPABILITY="50;52;60;61;62;70;72;75;80;86;87;89;90" | |
| -DNO_CUBLASLT=ON | |
| -S ${{ github.workspace }} | |
| - name: Build NOBLASLT | |
| run: cmake --build ${{ steps.strings.outputs.build-output-dir }} --config ${{ matrix.build_type }} | |
| - name: Configure CPU | |
| run: > | |
| cmake -B ${{ steps.strings.outputs.build-output-dir }} | |
| -G Ninja ${{ env.DCMAKE_CUDA_COMPILER }} | |
| -DCMAKE_CXX_COMPILER=${{ env.CXX_COMPILER }} | |
| -DCMAKE_C_COMPILER=${{ env.C_COMPILER }} | |
| -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} | |
| -DNO_CUBLASLT=ON | |
| -DBUILD_CUDA=OFF | |
| -S ${{ github.workspace }} | |
| - name: Build CPU | |
| run: cmake --build ${{ steps.strings.outputs.build-output-dir }} --config ${{ matrix.build_type }} | |
| - name: Build dist | |
| shell: bash -el {0} | |
| run: | | |
| python -m pip install build | |
| python -m build --wheel | |
| mkdir dist/cu${{ matrix.cuda-version }} | |
| mv dist/bitsandbytes*.* dist/cu${{ matrix.cuda-version }}/ | |
| - name: Upload Build Artifacts | |
| uses: actions/[email protected] | |
| with: | |
| name: bitsandbytes-${{ matrix.os }}-${{ matrix.cuda-version }} | |
| path: | | |
| ${{ github.workspace }}/dist/ |