build #3529
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: build | |
on: | |
push: | |
branches: | |
- "branch-*" | |
tags: | |
- v[0-9][0-9].[0-9][0-9].[0-9][0-9] | |
workflow_dispatch: | |
inputs: | |
branch: | |
required: true | |
type: string | |
date: | |
required: true | |
type: string | |
sha: | |
required: true | |
type: string | |
build_type: | |
type: string | |
default: nightly | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event_name }} | |
cancel-in-progress: true | |
jobs: | |
cpp-build: | |
secrets: inherit | |
uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-build.yaml@branch-24.12 | |
with: | |
build_type: ${{ inputs.build_type || 'branch' }} | |
branch: ${{ inputs.branch }} | |
date: ${{ inputs.date }} | |
sha: ${{ inputs.sha }} | |
python-build: | |
needs: [cpp-build] | |
secrets: inherit | |
uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@branch-24.12 | |
with: | |
build_type: ${{ inputs.build_type || 'branch' }} | |
branch: ${{ inputs.branch }} | |
date: ${{ inputs.date }} | |
sha: ${{ inputs.sha }} | |
upload-conda: | |
needs: [cpp-build, python-build] | |
secrets: inherit | |
uses: rapidsai/shared-workflows/.github/workflows/conda-upload-packages.yaml@branch-24.12 | |
with: | |
build_type: ${{ inputs.build_type || 'branch' }} | |
branch: ${{ inputs.branch }} | |
date: ${{ inputs.date }} | |
sha: ${{ inputs.sha }} | |
skip_upload_pkgs: libcudf-example | |
docs-build: | |
if: github.ref_type == 'branch' | |
needs: python-build | |
secrets: inherit | |
uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@branch-24.12 | |
with: | |
arch: "amd64" | |
branch: ${{ inputs.branch }} | |
build_type: ${{ inputs.build_type || 'branch' }} | |
container_image: "rapidsai/ci-conda:cuda12.5.1-ubuntu22.04-py3.11" | |
date: ${{ inputs.date }} | |
node_type: "gpu-v100-latest-1" | |
run_script: "ci/build_docs.sh" | |
sha: ${{ inputs.sha }} | |
wheel-build-libcudf: | |
secrets: inherit | |
uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-24.12 | |
with: | |
# build for every combination of arch and CUDA version, but only for the latest Python | |
matrix_filter: group_by([.ARCH, (.CUDA_VER|split(".")|map(tonumber)|.[0])]) | map(max_by(.PY_VER|split(".")|map(tonumber))) | |
build_type: ${{ inputs.build_type || 'branch' }} | |
branch: ${{ inputs.branch }} | |
sha: ${{ inputs.sha }} | |
date: ${{ inputs.date }} | |
script: ci/build_wheel_libcudf.sh | |
wheel-publish-libcudf: | |
needs: wheel-build-libcudf | |
secrets: inherit | |
uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@branch-24.12 | |
with: | |
build_type: ${{ inputs.build_type || 'branch' }} | |
branch: ${{ inputs.branch }} | |
sha: ${{ inputs.sha }} | |
date: ${{ inputs.date }} | |
package-name: libcudf | |
package-type: cpp | |
wheel-build-pylibcudf: | |
needs: [wheel-publish-libcudf] | |
secrets: inherit | |
uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-24.12 | |
with: | |
build_type: ${{ inputs.build_type || 'branch' }} | |
branch: ${{ inputs.branch }} | |
sha: ${{ inputs.sha }} | |
date: ${{ inputs.date }} | |
script: ci/build_wheel_pylibcudf.sh | |
wheel-publish-pylibcudf: | |
needs: wheel-build-pylibcudf | |
secrets: inherit | |
uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@branch-24.12 | |
with: | |
build_type: ${{ inputs.build_type || 'branch' }} | |
branch: ${{ inputs.branch }} | |
sha: ${{ inputs.sha }} | |
date: ${{ inputs.date }} | |
package-name: pylibcudf | |
package-type: python | |
wheel-build-cudf: | |
needs: wheel-publish-pylibcudf | |
secrets: inherit | |
uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-24.12 | |
with: | |
build_type: ${{ inputs.build_type || 'branch' }} | |
branch: ${{ inputs.branch }} | |
sha: ${{ inputs.sha }} | |
date: ${{ inputs.date }} | |
script: ci/build_wheel_cudf.sh | |
wheel-publish-cudf: | |
needs: wheel-build-cudf | |
secrets: inherit | |
uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@branch-24.12 | |
with: | |
build_type: ${{ inputs.build_type || 'branch' }} | |
branch: ${{ inputs.branch }} | |
sha: ${{ inputs.sha }} | |
date: ${{ inputs.date }} | |
package-name: cudf | |
package-type: python | |
wheel-build-dask-cudf: | |
needs: wheel-publish-cudf | |
secrets: inherit | |
uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-24.12 | |
with: | |
# This selects "ARCH=amd64 + the latest supported Python + CUDA". | |
matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))])) | |
build_type: ${{ inputs.build_type || 'branch' }} | |
branch: ${{ inputs.branch }} | |
sha: ${{ inputs.sha }} | |
date: ${{ inputs.date }} | |
script: ci/build_wheel_dask_cudf.sh | |
wheel-publish-dask-cudf: | |
needs: wheel-build-dask-cudf | |
secrets: inherit | |
uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@branch-24.12 | |
with: | |
build_type: ${{ inputs.build_type || 'branch' }} | |
branch: ${{ inputs.branch }} | |
sha: ${{ inputs.sha }} | |
date: ${{ inputs.date }} | |
package-name: dask_cudf | |
package-type: python | |
wheel-build-cudf-polars: | |
needs: wheel-publish-pylibcudf | |
secrets: inherit | |
uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-24.12 | |
with: | |
# This selects "ARCH=amd64 + the latest supported Python + CUDA". | |
matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))])) | |
build_type: ${{ inputs.build_type || 'branch' }} | |
branch: ${{ inputs.branch }} | |
sha: ${{ inputs.sha }} | |
date: ${{ inputs.date }} | |
script: ci/build_wheel_cudf_polars.sh | |
wheel-publish-cudf-polars: | |
needs: wheel-build-cudf-polars | |
secrets: inherit | |
uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@branch-24.12 | |
with: | |
build_type: ${{ inputs.build_type || 'branch' }} | |
branch: ${{ inputs.branch }} | |
sha: ${{ inputs.sha }} | |
date: ${{ inputs.date }} | |
package-name: cudf_polars | |
package-type: python | |
trigger-pandas-tests: | |
if: inputs.build_type == 'nightly' | |
needs: wheel-build-cudf | |
runs-on: ubuntu-latest | |
steps: | |
- name: Checkout code repo | |
uses: actions/checkout@v4 | |
with: | |
ref: ${{ inputs.sha }} | |
persist-credentials: false | |
- name: Trigger pandas-tests | |
env: | |
GH_TOKEN: ${{ github.token }} | |
run: | | |
gh workflow run pandas-tests.yaml \ | |
-f branch=${{ inputs.branch }} \ | |
-f sha=${{ inputs.sha }} \ | |
-f date=${{ inputs.date }} |