Skip to content

Commit

Permalink
Use upstream artifacts.
Browse files Browse the repository at this point in the history
  • Loading branch information
@bdice
bdice committed Dec 16, 2023
1 parent e990a1c commit 6383037
Show file tree
Hide file tree
Showing 4 changed files with 102 additions and 3 deletions.
12 changes: 11 additions & 1 deletion ci/build_cpp.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -9,10 +9,20 @@ export CMAKE_GENERATOR=Ninja

rapids-print-env

LIBRMM_CHANNEL=$(rapids-get-pr-conda-artifact rmm 1404 cpp)
LIBCUDF_CHANNEL=$(rapids-get-pr-conda-artifact cudf 14576 cpp)
LIBRAFT_CHANNEL=$(rapids-get-pr-conda-artifact raft 2049 cpp)
LIBCUGRAPH_OPS_CHANNEL=$(rapids-get-pr-conda-artifact cugraph-ops 580 cpp)

version=$(rapids-generate-version)

rapids-logger "Begin cpp build"

RAPIDS_PACKAGE_VERSION=${version} rapids-conda-retry mambabuild conda/recipes/libcugraph
RAPIDS_PACKAGE_VERSION=${version} rapids-conda-retry mambabuild \
--channel "${LIBRMM_CHANNEL}" \
--channel "${LIBCUDF_CHANNEL}" \
--channel "${LIBRAFT_CHANNEL}" \
--channel "${LIBCUGRAPH_OPS_CHANNEL}" \
conda/recipes/libcugraph

rapids-upload-conda-to-s3 cpp
50 changes: 49 additions & 1 deletion ci/build_python.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,14 @@ export CMAKE_GENERATOR=Ninja
rapids-print-env

CPP_CHANNEL=$(rapids-download-conda-from-s3 cpp)
LIBRMM_CHANNEL=$(rapids-get-pr-conda-artifact rmm 1404 cpp)
RMM_CHANNEL=$(rapids-get-pr-conda-artifact rmm 1404 python)
LIBCUDF_CHANNEL=$(rapids-get-pr-conda-artifact cudf 14576 cpp)
CUDF_CHANNEL=$(rapids-get-pr-conda-artifact cudf 14576 python)
LIBRAFT_CHANNEL=$(rapids-get-pr-conda-artifact raft 2049 cpp)
RAFT_CHANNEL=$(rapids-get-pr-conda-artifact raft 2049 python)
LIBCUGRAPH_OPS_CHANNEL=$(rapids-get-pr-conda-artifact cugraph-ops 580 cpp)
CUGRAPH_OPS_CHANNEL=$(rapids-get-pr-conda-artifact cugraph-ops 580 python)

version=$(rapids-generate-version)
git_commit=$(git rev-parse HEAD)
Expand All @@ -19,7 +27,7 @@ echo "${version}" > VERSION
rapids-logger "Begin py build"

package_dir="python"
for package_name in pylibcugraph cugraph nx-cugraph cugraph-pyg cugraph-dgl; do
for package_name in pylibcugraph cugraph nx-cugraph cugraph-pyg cugraph-dgl; do
underscore_package_name=$(echo "${package_name}" | tr "-" "_")
sed -i "/^__git_commit__/ s/= .*/= \"${git_commit}\"/g" "${package_dir}/${package_name}/${underscore_package_name}/_version.py"
done
Expand All @@ -29,11 +37,27 @@ done
rapids-conda-retry mambabuild \
--no-test \
--channel "${CPP_CHANNEL}" \
--channel "${LIBRMM_CHANNEL}" \
--channel "${RMM_CHANNEL}" \
--channel "${LIBCUDF_CHANNEL}" \
--channel "${CUDF_CHANNEL}" \
--channel "${LIBRAFT_CHANNEL}" \
--channel "${RAFT_CHANNEL}" \
--channel "${LIBCUGRAPH_OPS_CHANNEL}" \
--channel "${CUGRAPH_OPS_CHANNEL}" \
conda/recipes/pylibcugraph

rapids-conda-retry mambabuild \
--no-test \
--channel "${CPP_CHANNEL}" \
--channel "${LIBRMM_CHANNEL}" \
--channel "${RMM_CHANNEL}" \
--channel "${LIBCUDF_CHANNEL}" \
--channel "${CUDF_CHANNEL}" \
--channel "${LIBRAFT_CHANNEL}" \
--channel "${RAFT_CHANNEL}" \
--channel "${LIBCUGRAPH_OPS_CHANNEL}" \
--channel "${CUGRAPH_OPS_CHANNEL}" \
--channel "${RAPIDS_CONDA_BLD_OUTPUT_DIR}" \
conda/recipes/cugraph

Expand All @@ -44,6 +68,14 @@ rapids-conda-retry mambabuild \
rapids-conda-retry mambabuild \
--no-test \
--channel "${CPP_CHANNEL}" \
--channel "${LIBRMM_CHANNEL}" \
--channel "${RMM_CHANNEL}" \
--channel "${LIBCUDF_CHANNEL}" \
--channel "${CUDF_CHANNEL}" \
--channel "${LIBRAFT_CHANNEL}" \
--channel "${RAFT_CHANNEL}" \
--channel "${LIBCUGRAPH_OPS_CHANNEL}" \
--channel "${CUGRAPH_OPS_CHANNEL}" \
--channel "${RAPIDS_CONDA_BLD_OUTPUT_DIR}" \
conda/recipes/nx-cugraph

Expand All @@ -68,6 +100,14 @@ if [[ ${RAPIDS_CUDA_MAJOR} == "11" ]]; then
rapids-conda-retry mambabuild \
--no-test \
--channel "${CPP_CHANNEL}" \
--channel "${LIBRMM_CHANNEL}" \
--channel "${RMM_CHANNEL}" \
--channel "${LIBCUDF_CHANNEL}" \
--channel "${CUDF_CHANNEL}" \
--channel "${LIBRAFT_CHANNEL}" \
--channel "${RAFT_CHANNEL}" \
--channel "${LIBCUGRAPH_OPS_CHANNEL}" \
--channel "${CUGRAPH_OPS_CHANNEL}" \
--channel "${RAPIDS_CONDA_BLD_OUTPUT_DIR}" \
--channel pyg \
--channel pytorch \
Expand All @@ -78,6 +118,14 @@ if [[ ${RAPIDS_CUDA_MAJOR} == "11" ]]; then
rapids-conda-retry mambabuild \
--no-test \
--channel "${CPP_CHANNEL}" \
--channel "${LIBRMM_CHANNEL}" \
--channel "${RMM_CHANNEL}" \
--channel "${LIBCUDF_CHANNEL}" \
--channel "${CUDF_CHANNEL}" \
--channel "${LIBRAFT_CHANNEL}" \
--channel "${RAFT_CHANNEL}" \
--channel "${LIBCUGRAPH_OPS_CHANNEL}" \
--channel "${CUGRAPH_OPS_CHANNEL}" \
--channel "${RAPIDS_CONDA_BLD_OUTPUT_DIR}" \
--channel dglteam \
--channel pytorch \
Expand Down
9 changes: 9 additions & 0 deletions ci/test_cpp.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -19,13 +19,22 @@ conda activate test
set -u

CPP_CHANNEL=$(rapids-download-conda-from-s3 cpp)
LIBRMM_CHANNEL=$(rapids-get-pr-conda-artifact rmm 1404 cpp)
LIBCUDF_CHANNEL=$(rapids-get-pr-conda-artifact cudf 14576 cpp)
LIBRAFT_CHANNEL=$(rapids-get-pr-conda-artifact raft 2049 cpp)
LIBCUGRAPH_OPS_CHANNEL=$(rapids-get-pr-conda-artifact cugraph-ops 580 cpp)

RAPIDS_TESTS_DIR=${RAPIDS_TESTS_DIR:-"${PWD}/test-results"}/
mkdir -p "${RAPIDS_TESTS_DIR}"

rapids-print-env

rapids-mamba-retry install \
--channel "${CPP_CHANNEL}" \
--channel "${LIBRMM_CHANNEL}" \
--channel "${LIBCUDF_CHANNEL}" \
--channel "${LIBRAFT_CHANNEL}" \
--channel "${LIBCUGRAPH_OPS_CHANNEL}" \
libcugraph libcugraph_etl libcugraph-tests

rapids-logger "Check GPU usage"
Expand Down
34 changes: 33 additions & 1 deletion ci/test_python.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,14 @@ set -u
rapids-logger "Downloading artifacts from previous jobs"
CPP_CHANNEL=$(rapids-download-conda-from-s3 cpp)
PYTHON_CHANNEL=$(rapids-download-conda-from-s3 python)
LIBRMM_CHANNEL=$(rapids-get-pr-conda-artifact rmm 1404 cpp)
RMM_CHANNEL=$(rapids-get-pr-conda-artifact rmm 1404 python)
LIBCUDF_CHANNEL=$(rapids-get-pr-conda-artifact cudf 14576 cpp)
CUDF_CHANNEL=$(rapids-get-pr-conda-artifact cudf 14576 python)
LIBRAFT_CHANNEL=$(rapids-get-pr-conda-artifact raft 2049 cpp)
RAFT_CHANNEL=$(rapids-get-pr-conda-artifact raft 2049 python)
LIBCUGRAPH_OPS_CHANNEL=$(rapids-get-pr-conda-artifact cugraph-ops 580 cpp)
CUGRAPH_OPS_CHANNEL=$(rapids-get-pr-conda-artifact cugraph-ops 580 python)

RAPIDS_TESTS_DIR=${RAPIDS_TESTS_DIR:-"${PWD}/test-results"}
RAPIDS_COVERAGE_DIR=${RAPIDS_COVERAGE_DIR:-"${PWD}/coverage-results"}
Expand All @@ -31,6 +39,14 @@ rapids-print-env
rapids-mamba-retry install \
--channel "${CPP_CHANNEL}" \
--channel "${PYTHON_CHANNEL}" \
--channel "${LIBRMM_CHANNEL}" \
--channel "${RMM_CHANNEL}" \
--channel "${LIBCUDF_CHANNEL}" \
--channel "${CUDF_CHANNEL}" \
--channel "${LIBRAFT_CHANNEL}" \
--channel "${RAFT_CHANNEL}" \
--channel "${LIBCUGRAPH_OPS_CHANNEL}" \
--channel "${CUGRAPH_OPS_CHANNEL}" \
libcugraph \
pylibcugraph \
cugraph \
Expand Down Expand Up @@ -148,6 +164,14 @@ if [[ "${RAPIDS_CUDA_VERSION}" == "11.8.0" ]]; then
rapids-mamba-retry install \
--channel "${CPP_CHANNEL}" \
--channel "${PYTHON_CHANNEL}" \
--channel "${LIBRMM_CHANNEL}" \
--channel "${RMM_CHANNEL}" \
--channel "${LIBCUDF_CHANNEL}" \
--channel "${CUDF_CHANNEL}" \
--channel "${LIBRAFT_CHANNEL}" \
--channel "${RAFT_CHANNEL}" \
--channel "${LIBCUGRAPH_OPS_CHANNEL}" \
--channel "${CUGRAPH_OPS_CHANNEL}" \
--channel pytorch \
--channel pytorch-nightly \
--channel dglteam/label/cu118 \
Expand Down Expand Up @@ -201,14 +225,22 @@ if [[ "${RAPIDS_CUDA_VERSION}" == "11.8.0" ]]; then
rapids-mamba-retry install \
--channel "${CPP_CHANNEL}" \
--channel "${PYTHON_CHANNEL}" \
--channel "${LIBRMM_CHANNEL}" \
--channel "${RMM_CHANNEL}" \
--channel "${LIBCUDF_CHANNEL}" \
--channel "${CUDF_CHANNEL}" \
--channel "${LIBRAFT_CHANNEL}" \
--channel "${RAFT_CHANNEL}" \
--channel "${LIBCUGRAPH_OPS_CHANNEL}" \
--channel "${CUGRAPH_OPS_CHANNEL}" \
--channel pytorch \
--channel nvidia \
--channel pyg \
--channel rapidsai-nightly \
"cugraph-pyg" \
"pytorch>=2.0,<2.1" \
"pytorch-cuda=11.8"

# Install pyg dependencies (which requires pip)
pip install \
pyg_lib \
Expand Down

0 comments on commit 6383037

Please sign in to comment.