[REVIEW] Adjust UCX dependencies (#2304)

Add `distributed-ucxx` as a required dependency to `raft-dask` and remove direct dependencies to `ucx`/`ucx-proc` in favor of transitive installation from `ucx-py`/`distributed-ucxx`.

Authors:
  - Peter Andreas Entschev (https://github.com/pentschev)

Approvers:
  - Vyas Ramasubramani (https://github.com/vyasr)
  - Ray Douglass (https://github.com/raydouglass)

URL: #2304

conda/environments/all_cuda-118_arch-aarch64.yaml

@@ -55,7 +55,5 @@ dependencies:
 - sphinx-copybutton
 - sphinx-markdown-tables
 - sysroot_linux-aarch64==2.17
-- ucx-proc=*=gpu
 - ucx-py==0.38.*
-- ucx>=1.15.0,<1.16.0
 name: all_cuda-118_arch-aarch64

conda/environments/all_cuda-118_arch-x86_64.yaml

@@ -55,7 +55,5 @@ dependencies:
 - sphinx-copybutton
 - sphinx-markdown-tables
 - sysroot_linux-64==2.17
-- ucx-proc=*=gpu
 - ucx-py==0.38.*
-- ucx>=1.15.0,<1.16.0
 name: all_cuda-118_arch-x86_64

conda/environments/all_cuda-122_arch-aarch64.yaml

@@ -51,7 +51,5 @@ dependencies:
 - sphinx-copybutton
 - sphinx-markdown-tables
 - sysroot_linux-aarch64==2.17
-- ucx-proc=*=gpu
 - ucx-py==0.38.*
-- ucx>=1.15.0,<1.16.0
 name: all_cuda-122_arch-aarch64

conda/environments/all_cuda-122_arch-x86_64.yaml

@@ -51,7 +51,5 @@ dependencies:
 - sphinx-copybutton
 - sphinx-markdown-tables
 - sysroot_linux-64==2.17
-- ucx-proc=*=gpu
 - ucx-py==0.38.*
-- ucx>=1.15.0,<1.16.0
 name: all_cuda-122_arch-x86_64

conda/recipes/raft-dask/meta.yaml

@@ -57,7 +57,6 @@ requirements:
     - scikit-build-core >=0.7.0
     - setuptools
     - ucx-py {{ ucx_py_version }}
-    - libucxx {{ ucxx_version }}
     - ucxx {{ ucxx_version }}
   run:
     {% if cuda_major == "11" %}
@@ -74,7 +73,7 @@ requirements:
     - python x.x
     - rmm ={{ minor_version }}
     - ucx-py {{ ucx_py_version }}
-    - ucxx {{ ucxx_version }}
+    - distributed-ucxx {{ ucxx_version }}
 
 tests:
   requirements:

dependencies.yaml

@@ -46,7 +46,6 @@ files:
       - test_python_common
       - test_pylibraft
       - depends_on_cupy
-      - depends_on_distributed_ucxx
   checks:
     output: none
     includes:
@@ -100,7 +99,7 @@ files:
       table: project
     includes:
       - run_raft_dask
-      - depends_on_ucx_run
+      - depends_on_distributed_ucxx
   py_test_raft_dask:
     output: pyproject
     pyproject_dir: python/raft-dask
@@ -109,7 +108,6 @@ files:
       key: test
     includes:
       - test_python_common
-      - depends_on_distributed_ucxx
   py_build_raft_ann_bench:
     output: pyproject
     pyproject_dir: python/raft-ann-bench
@@ -447,8 +445,6 @@ dependencies:
           - ucx-py==0.38.*
       - output_types: conda
         packages:
-          - ucx>=1.15.0,<1.16.0
-          - ucx-proc=*=gpu
           - &ucx_py_conda ucx-py==0.38.*
       - output_types: pyproject
         packages:

python/raft-dask/pyproject.toml

@@ -35,8 +35,8 @@ license = { text = "Apache 2.0" }
 requires-python = ">=3.9"
 dependencies = [
     "dask-cuda==24.6.*",
+    "distributed-ucxx==0.38.*",
     "joblib>=0.11",
-    "libucx>=1.15.0",
     "numba>=0.57",
     "numpy>=1.23,<2.0a0",
     "pylibraft==24.6.*",
@@ -53,7 +53,6 @@ classifiers = [
 
 [project.optional-dependencies]
 test = [
-    "distributed-ucxx==0.38.*",
     "pytest-cov",
     "pytest==7.*",
 ] # This list was generated by `rapids-dependency-file-generator`. To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`.