Upgrade to Arrow 17

conda/environments/all_cuda-118_arch-x86_64.yaml

@@ -36,15 +36,15 @@ dependencies:
 - hypothesis
 - identify>=2.5.20
 - ipython
-- libarrow-acero==16.1.0.*
-- libarrow-dataset==16.1.0.*
-- libarrow==16.1.0.*
+- libarrow-acero==17.0.0.*
+- libarrow-dataset==17.0.0.*
+- libarrow==17.0.0.*
 - libcufile-dev=1.4.0.31
 - libcufile=1.4.0.31
 - libcurand-dev=10.3.0.86
 - libcurand=10.3.0.86
 - libkvikio==24.10.*,>=0.0.0a0
-- libparquet==16.1.0.*
+- libparquet==17.0.0.*
 - librdkafka>=1.9.0,<1.10.0a0
 - librmm==24.10.*,>=0.0.0a0
 - make
@@ -66,7 +66,7 @@ dependencies:
 - pip
 - pre-commit
 - ptxcompiler
-- pyarrow==16.1.0.*
+- pyarrow==17.0.0.*
 - pydata-sphinx-theme!=0.14.2
 - pytest-benchmark
 - pytest-cases>=3.8.2

conda/environments/all_cuda-125_arch-x86_64.yaml

@@ -37,13 +37,13 @@ dependencies:
 - hypothesis
 - identify>=2.5.20
 - ipython
-- libarrow-acero==16.1.0.*
-- libarrow-dataset==16.1.0.*
-- libarrow==16.1.0.*
+- libarrow-acero==17.0.0.*
+- libarrow-dataset==17.0.0.*
+- libarrow==17.0.0.*
 - libcufile-dev
 - libcurand-dev
 - libkvikio==24.10.*,>=0.0.0a0
-- libparquet==16.1.0.*
+- libparquet==17.0.0.*
 - librdkafka>=1.9.0,<1.10.0a0
 - librmm==24.10.*,>=0.0.0a0
 - make
@@ -63,7 +63,7 @@ dependencies:
 - pandoc
 - pip
 - pre-commit
-- pyarrow==16.1.0.*
+- pyarrow==17.0.0.*
 - pydata-sphinx-theme!=0.14.2
 - pynvjitlink>=0.0.0a0
 - pytest-benchmark

conda/recipes/cudf/meta.yaml

@@ -66,7 +66,7 @@ requirements:
     - dlpack >=0.8,<1.0
     # TODO: Change to `2.0` for NumPy 2
     - numpy 1.23
-    - pyarrow ==16.1.0.*
+    - pyarrow ==17.0.0.*
     - libcudf ={{ version }}
     - rmm ={{ minor_version }}
     {% if cuda_major == "11" %}

conda/recipes/libcudf/conda_build_config.yaml

@@ -20,7 +20,7 @@ cmake_version:
   - ">=3.26.4,!=3.30.0"
 
 libarrow_version:
-  - "==16.1.0"
+  - "==17.0.0"
 
 dlpack_version:
   - ">=0.8,<1.0"

cpp/cmake/thirdparty/get_arrow.cmake

@@ -430,7 +430,7 @@ if(NOT DEFINED CUDF_VERSION_Arrow)
   set(CUDF_VERSION_Arrow
       # This version must be kept in sync with the libarrow version pinned for builds in
       # dependencies.yaml.
-      16.1.0
+      17.0.0
       CACHE STRING "The version of Arrow to find (or build)"
   )
 endif()

dependencies.yaml

@@ -318,7 +318,7 @@ dependencies:
           - cython>=3.0.3
           # Hard pin the patch version used during the build. This must be kept
           # in sync with the version pinned in get_arrow.cmake.
-          - pyarrow==16.1.0.*
+          - pyarrow==17.0.0.*
       - output_types: pyproject
         packages:
           # Hard pin the patch version used during the build.
@@ -360,25 +360,25 @@ dependencies:
         packages:
           # Hard pin the Arrow patch version used during the build. This must
           # be kept in sync with the version pinned in get_arrow.cmake.
-          - libarrow-acero==16.1.0.*
-          - libarrow-dataset==16.1.0.*
-          - libarrow==16.1.0.*
-          - libparquet==16.1.0.*
+          - libarrow-acero==17.0.0.*
+          - libarrow-dataset==17.0.0.*
+          - libarrow==17.0.0.*
+          - libparquet==17.0.0.*
   libarrow_run:
     common:
       - output_types: conda
         packages:
           # Allow runtime version to float up to patch version
-          - libarrow-acero>=16.1.0,<16.2.0a0
-          - libarrow-dataset>=16.1.0,<16.2.0a0
-          - libarrow>=16.1.0,<16.2.0a0
-          - libparquet>=16.1.0,<16.2.0a0
+          - libarrow-acero>=17.0.0,<17.1.0a0
+          - libarrow-dataset>=17.0.0,<17.1.0a0
+          - libarrow>=17.0.0,<17.1.0a0
+          - libparquet>=17.0.0,<17.1.0a0
   pyarrow_run:
     common:
       - output_types: [conda, requirements, pyproject]
         packages:
           # Allow runtime version to float up to patch version
-          - pyarrow>=16.1.0,<16.2.0a0
+          - pyarrow>=17.0.0,<17.1.0a0
   cuda_version:
     specific:
       - output_types: conda

python/cudf/pyproject.toml

@@ -29,7 +29,7 @@ dependencies = [
     "packaging",
     "pandas>=2.0,<2.2.3dev0",
     "ptxcompiler",
-    "pyarrow>=16.1.0,<16.2.0a0",
+    "pyarrow>=17.0.0,<17.1.0a0",
     "rich",
     "rmm==24.10.*,>=0.0.0a0",
     "typing_extensions>=4.0.0",
@@ -126,7 +126,7 @@ requires = [
     "cython>=3.0.3",
     "ninja",
     "numpy==1.23.*",
-    "pyarrow==16.1.0.*",
+    "pyarrow==17.0.0.*",
     "rmm==24.10.*,>=0.0.0a0",
 ] # This list was generated by `rapids-dependency-file-generator`. To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`.
 

python/cudf_kafka/pyproject.toml

@@ -106,5 +106,5 @@ requires = [
     "cython>=3.0.3",
     "ninja",
     "numpy==1.23.*",
-    "pyarrow==16.1.0.*",
+    "pyarrow==17.0.0.*",
 ] # This list was generated by `rapids-dependency-file-generator`. To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`.